in python/graphscope/dataset/ldbc.py [0:0]
def load_ldbc(sess=None, prefix=None, directed=True):
"""Load ldbc dataset as a ArrowProperty Graph.
Args:
sess (:class:`graphscope.Session`): Load graph within the session.
Default session will be used when setting to None. Defaults to None.
prefix: `PathLike` object that represents a path.
With standalone mode, set prefix None will try to download from
source URL. Defaults to None.
directed (bool, optional): Determine to load a directed or undirected graph.
Defaults to True.
Returns:
:class:`graphscope.framework.graph.GraphDAGNode`:
A Graph node which graph type is ArrowProperty, evaluated in eager mode.
Examples:
.. code:: python
>>> # lazy mode
>>> import graphscope
>>> from graphscope.dataset import load_ldbc
>>> sess = graphscope.session(mode="lazy")
>>> g = load_ldbc(sess, "/path/to/dataset", True)
>>> g1 = sess.run(g)
>>> # eager mode
>>> import graphscope
>>> from graphscope.dataset import load_ldbc
>>> sess = graphscope.session(mode="eager")
>>> g = load_ldbc(sess, "/path/to/dataset", True)
"""
if prefix is not None:
prefix = os.path.expandvars(prefix)
else:
fname = "ldbc_sample.tar.gz"
origin = f"{DATA_SITE}/ldbc_sample.tar.gz"
fpath = download_file(
fname,
origin=origin,
extract=True,
file_hash="1a3d3c36fbf416c2a02ca4163734192eed602649220d7ceef2735fc11173fc6c",
)
# assumed dirname is ldbc_sample after extracting from ldbc_sample.tar.gz
prefix = fpath[0:-7]
if sess is None:
sess = get_default_session()
vertices = {
"comment": (
Loader(
os.path.join(prefix, "comment_0_0.csv"), header_row=True, delimiter="|"
),
["creationDate", "locationIP", "browserUsed", "content", "length"],
"id",
),
"organisation": (
Loader(
os.path.join(prefix, "organisation_0_0.csv"),
header_row=True,
delimiter="|",
),
["type", "name", "url"],
"id",
),
"tagclass": (
Loader(
os.path.join(prefix, "tagclass_0_0.csv"), header_row=True, delimiter="|"
),
["name", "url"],
"id",
),
"person": (
Loader(
os.path.join(prefix, "person_0_0.csv"), header_row=True, delimiter="|"
),
[
"firstName",
"lastName",
"gender",
"birthday",
"creationDate",
"locationIP",
"browserUsed",
],
"id",
),
"forum": (
Loader(
os.path.join(prefix, "forum_0_0.csv"), header_row=True, delimiter="|"
),
["title", "creationDate"],
"id",
),
"place": (
Loader(
os.path.join(prefix, "place_0_0.csv"), header_row=True, delimiter="|"
),
["name", "url", "type"],
"id",
),
"post": (
Loader(
os.path.join(prefix, "post_0_0.csv"), header_row=True, delimiter="|"
),
[
"imageFile",
"creationDate",
"locationIP",
"browserUsed",
"language",
"content",
"length",
],
"id",
),
"tag": (
Loader(os.path.join(prefix, "tag_0_0.csv"), header_row=True, delimiter="|"),
["name", "url"],
"id",
),
}
edges = {
"replyOf": [
(
Loader(
os.path.join(prefix, "comment_replyOf_comment_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Comment.id", "comment"),
("Comment.id.1", "comment"),
),
(
Loader(
os.path.join(prefix, "comment_replyOf_post_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Comment.id", "comment"),
("Post.id", "post"),
),
],
"isPartOf": [
(
Loader(
os.path.join(prefix, "place_isPartOf_place_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Place.id", "place"),
("Place.id.1", "place"),
)
],
"isSubclassOf": [
(
Loader(
os.path.join(prefix, "tagclass_isSubclassOf_tagclass_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("TagClass.id", "tagclass"),
("TagClass.id.1", "tagclass"),
)
],
"hasTag": [
(
Loader(
os.path.join(prefix, "forum_hasTag_tag_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Forum.id", "forum"),
("Tag.id", "tag"),
),
(
Loader(
os.path.join(prefix, "comment_hasTag_tag_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Comment.id", "comment"),
("Tag.id", "tag"),
),
(
Loader(
os.path.join(prefix, "post_hasTag_tag_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Post.id", "post"),
("Tag.id", "tag"),
),
],
"knows": [
(
Loader(
os.path.join(prefix, "person_knows_person_0_0.csv"),
header_row=True,
delimiter="|",
),
["creationDate"],
("Person.id", "person"),
("Person.id.1", "person"),
)
],
"hasModerator": [
(
Loader(
os.path.join(prefix, "forum_hasModerator_person_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Forum.id", "forum"),
("Person.id", "person"),
)
],
"hasInterest": [
(
Loader(
os.path.join(prefix, "person_hasInterest_tag_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Person.id", "person"),
("Tag.id", "tag"),
)
],
"isLocatedIn": [
(
Loader(
os.path.join(prefix, "post_isLocatedIn_place_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Post.id", "post"),
("Place.id", "place"),
),
(
Loader(
os.path.join(prefix, "comment_isLocatedIn_place_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Comment.id", "comment"),
("Place.id", "place"),
),
(
Loader(
os.path.join(prefix, "organisation_isLocatedIn_place_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Organisation.id", "organisation"),
("Place.id", "place"),
),
(
Loader(
os.path.join(prefix, "person_isLocatedIn_place_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Person.id", "person"),
("Place.id", "place"),
),
],
"hasType": [
(
Loader(
os.path.join(prefix, "tag_hasType_tagclass_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Tag.id", "tag"),
("TagClass.id", "tagclass"),
)
],
"hasCreator": [
(
Loader(
os.path.join(prefix, "post_hasCreator_person_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Post.id", "post"),
("Person.id", "person"),
),
(
Loader(
os.path.join(prefix, "comment_hasCreator_person_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Comment.id", "comment"),
("Person.id", "person"),
),
],
"containerOf": [
(
Loader(
os.path.join(prefix, "forum_containerOf_post_0_0.csv"),
header_row=True,
delimiter="|",
),
[],
("Forum.id", "forum"),
("Post.id", "post"),
)
],
"hasMember": [
(
Loader(
os.path.join(prefix, "forum_hasMember_person_0_0.csv"),
header_row=True,
delimiter="|",
),
["joinDate"],
("Forum.id", "forum"),
("Person.id", "person"),
)
],
"workAt": [
(
Loader(
os.path.join(prefix, "person_workAt_organisation_0_0.csv"),
header_row=True,
delimiter="|",
),
["workFrom"],
("Person.id", "person"),
("Organisation.id", "organisation"),
)
],
"likes": [
(
Loader(
os.path.join(prefix, "person_likes_comment_0_0.csv"),
header_row=True,
delimiter="|",
),
["creationDate"],
("Person.id", "person"),
("Comment.id", "comment"),
),
(
Loader(
os.path.join(prefix, "person_likes_post_0_0.csv"),
header_row=True,
delimiter="|",
),
["creationDate"],
("Person.id", "person"),
("Post.id", "post"),
),
],
"studyAt": [
(
Loader(
os.path.join(prefix, "person_studyAt_organisation_0_0.csv"),
header_row=True,
delimiter="|",
),
["classYear"],
("Person.id", "person"),
("Organisation.id", "organisation"),
)
],
}
return sess.load_from(edges, vertices, directed, generate_eid=True, retain_oid=True)