chenyawei/y-server-tools
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

添加数据导入配置文件

Browse Source
This commit is contained in:
chenyawei 2024-12-12 09:56:49 +08:00
parent 07e355b196
commit 65f0775327
1 changed files with 541 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

541
config/config.yaml Normal file
View File

@ -0,0 +1,541 @@
client:
version: v3
address: "172.16.20.2:9669,172.16.20.4:9669,172.16.20.5:9669"
user: root
password: 123456
concurrencyPerAddress: 10
reconnectInitialInterval: 1s
retry: 3
retryInitialInterval: 1s
manager:
spaceName: Y24_1206
batch: 128
readerConcurrency: 50
importerConcurrency: 512
statsInterval: 10s
hooks:
before:
- statements:
- |
USE Y240821;
wait: 10s
log:
level: INFO
console: true
sources:
- path: /data/nebula/csv/users.csv
csv:
delimiter: ","
withHeader: true
tags:
- name: user
mode: INSERT
id:
type: "STRING"
index: 0 # id 字段作为VID
props:
- name: "name"
type: "STRING"
index: 1
- name: "screen_name"
type: "STRING"
index: 2
- name: "platform"
type: "STRING"
index: 3
- name: "favourites_count"
type: "INT"
index: 4
- name: "followers_count"
type: "INT"
index: 5
- name: "friends_count"
type: "INT"
index: 6
- name: "listed_count"
type: "INT"
index: 7
- name: "gather_time"
type: "STRING"
index: 8
- name: "register_location"
type: "STRING"
index: 9
- name: "verified"
type: "STRING"
index: 10
- path: /data/nebula/csv/posts.csv
csv:
delimiter: ","
withHeader: true
tags:
- name: post
mode: INSERT
id:
type: "STRING"
index: 0 # id 字段作为VID
props:
- name: "author_id"
type: "STRING"
index: 1
- name: "publish_time"
type: "STRING"
index: 2
- name: "platform"
type: "STRING"
index: 3
- name: "gather_time"
type: "STRING"
index: 4
- name: "like_count"
type: "INT"
index: 5
- name: "comment_count"
type: "INT"
index: 6
- name: "repost_count"
type: "INT"
index: 7
- name: "author_name"
type: "STRING"
index: 8
- name: "source_task"
type: "STRING"
index: 9
- name: "keywords"
type: "STRING"
index: 10
- name: "post_relationship"
type: "STRING"
index: 11
- name: "view_count"
type: "INT"
index: 12
- name: "root_mid"
type: "STRING"
index: 13
- path: /data/nebula/csv/groups.csv
csv:
delimiter: ","
withHeader: true
tags:
- name: group
mode: INSERT
id:
type: "STRING"
index: 0 # id 字段作为VID
props:
- name: "name"
type: "STRING"
index: 1
- name: "platform"
type: "STRING"
index: 2
- name: "member_count"
type: "INT"
index: 3
- path: /data/nebula/csv/organizations.csv
csv:
delimiter: ","
withHeader: true
tags:
- name: organization
mode: INSERT
id:
type: "STRING"
index: 0 # id 字段作为VID
props:
- name: "name"
type: "STRING"
index: 1
- name: "platform"
type: "STRING"
index: 2
- name: "member_count"
type: "STRING"
index: 3
- name: "industry"
type: "STRING"
index: 4
- path: /data/nebula/csv/tasks.csv
csv:
delimiter: ","
withHeader: true
tags:
- name: task
mode: INSERT
id:
type: "STRING"
index: 0 # id 字段作为VID
props:
- name: "keywords"
type: "STRING"
index: 1
# 边数据
- path: /data/nebula/csv/user_follow_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_follow_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_follower_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_follower_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_friend_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_friend_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_have_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_have_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/post_repost_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: post_repost_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/post_cite_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: post_cite_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_post_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_post_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_comment_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_comment_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/post_comment_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: post_comment_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/post_multicomment_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: post_multicomment_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_join_group.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_join_group
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/group_include_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: group_include_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_participate_task.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_participate_task
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/task_include_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: task_include_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/post_in_task.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: post_in_task
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/task_include_post.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: task_include_post
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/organization_include_user.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: organization_include_user
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2
- path: /data/nebula/csv/user_join_organization.csv
csv:
delimiter: ","
withHeader: true
edges:
- name: user_join_organization
mode: INSERT
src:
id:
type: "STRING"
index: 0 # src
dst:
id:
type: "STRING"
index: 1 # dst
props:
- name: "extra_prop"
type: "STRING"
index: 2