DataX配置示例

MySQL2MySQL

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
"job": {
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "root",
"password": "123456",
"column": ["*"],
"connection": [
{
"table": [
"yd00030000"
],
"jdbcUrl": [
"jdbc:mysql://192.168.0.41:3306/dboriginal"
]
}
]
}
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"writeMode": "insert",
"username": "root",
"password": "123456",
"column": [
"*"
],
"session": [
"set session sql_mode='ANSI'"
],
"connection": [
{
"jdbcUrl": "jdbc:mysql://192.168.0.41:3306/dboriginal3",
"table": [
"yd00030000"
]
}
]
}
}
}
],
"setting": {
"speed": {
"channel": 1
}
}
}
}

MySQL2Mongodb

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
"job": {
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "root",
"password": "123456",
"column": [
"dataid",
"id",
"uptime",
"main",
"html_src",
"title",
"url",
"judgment_date",
"case_no",
"trial_court",
"version",
"c_time",
"company_name",
"type",
"writetime_youedata",
"status"
],
"connection": [
{
"table": [
"yd00030000"
],
"jdbcUrl": [
"jdbc:mysql://192.168.0.41:3306/dboriginal"
]
}
]
}
},
"writer": {
"name": "mongodbwriter",
"parameter": {
"address": [
"192.168.0.41:27017"
],
"userName": "",
"userPassword": "",
"dbName": "dataxTest",
"collectionName": "yd00030000",
"column": [
{
"name":"dataid",
"type":"string"
},
{
"name":"id",
"type":"string"
},
{
"name":"uptime",
"type":"double"
},
{
"name":"main",
"type":"string"
},
{
"name":"html_src",
"type":"string"
},
{
"name":"title",
"type":"string"
},
{
"name":"url",
"type":"string"
},
{
"name":"judgment_date",
"type":"string"
},
{
"name":"case_no",
"type":"string"
},
{
"name":"trial_court",
"type":"string"
},
{
"name":"version",
"type":"long"
},
{
"name":"c_time",
"type":"string"
},
{
"name":"company_name",
"type":"string"
},
{
"name":"type",
"type":"string"
},
{
"name":"writetime_youedata",
"type":"date"
},
{
"name":"status",
"type":"string"
}
]
}
}
}
],
"setting": {
"speed": {
"channel": 1
}
}
}
}
坚持原创技术分享,您的支持将鼓励我继续创作!