datax模板
DataX 是一个异构数据源离线同步工具,致力于实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。
1. mysql2mysql.json(带查询条件)
1 {
2 "job": {
3 "setting": {
4 "speed": {
5 "channel": 1
6 }
7 },
8 "content": [{
9 "reader": {
10 "name": "mysqlreader",
11 "parameter": {
12 "username": "userfoo",
13 "password": "123456",
14 "connection": [{
15 "querySql": [
16 "SELECT id, appid, openid, createDate, updateDate FROM tbfoo WHERE appid = 'wxbac1087630';"
17 ],
18 "jdbcUrl": [
19 "jdbc:mysql://192.168.0.1:3306/dbfoo?characterEncoding=utf8"
20 ]
21 }]
22 }
23 },
24 "writer": {
25 "name": "mysqlwriter",
26 "parameter": {
27 "writeMode": "insert",
28 "username": "userfoo",
29 "password": "123456",
30 "dateFormat": "YYYY-MM-dd hh:mm:ss",
31 "column": [
32 "id",
33 "appid",
34 "openid",
35 "createDate",
36 "updateDate"
37 ],
38 "session": [
39 "set session sql_mode='ANSI'"
40 ],
41 "connection": [{
42 "jdbcUrl": "jdbc:mysql://192.168.0.2:3306/dbfoo?characterEncoding=utf8",
43 "table": [
44 "tbfoo"
45 ]
46 }]
47 }
48 }
49 }]
50 }
51 }
2. mongo2mongo.json(带查询条件)
1 {
2 "job": {
3 "setting": {
4 "speed": {
5 "channel": 1
6 }
7 },
8 "content": [{
9 "reader": {
10 "name": "mongodbreader",
11 "parameter": {
12 "address": ["192.168.0.1:27017"],
13 "query": "{logTime:{$gte:'2020-06-15 12:00:00',$lte:'2020-09-17 12:00:00'}}",
14 "userName": "",
15 "userPassword": "",
16 "dbName": "dbfoo",
17 "collectionName": "collfoo",
18 "column": [{
19 "index":0,
20 "name": "_id",
21 "type": "string"
22 }, {
23 "index":1,
24 "name": "mac",
25 "type": "string"
26 }, {
27 "index":2,
28 "name": "logTime",
29 "type": "string"
30 }]
31 }
32 },
33 "writer": {
34 "name": "mongodbwriter",
35 "parameter": {
36 "address": ["192.168.0.2:27017"],
37 "userName": "",
38 "userPassword": "",
39 "dbName": "dbfoo",
40 "collectionName": "collfoo",
41 "column": [{
42 "index":0,
43 "name": "_id",
44 "type": "string"
45 }, {
46 "index":1,
47 "name": "mac",
48 "type": "string"
49 }, {
50 "index":2,
51 "name": "logTime",
52 "type": "string"
53 }]
54 }
55 }
56 }]
57 }
58
59 }