datax模板

DataX 是一个异构数据源离线同步工具,致力于实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。

1. mysql2mysql.json(带查询条件)

 1 {
 2   "job": {
 3     "setting": {
 4       "speed": {
 5         "channel": 1
 6       }
 7     },
 8     "content": [{
 9       "reader": {
10         "name": "mysqlreader",
11         "parameter": {
12           "username": "userfoo",
13           "password": "123456",
14           "connection": [{
15             "querySql": [
16               "SELECT id, appid, openid, createDate, updateDate FROM tbfoo WHERE appid = 'wxbac1087630';"
17             ],
18             "jdbcUrl": [
19               "jdbc:mysql://192.168.0.1:3306/dbfoo?characterEncoding=utf8"
20             ]
21           }]
22         }
23       },
24       "writer": {
25         "name": "mysqlwriter",
26         "parameter": {
27           "writeMode": "insert",
28           "username": "userfoo",
29           "password": "123456",
30           "dateFormat": "YYYY-MM-dd hh:mm:ss",
31           "column": [
32             "id",
33             "appid",
34             "openid",
35             "createDate",
36             "updateDate"
37           ],
38           "session": [
39             "set session sql_mode='ANSI'"
40           ],
41           "connection": [{
42             "jdbcUrl": "jdbc:mysql://192.168.0.2:3306/dbfoo?characterEncoding=utf8",
43             "table": [
44               "tbfoo"
45             ]
46           }]
47         }
48       }
49     }]
50   }
51 }

 

2. mongo2mongo.json(带查询条件)

 1 {
 2     "job": {
 3         "setting": {
 4             "speed": {
 5                 "channel": 1
 6             }
 7         },
 8         "content": [{
 9             "reader": {
10                 "name": "mongodbreader",
11                 "parameter": {
12                     "address": ["192.168.0.1:27017"],
13                     "query": "{logTime:{$gte:'2020-06-15 12:00:00',$lte:'2020-09-17 12:00:00'}}",
14                     "userName": "",
15                     "userPassword": "",
16                     "dbName": "dbfoo",
17                     "collectionName": "collfoo",
18                     "column": [{
19                         "index":0,
20                         "name": "_id",
21                         "type": "string"
22                     }, {
23                         "index":1,
24                         "name": "mac",
25                         "type": "string"
26                     }, {
27                         "index":2,
28                         "name": "logTime",
29                         "type": "string"
30                     }]
31                 }
32             },
33              "writer": {
34                     "name": "mongodbwriter", 
35                     "parameter": {
36                     "address": ["192.168.0.2:27017"],
37                     "userName": "",
38                     "userPassword": "",
39                     "dbName": "dbfoo",
40                     "collectionName": "collfoo",
41                     "column": [{
42                         "index":0,
43                         "name": "_id",
44                         "type": "string"
45                     }, {
46                         "index":1,
47                         "name": "mac",
48                         "type": "string"
49                     }, {
50                         "index":2,
51                         "name": "logTime",
52                         "type": "string"
53                     }]
54                 }
55              }
56         }]
57     }
58 
59 }

 

 

posted @ 2020-07-27 16:29  四季流转  阅读(298)  评论(0编辑  收藏  举报