{
"job": {
"setting": {
"speed": {
"channel": 2
}
},
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "datax",
"password": "123456",
"where":"updated_at>='${start_time} 00:00:00' and updated_at<='${end_time} 23:59:59'",
"column": [
"id",
"app_id",
"collection_phone",
"transaction_number",
"pay_amount",
"if(auto_tags is null,'',replace(replace(replace(auto_tags,'[',''),']',''),'\"','')) as auto_tags",
"if(manual_tags is null,'',replace(replace(replace(manual_tags,'[',''),']',''),'\"','')) as manual_tags",
"if(latest_days_ordered_at is null,'',replace(replace(latest_days_ordered_at,'[',''),']','')) as latest_days_ordered_at",
"if(latest_days_paid_at is null,'',replace(replace(latest_days_paid_at,'[',''),']','')) as latest_days_paid_at",
"if(latest_days_visited_at is null,'',replace(replace(latest_days_visited_at,'[',''),']','')) as latest_days_visited_at",
"latest_ordered_at",
"visited_products",
"ordered_products"
],
"connection": [
{
"jdbcUrl": ["jdbc:mysql://127.0.0.1:3306/db_user?com.mysql.jdbc.faultInjection.serverCharsetIndex=45"],
"table": [
"user"
]
}
]
}
},
"writer": {
"name": "elasticsearchwriter",
"parameter": {
"endpoint": "http://127.0.0.1:9200",
"accessId": "elastic",
"accessKey": "123456",
"index":"user",
"type":"traces",
"settings": {"index" :{"number_of_shards": 5, "number_of_replicas": 1}},
"batchSize": 5000,
"splitter": ",",
"column": [
{"name":"pk","type":"id"},
{"name":"app_id","type":"keyword"},
{"name":"collection_phone","type":"keyword"},
{"name":"transaction_number","type":"integer"},
{"name":"pay_amount","type":"integer"},
{"name":"auto_tags","type":"keyword","array":true},
{"name":"manual_tags","type":"keyword","array":true},
{"name":"latest_days_ordered_at","type":"long","array":true},
{"name":"latest_days_paid_at","type":"long","array":true},
{"name":"latest_days_visited_at","type":"long","array":true},
{"name":"latest_ordered_at","type":"long"},
{"name":"visited_products","type":"nested"},
{"name":"ordered_products","type":"nested"}
]
}
}
}
]
}
}