datax 读取 sqlserver 写入Doris

Posted on 2026-04-21 11:26  飞行的蟒蛇  阅读(3)  评论(0)    收藏  举报
{
    "job": {
        "setting": {
            "speed": {
                "channel": 1,
                "byte": 1048576
            },
            "errorLimit": {
                "record": 0,
                "percentage": 0.02
            }
        },
        "content": [
            {
                "reader": {
                    "name": "sqlserverreader",
                    "parameter": {
                        "username": "****",
                        "password": "****",
                        "connection": [
                            {
                                "querySql": [
                                    "SELECT top 10 [app_poi_code], [order_id], [ctime], [actual_price], [goods_name], [sku_id], [quantity], [price], [platform_name], [status], [goods_id], [settle_amount], [item_id], [is_sold_out], [package_bag_money_yuan], [upc], CONVERT(VARCHAR(10), DATEADD(S, [ctime], '1970-01-01'), 23) as order_date FROM [dbo].[ods_platform_order_detail_di]"
                                ],
                                "jdbcUrl": [
                                    "jdbc:sqlserver://192.168.11.139:1433;databaseName=ods"
                                ]
                            }
                        ]
                    }
                },
                "writer": {
                    "name": "doriswriter",
                    "parameter": {
						"loadUrl": ["hadoop102:7030"],
                        "username": "root",
                        "password": "000000",
						"connection": [
                          {
                            "jdbcUrl": "jdbc:mysql://hadoop102:9030/test_db",
                            "selectedDatabase": "test_db",
                            "table": ["ods_platform_order_detail_di"]
                          }
                        ],
                        "column": [
                            "app_poi_code", "order_id", "ctime", "actual_price", 
                            "goods_name", "sku_id", "quantity", "price", 
                            "platform_name", "status", "goods_id", "settle_amount", 
                            "item_id", "is_sold_out", 
                            "package_bag_money_yuan", "upc", "order_date"
                        ],
                        "loadProps": {
                            "format": "json",
                            "strip_outer_array": "true",
                            "read_json_by_line": "true",
                            "enable_unique_key_merge_on_write": "true",
                            "mem_limit": "2147483648"
                        }
                    }
                }
            }
        ]
    }
}