导出表到minio并使用broker load导入

环境:
Os:Centos 7
doris:4.0.8

 

1.export导出表
通过fe连接

[root@localhost conf]# /opt/mysql5744/bin/mysql -uroot -P9030 -h 192.168.1.134 -pmysql

EXPORT TABLE db_test.tb_hxl
TO "s3://doris-backup-bucket/export_data/tb_hxl_"
PROPERTIES (
    "label" = "export_tb_hxl_to_minio_01",
    "format" = "csv",
    "column_separator" = "€",
    "line_delimiter" = "\n",
    "parallelism" = "2"
)
WITH S3
(
    "s3.endpoint" = "http://192.168.12.87:9000",
    "s3.access_key" = "admin",
    "s3.secret_key" = "admin@123",
    "s3.enable_path_style_access" = "true"
);

 

查看导出情况
mysql>SHOW EXPORT FROM db_test;

上面的命令执行完成后会在minio中生成相应的文件:../export_data/tb_hxl_95507e42e4fc4998-93a5026bb6e3ee86_0.csv

 

2.模拟清空表
mysql> truncate table tb_hxl;
Query OK, 0 rows affected (0.10 sec)

 

3.导入

LOAD LABEL db_test.broker_load_tb_hxl_001
(
    DATA INFILE("s3://doris-backup-bucket/export_data/tb_hxl_*.csv")
    INTO TABLE tb_hxl
    COLUMNS TERMINATED BY "€"
    FORMAT AS CSV
    (id,name1,name2,name3,name4,name5,name6,name7,name8,name9,name10,create_time,update_time)
)
WITH S3
(
    "s3.endpoint" = "http://192.168.12.87:9000",
    "s3.access_key" = "admin",
    "s3.secret_key" = "admin@123",
    "s3.enable_path_style_access" = "true"
)
PROPERTIES
(
    "timeout" = "3600",
    "max_filter_ratio" = "0.01"
);

 

4.查看导入任务
-- 查看
SHOW LOAD FROM db_test WHERE LABEL = "broker_load_tb_hxl_001";
-- 取消
CANCEL LOAD FROM db_test WHERE LABEL = "broker_load_tb_hxl_001";