Flink sink doris注意点
-
开启检查点间隔 ,检查点完成视为写出提交
-
doris 需要存在对应分区,否则写出取消
create table if not exists xxx
(
stt DATETIME COMMENT '窗口起始时间',
edt DATETIME COMMENT '窗口结束时间',
cur_date DATE COMMENT '当天日期'
) engine = olap aggregate key (cur_date)
partition by range(cur_date)()
distributed by hash(stt) buckets 10
properties (
"replication_num" = "3",
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "DAY",
"dynamic_partition.create_history_partition" = "true",--// 自动创建 start 指定的历史分区,导入历史数据一定要配置,否则无分区导入失败
"dynamic_partition.start" = "-30",--//前30个历史分区
"dynamic_partition.end" = "3",
"dynamic_partition.prefix" = "par",
"dynamic_partition.buckets" = "10"
);

浙公网安备 33010602011771号