Flink sink doris注意点

  1. 开启检查点间隔 ,检查点完成视为写出提交

  2. doris 需要存在对应分区,否则写出取消

create table if not exists xxx
(
stt DATETIME COMMENT '窗口起始时间',
edt DATETIME COMMENT '窗口结束时间',
cur_date DATE COMMENT '当天日期'
) engine = olap aggregate key (cur_date)
partition by range(cur_date)()
distributed by hash(stt) buckets 10
properties (
"replication_num" = "3",
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "DAY",
"dynamic_partition.create_history_partition" = "true",--// 自动创建 start 指定的历史分区,导入历史数据一定要配置,否则无分区导入失败
"dynamic_partition.start" = "-30",--//前30个历史分区
"dynamic_partition.end" = "3",
"dynamic_partition.prefix" = "par",
"dynamic_partition.buckets" = "10"
);

posted @ 2025-07-02 23:46  自在现实  阅读(19)  评论(0)    收藏  举报