13 FLink Oracle-PostgreSQL

本文目标

用Flink从Kafka抽取DBZ送入的Oracle数据，入库到PostgreSQL

Oracle->DBZ->Kafka->Flink->PostgreSQL

CREATE TABLE t1_kafka (
 F1 BIGINT NOT NULL,  -- 注意字段大小写与Oracle保持一致
 F2 STRING,
 F3 TIMESTAMP(0) METADATA FROM 'value.source.timestamp' VIRTUAL,
 PRIMARY KEY(F1) NOT ENFORCED
) WITH (
 'connector' = 'kafka',
 'topic' = 'yyx.YINYX.T1',
 'properties.bootstrap.servers' = '127.0.0.1:9092',
 'scan.startup.mode' = 'earliest-offset',
 'debezium-json.schema-include' = 'false',
 'properties.group.id' = 'gyyx',
 'format' = 'debezium-json'
 );
 
 select * from t1_kafka;
 
 CREATE TABLE t1_pg (
 f1 BIGINT NOT NULL,
 f2 STRING,
 f3 TIMESTAMP(0),
 PRIMARY KEY(f1) NOT ENFORCED
) WITH (
 'connector' = 'jdbc',
 'url' = 'jdbc:postgresql://127.0.0.1:6432/test',
 'username' = 'test',
 'password' = 'test',
 'driver' = 'org.postgresql.Driver',
 'table-name' = 't1'
);

select * from t1_pg;

insert into t1_pg(f1, f2, f3) select F1, F2, F3 from t1_kafka;