常用Channel

Kafka Channel

生产者

a1.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel
a1.channels.c1.kafka.bootstrap.servers = hadoop102:9092,hadoop103:9092,hadoop104:9092
a1.channels.c1.kafka.topic = user_log
a1.channels.c1.parseAsFlumeEvent = true

消费者

a2.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel
a2.channels.c1.kafka.bootstrap.servers = hadoop102:9092,hadoop103:9092,hadoop104:9092
a2.channels.c1.kafka.topic = user_log
a2.channels.c1.kafka.consumer.group.id = flume-consumer
a2.channels.c1.parseAsFlumeEvent = true
a2.channels.c1.pollTimeout = 1000

File Channel

a3.channels.c1.type = file
a3.channels.c1.checkpointDir = /opt/module/flume-1.9.0/checkpoint/behavior2,/mnt/vdb_rom/flume-1.9.0/checkpoint/behavior2
a3.channels.c1.dataDirs = /opt/module/flume-1.9.0/data/behavior2/
a3.channels.c1.maxFileSize = 2146435071
a3.channels.c1.capacity = 1000000
a3.channels.c1.keep-alive = 6

 

posted @ 2022-08-26 22:31  Avery_rainys  阅读(42)  评论(0)    收藏  举报