logtsash消费做了sasl认证的kafka

背景

在kafka做了sasl认证之后,logstash想要去消费消息并且发送至es,如何配置呢?下面附上我根据生产经验一步步摸索出来的配置:

input{
    kafka{
        bootstrap_servers => "192.168.85.12:16667,192.168.85.13:16667,192.168.85.14:16667" #kafka地址
        group_id => "test"
        auto_offset_reset => "earliest"
        consumer_threads => 3
        decorate_events => true
        topics => "test"
	type => "test"
        security_protocol => "SASL_PLAINTEXT"     #sasl认证使用
        sasl_mechanism => "PLAIN"                 #sasl认证使用
        jaas_path => "/app/logstash/logstash-5.6.5/config/kafka_user.conf" #sasl认证使用-认证填写的密码文件
    }
}

output {
    stdout{
        codec => json_lines
    }
    if[type] == "test"{
        elasticsearch {
           index => "test-%{+YYYY.MM.dd}"
           hosts => ["192.168.85.12:9200","192.168.85.13:9200","192.168.85.14:9200"]
           user => "user"
           password => "password"
           document_type=> "doc"
        }
    }
}
posted @ 2021-03-02 10:17  L1ZM  阅读(1570)  评论(0)    收藏  举报