elasticsearch logstash-input-jdbc把数据从mysql导入es中

input {
    jdbc {
                jdbc_driver_library => "/home/software/logstash-6.4.3/lib/mysql-connector-java-5.1.41-bin.jar"
                jdbc_driver_class => "com.mysql.jdbc.Driver"
                jdbc_connection_string => "jdbc:mysql://192.168.83.128:3306/elk"
                jdbc_user => "root"
                jdbc_password => "Root_123"
                schedule => "* * * * *"
                clean_run => false
                use_column_value => true
                tracking_column => "create_date_"
                tracking_column_type => timestamp
                record_last_run => true
                last_run_metadata_path => "/home/software/logstash-6.4.3/local_email_last_run.txt"
                jdbc_page_size => 5000
                jdbc_paging_enabled => "true"
                lowercase_column_names => false
                statement => "SELECT * from ftsp_infra_send_email where create_date_ > :sql_last_value"
                type => "local-email"
        }
}
output {
        if [type] == "local-email" {
                elasticsearch {
                        hosts  => ["192.168.83.128:9200","192.168.83.129:9200"]
                        index  => "%{type}-%{+YYYY.MM.dd}"
                }
        }
}

  

posted @ 2022-01-21 14:51  飞鹰之歌  阅读(32)  评论(0)    收藏  举报