使用logstash6.5.4把elasticsearch-5.5的数据拉取到另一个elasticsearch5.5的集群上

1.下载logstash的安装包

cd /opt/
wget https://artifacts.elastic.co/downloads/logstash/logstash-6.5.4.tar.gz
tar xf logstash-6.5.4.tar.gz
mv logstash-6.5.4 logstash

2.添加配置es-es.conf的配置文件

切换到logstash目录下
cd logstash
cat es-es.conf
es-es.conf的配置文件内容如下:
#logstash 输入插件
input {
  elasticsearch {
    hosts => ["172.16.5.105:9200","172.16.5.107:9200","172.16.5.109:9200"]
    user => "root"
    password => "111111"
    index => "app_news_doc"
    size => 1000
    scroll => "1m"
    codec => "json"
    docinfo => true
  }
}

filter {
  mutate {
    remove_field => ["@timestamp", "@version"]
  }
}

#logstash 输出插件
output {
  elasticsearch {
    hosts => ["15.208.11.174:9200","15.208.11.175:9200","15.208.11.176:9200"]
    user => "root"
    password => "111111"
    index => "%{[@metadata][_index]}"
    document_type => "%{[@metadata][_type]}"
    document_id => "%{[@metadata][_id]}"
  }
}

3.启动logstash

bin/logstash -f es-es.conf
posted @ 2019-12-12 18:31  一棵调皮的小草  阅读(12)  评论(0)    收藏  举报