使用logstash6.5.4把elasticsearch-5.5的数据拉取到另一个elasticsearch5.5的集群上
1.下载logstash的安装包
cd /opt/
wget https://artifacts.elastic.co/downloads/logstash/logstash-6.5.4.tar.gz
tar xf logstash-6.5.4.tar.gz
mv logstash-6.5.4 logstash
2.添加配置es-es.conf的配置文件
切换到logstash目录下
cd logstash
cat es-es.conf
es-es.conf的配置文件内容如下:
#logstash 输入插件
input {
elasticsearch {
hosts => ["172.16.5.105:9200","172.16.5.107:9200","172.16.5.109:9200"]
user => "root"
password => "111111"
index => "app_news_doc"
size => 1000
scroll => "1m"
codec => "json"
docinfo => true
}
}
filter {
mutate {
remove_field => ["@timestamp", "@version"]
}
}
#logstash 输出插件
output {
elasticsearch {
hosts => ["15.208.11.174:9200","15.208.11.175:9200","15.208.11.176:9200"]
user => "root"
password => "111111"
index => "%{[@metadata][_index]}"
document_type => "%{[@metadata][_type]}"
document_id => "%{[@metadata][_id]}"
}
}
3.启动logstash
bin/logstash -f es-es.conf

浙公网安备 33010602011771号