Kafka集群安装

1. 下载安装包  kafka_2.11-1.0.0.tgz
2. tar -xvf kafka_2.11-1.0.0.tgz
3. 创建kafka日志目录
mkdir /software/kafka_2.11-1.0.0/logs
4. 修改conf/server.properties配置文件 关键点
broker.id=0
log.dirs=/software/kafka_2.11-1.0.0/logs
zookeeper.connect=master:2181,slave1:2181,slave2:2181
5. 同步到slave1,slave2
scp -r /software/kafka_2.11-1.0.0/ root@slave1:/software/
scp -r /software/kafka_2.11-1.0.0/ root@slave2:/software/
6. 修改slave1,slave2中conf/server.properties中broker.id
值分别为1 ,2
7. 将Kafka相关配置进系统环境 /ec/profile ~/.bash_profile
export JAVA_HOME=/software/jdk1.8.0_161
export ZK_HOME=/software/zookeeper-3.4.10
export KAFKA_HOME=/software/kafka_2.11-1.0.0
export PATH=$PATH:$ROCKETMQ_HOME/bin:$JAVA_HOME/bin:$ZK_HOME/bin:$KAFKA_HOME/bin
source /ec/profile
source ~/.bash_profile
8. 创建集群启动脚本
vim $KAFKA_HOME/bin/kafka-clu-start.sh
#!/bin/bash
echo "-----------------------启动kafka集群---------------------"
echo "-----------------------启动master---kafka---------------------"
sh $KAFKA_HOME/bin/kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties >$KAFKA_HOME/logs/server.log 2>&1 &
sleep 5s;
echo "-----------------------启动slave1--kafka---------------------"
ssh slave1 sh $KAFKA_HOME/bin/kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties >$KAFKA_HOME/logs/server.log 2>&1 &
sleep 5s;
echo "-----------------------启动slave2-kafka---------------------"
ssh slave2 sh $KAFKA_HOME/bin/kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties >$KAFKA_HOME/logs/server.log 2>&1 &
chmod 777 $KAFKA_HOME/bin/kafka-clu-start.sh
posted @ 2021-06-10 14:53  521pingguo1314  阅读(105)  评论(0)    收藏  举报