从0搭建kafka单点、集群

主机IP	主机名
10.0.0.91	elk91
10.0.0.92	elk92
10.0.0.93	elk93

kafka单点部署

1.下载kafka

[root@elk91 ~]# wget https://dlcdn.apache.org/kafka/3.9.0/kafka_2.13-3.9.0.tgz

2.解压软件包

[root@elk91 ~]# tar xf kafka_2.13-3.9.0.tgz -C /usr/local/

3.修改kafka配置文件

[root@elk91 ~]# vim /usr/local/kafka_2.13-3.9.0/config/server.properties 
...
# kafka的唯一标识
broker.id=91 
# 修改数据目录
log.dirs=/var/lib/kafka
# 指定kafka的元数据存储在zookeeper集群的路径(znodes)
zookeeper.connect=10.0.0.91:2181,10.0.0.92:2181,10.0.0.93:2181/dezyan-kafka-3.9.0

4.配置环境变量

[root@elk91 ~]# cat /etc/profile.d/kafka.sh
#!/bin/bash

export KAFKA_HOME=/usr/local/kafka_2.13-3.9.0
export PATH=$PATH:$KAFKA_HOME/bin
[root@elk91 ~]# 
[root@elk91 ~]# source /etc/profile.d/kafka.sh

5.将kafka放在后台运行

[root@elk91 ~]# kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties 
[root@elk91 ~]# 
[root@elk91 ~]# ss -ntl | grep 9092
LISTEN 0      50                      *:9092             *:* 

6.在Zookeeper集群查看数据是否写入

• 访问zkWEBUI查看即可
• 将zkWeb放入后台运行

/usr/local/jdk1.8.0_291/bin/java -jar zkWeb-v1.2.1.jar &>/dev/null &
root@elk91:~# ss -ntl | egrep "2181|8099|9092"
LISTEN 0      100                     *:8099 #webUI      
LISTEN 0      50                      *:9092 #kafka        
LISTEN 0      50                      *:2181  #zookeeper

kafka集群部署

1.拷贝程序到其他节点

[root@elk91 ~]# scp -r /usr/local/kafka_2.13-3.9.0/ 10.0.0.92:/usr/local/
[root@elk91 ~]# scp -r /usr/local/kafka_2.13-3.9.0/ 10.0.0.93:/usr/local/
[root@elk91 ~]# scp /etc/profile.d/kafka.sh  10.0.0.92:/etc/profile.d/
[root@elk91 ~]# scp /etc/profile.d/kafka.sh  10.0.0.93:/etc/profile.d/

2.其他节点修改配置文件

[root@elk92 ~]# sed -i '/^broker.id/s#91#92#' /usr/local/kafka_2.13-3.9.0/config/server.properties 
[root@elk92 ~]# grep ^broker.id /usr/local/kafka_2.13-3.9.0/config/server.properties 
broker.id=92

[root@elk93 ~]# sed -i '/^broker.id/s#91#93#' /usr/local/kafka_2.13-3.9.0/config/server.properties
[root@elk93 ~]# grep ^broker.id /usr/local/kafka_2.13-3.9.0/config/server.properties
broker.id=93

3.其他节点启动kafka

[root@elk92 ~]# source /etc/profile.d/kafka.sh && kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties 
[root@elk92 ~]#
[root@elk92 ~]# ss -ntl | grep 9092
LISTEN 0      50                      *:9092             *:*       
[root@elk93 ~]# source /etc/profile.d/kafka.sh && kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties 
[root@elk93 ~]#
[root@elk93 ~]# ss -ntl | grep 9092
LISTEN 0      50                      *:9092             *:*   

4.zookeeper验证查看

• 访问查看http://10.0.0.91:8099/#