Zookeeper+Kafka

环境

节点	IP	主机名
node1	172.25.253.5	node1
node2	172.25.253.6	node2
node3	172.25.253.7	node3

 

Zookeeper

 配置映射和主机名

[root@node-1 ~]# vim /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6

172.25.253.5 node1
172.25.253.6 node2
172.25.253.7 node3

[root@node-1 ~]# hostnamectl set-hostname node1
[root@node-2 ~]# hostnamectl set-hostname node2
[root@node-3 ~]# hostnamectl set-hostname node3

 

 配置YUM源

[root@node1 ~]# rm -rf /etc/yum.repos.d/*
[root@node1 ~]# vim /etc/yum.repos.d/http.repo
[centos]
name=centos
baseurl=http://172.25.253.3/centos/
gpgcheck=0
enabled=1

[gpmall]
name=gpmall
baseurl=http://172.25.253.3/colony/gpmall-repo/
gpgcheck=0
enabled=1

 

安装JDK环境

[root@node1 ~]# yum install -y java-1.8.0-openjdk java-1.8.0-openjdk-devel
[root@node2 ~]# yum install -y java-1.8.0-openjdk java-1.8.0-openjdk-devel
[root@node3 ~]# yum install -y java-1.8.0-openjdk java-1.8.0-openjdk-devel

 

配置zookeeper服务

• 解压zookeeper软件包

[root@node1 ~]# ls
kafka_2.11-1.1.1.tgz  zookeeper-3.4.14.tar.gz

[root@node1 ~]# tar -zxvf zookeeper-3.4.14.tar.gz -C /opt/
[root@node2 ~]# tar -zxvf zookeeper-3.4.14.tar.gz -C /opt/
[root@node3 ~]# tar -zxvf zookeeper-3.4.14.tar.gz -C /opt/

• 修改配置文件

[root@node1 ~]# cd /opt/zookeeper-3.4.14/conf/
[root@node1 conf]# mv zoo_sample.cfg zoo.cfg 
[root@node1 conf]# vim zoo.cfg 
server.1=172.25.253.5:2888:3888
server.2=172.25.253.6:2888:3888
server.3=172.25.253.7:2888:3888

[root@node2 ~]# cd /opt/zookeeper-3.4.14/conf/
[root@node2 conf]# mv zoo_sample.cfg zoo.cfg 
[root@node3 conf]# vim zoo.cfg 
server.1=172.25.253.5:2888:3888
server.2=172.25.253.6:2888:3888
server.3=172.25.253.7:2888:3888

[root@node3 ~]# cd /opt/zookeeper-3.4.14/conf/
[root@node3 conf]# mv zoo_sample.cfg zoo.cfg 
[root@node3 conf]# vim zoo.cfg 
server.1=172.25.253.5:2888:3888
server.2=172.25.253.6:2888:3888
server.3=172.25.253.7:2888:3888

• 创建myid

[root@node1 ~]# mkdir /tmp/zookeeper
[root@node1 ~]# vim /tmp/zookeeper/myid
1

[root@node2 ~]# mkdir /tmp/zookeeper
[root@node2 ~]# vim /tmp/zookeeper/myid
2

[root@node3 ~]# mkdir /tmp/zookeeper
[root@node3 ~]# vim /tmp/zookeeper/myid
3

• 启动服务

[root@node1 ~]# cd /opt/zookeeper-3.4.14/bin/
[root@node1 bin]# ./zkServer.sh start

[root@node2 ~]# cd /opt/zookeeper-3.4.14/bin/
[root@node2 bin]# ./zkServer.sh start

[root@node3 ~]# cd /opt/zookeeper-3.4.14/bin/
[root@node3 bin]# ./zkServer.sh start

• 验证

[root@node1 bin]# ./zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /opt/zookeeper-3.4.14/bin/../conf/zoo.cfg
Mode: follower

[root@node2 bin]# ./zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /opt/zookeeper-3.4.14/bin/../conf/zoo.cfg
Mode: leader

[root@node3 bin]# ./zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /opt/zookeeper-3.4.14/bin/../conf/zoo.cfg
Mode: follower

[root@node1 bin]# netstat -ntpl
Active Internet connections (only servers)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name          
tcp6       0      0 :::2181                 :::*                    LISTEN      1500/java           

 

配置kafka服务

• 解压kafka压缩包

[root@node1 ~]# tar -zxvf kafka_2.11-1.1.1.tgz -C /opt/
[root@node2 ~]# tar -zxvf kafka_2.11-1.1.1.tgz -C /opt/
[root@node3 ~]# tar -zxvf kafka_2.11-1.1.1.tgz -C /opt/

• 修改配置文件

[root@node1 ~]# vim /opt/kafka_2.11-1.1.1/config/server.properties 
注释：
21行   #broker.id=0
123行 #zookeeper.connect=localhost:2181
添加：
broker.id=1
zookeeper.connect=172.25.253.5:2181,172.25.253.6:2181,172.25.253.7:2181
listeners=PLAINTEXT://172.25.253.5:9092


[root@node2 ~]# vim /opt/kafka_2.11-1.1.1/config/server.properties 
注释：
21行   #broker.id=0
123行 #zookeeper.connect=localhost:2181
添加：
broker.id=2
zookeeper.connect=172.25.253.5:2181,172.25.253.6:2181,172.25.253.7:2181
listeners=PLAINTEXT://172.25.253.6:9092


[root@node3 ~]# vim /opt/kafka_2.11-1.1.1/config/server.properties 
注释：
21行   #broker.id=0
123行 #zookeeper.connect=localhost:2181
添加：
broker.id=3
zookeeper.connect=172.25.253.5:2181,172.25.253.6:2181,172.25.253.7:2181
listeners=PLAINTEXT://172.25.253.7:9092

• 启动服务

[root@node1 ~]# cd /opt/kafka_2.11-1.1.1/bin/
[root@node1 bin]# ./kafka-server-start.sh -daemon ../config/server.properties
[root@node1 bin]# jps
1859 Kafka
1891 Jps
1500 QuorumPeerMain

[root@node2 ~]# cd /opt/kafka_2.11-1.1.1/bin/
[root@node2 bin]# ./kafka-server-start.sh -daemon ../config/server.properties
[root@node1 bin]# jps
1859 Kafka
1891 Jps
1500 QuorumPeerMain

[root@node3 ~]# cd /opt/kafka_2.11-1.1.1/bin/
[root@node3 bin]# ./kafka-server-start.sh -daemon ../config/server.properties
[root@node1 bin]# jps
1859 Kafka
1891 Jps
1500 QuorumPeerMain

• 测试服务，创建topic

[root@node1 bin]# ./kafka-topics.sh --create --zookeeper 172.25.253.5:2181  --partitions 1 --replication-factor 1 --topic test
Created topic "test".

查看topic
[root@node2 bin]# ./kafka-topics.sh --list --zookeeper 172.25.253.6:2181
test

[root@node3 bin]# ./kafka-topics.sh --list --zookeeper 172.25.253.7:2181
test