1.启动kafka集群
[root@elk91 ~]# kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties
[root@elk92 ~]# kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties
[root@elk93 ~]# kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties
2.验证kafka服务是否正常
[root@elk91 ~]# zkCli.sh ls /zqylinux-kafka371/brokers/ids | grep "^\["
[91, 92, 93]
[root@elk91 ~]#
3.下载kafka的exporter
wget https://github.com/danielqsj/kafka_exporter/releases/download/v1.7.0/kafka_exporter-1.7.0.linux-amd64.tar.gz
4.启动kafka的exporter
[root@elk91 ~]# tar xf kafka_exporter-1.7.0.linux-amd64.tar.gz -C /usr/local/bin/ kafka_exporter-1.7.0.linux-amd64/kafka_exporter --strip-components=1
[root@elk91 ~]#
[root@elk91 ~]# ll /usr/local/bin/
total 18876
drwxr-xr-x 2 root root 4096 Aug 16 11:03 ./
drwxr-xr-x 10 root root 4096 Aug 10 2023 ../
-rwxr-xr-x 1 1001 123 19317972 May 24 2023 kafka_exporter*
[root@elk91 ~]#
[root@elk91 ~]# kafka_exporter --web.listen-address=":9308" --web.telemetry-path="/metrics" --kafka.version="3.7.1" --kafka.server=10.0.0.93:9092
5.访问测试kafka的exporter页面
http://10.0.0.91:9308/metrics
6.Prometheus配置监控kafka的exporter
[root@prometheus-server31 ~]# vim /zqylinux/softwares/prometheus-2.53.2.linux-amd64/prometheus.yml
...
- job_name: zqylinux-kafka
static_configs:
- targets:
- 10.0.0.91:9308
[root@prometheus-server31 ~]#
[root@prometheus-server31 ~]# check
Checking /zqylinux/softwares/prometheus-2.53.2.linux-amd64/prometheus.yml
SUCCESS: /zqylinux/softwares/prometheus-2.53.2.linux-amd64/prometheus.yml is valid prometheus config file syntax
[root@prometheus-server31 ~]#
[root@prometheus-server31 ~]# rr
7.查看Prometheus的WebUI是否监控到目标
http://10.0.0.31:9090/targets
8.grafana出图展示,id为12460
9.测试验证准确
9.1 创建topic
[root@elk93 ~]# kafka-topics.sh --bootstrap-server 10.0.0.91:9092 --create --topic xixi --partitions 3
Created topic xixi.
[root@elk93 ~]#
9.2 启动消费者
[root@elk92 ~]# kafka-console-consumer.sh --bootstrap-server 10.0.0.91:9092 --topic xixi
9.3 启动生产者
[root@elk93 ~]# kafka-console-producer.sh --bootstrap-server 10.0.0.91:9092 --topic xixi