二进制部署Prometheus 和Grafana
二进制部署Prometheus 和Grafana
nginx_exporter插件编译安装
- nginx插件编译安装
# mkdir /usr/local/nginx-vts-module
# ls /usr/local/nginx-vts-module ----上传 Nginx 扩展模块到服务器上并解压
nginx-module-sts-0.1.1.tar.gz nginx-module-stream-sts-0.1.1.tar.gz nginx-module-vts-0.1.18.tar.gz nginx-1.21.5 nginx-module-stream-sts-0.1.1 nginx-module-sts-0.1.1 nginx-module-vts-0.1.18
# nginx -V ----获取当前已安装 Nginx 的运行参数
# yum -y install gcc gcc-c++ make automake autoconf pcre pcre-devel zlib zlib-devel openssl openssl-devel libtool ----
# cd /usr/local/nginx-vts-module/nginx-1.21.5
# --prefix=/usr/local/nginx --with-http_v2_module --with-http_ssl_module --with-http_gzip_static_module --with-poll_module --with-file-aio --with-http_realip_module --with-http_addition_module --with-http_addition_module --with-http_random_index_module --with-http_ssl_module --http-uwsgi-temp-path=/usr/local/nginx/uwsgi_temp --http-scgi-temp-path=/usr/local/nginx/scgi_temp --with-pcre --with-http_stub_status_module --with-stream --add-module=/usr/local/src/nginx-module-vts-0.1.18 --add-module=/usr/local/src/nginx-module-sts-0.1.1 --add-module=/usr/local/src/nginx-module-stream-sts-0.1.1 --add-module=/usr/local/src/nginx-goodies-nginx-sticky-module-ng-08a395c66e42/ --add-module=/usr/local/src/naxsi-0.55.3/naxsi_src/ --add-module=/usr/local/src/nginx_upstream_check_module-master --with-openssl=/usr/local/src/openssl-1.1.1g
# make
# make install
- 修改nginx相关配置文件
# vim ../conf/nginx.conf
http {
vhost_traffic_status_zone; ----新增
...
server {
...
location /status { ----新增location
vhost_traffic_status_display;
vhost_traffic_status_display_format html;
}
}
}
# ./nginx -t
# killall nginx
# ./nginx
# curl http://10.130.41.10/status/format/prometheus ----访问对应 Vhost 检查是否能获取到数据，有以下内容表示正常。
# HELP nginx_vts_info Nginx info
# TYPE nginx_vts_info gauge
nginx_vts_info{hostname="yidongqy.com",version="1.21.5"} 1
# HELP nginx_vts_start_time_seconds Nginx start time
# TYPE nginx_vts_start_time_seconds gauge
nginx_vts_start_time_seconds 1642158757.711
- 附件中有编译好的nginx可以执行使用适用于Centos7系列系统
[root@portal_node_1 BAK]# rz -be nginx-ok.tar.gz #解压后提供nginx 二进制文件，然后再local对应配置文件中添加如下配置项
[root@portal_node_1 vhosts]# vim nginx.conf #在http块中添加如下配置项
vhost_traffic_status_zone;
[root@portal_node_1 vhosts]# vim local_location.conf
location /status {
vhost_traffic_status_display;
vhost_traffic_status_display_format html;
}
[root@portal_node_1 sbin]# killall nginx
[root@portal_node_1 sbin]# ./nginx
[root@portal_node_1 sbin]# curl http://10.130.41.10/status/format/prometheus #然后再访问是否有以下相关数据
# HELP nginx_vts_info Nginx info
# TYPE nginx_vts_info gauge
nginx_vts_info{hostname="portal_node_1",version="1.20.2"} 1
# HELP nginx_vts_start_time_seconds Nginx start time
# TYPE nginx_vts_start_time_seconds gauge
nginx_vts_start_time_seconds 1642660147.903
# HELP nginx_vts_main_connections Nginx connections
# TYPE nginx_vts_main_connections gauge
nginx_vts_main_connections{status="accepted"} 100
nginx_vts_main_connections{status="active"} 8
nginx_vts_main_connections{status="handled"} 100
nginx_vts_main_connections{status="reading"} 0
nginx_vts_main_connections{status="requests"} 97
nginx_vts_main_connections{status="waiting"} 7
nginx_vts_main_connections{status="writing"} 1
# HELP nginx_vts_main_shm_usage_bytes Shared memory [ngx_http_vhost_traffic_status] info
# TYPE nginx_vts_main_shm_usage_bytes gauge
nginx_vts_main_shm_usage_bytes{shared="max_size"} 1048575
nginx_vts_main_shm_usage_bytes{shared="used_size"} 3525
nginx_vts_main_shm_usage_bytes{shared="used_node"} 1
部署Node_exporter
- 需要每台需要监控的服务器上面部署该服务
[root@portal_node_1 ~]# useradd -d /home/metric metric
[metric@portal_node_1 ~]# rz -be node_exporter-1.3.1.linux-amd64.tar.gz ----上传Node-exporter包到服务器
[metric@portal_node_1 ~]# tar xvf soft/node_exporter-1.3.1.linux-amd64.tar.gz
[metric@portal_node_1 ~]# mv node_exporter-1.3.1.linux-amd64 node_exporter-1.3.1
[metric@portal_node_1 ~]# cd node_exporter-1.3.1
[metric@portal_node_1 node_exporter-1.3.1]# vim start.sh #编写启动脚本
#!/bin/bash
jarfilename=node_exporter
AppPath=/home/metric/node_exporter/
start()
{
nohup $AppPath$jarfilename > /dev/null &
}
stop()
{
kill -9 $(ps -ef|grep $jarfilename|grep -v grep |awk '{print $2}')
}
status()
{
ps -ef|grep $jarfilename|grep -v grep
}
restart() {
stop
start
}
case "$1" in
start)
start
;;
stop)
stop
;;
restart)
restart
;;
status)
status
;;
*)
echo $"Usage: $0 {start|stop|restart|status}"
esac
[metric@portal_node_1 node_exporter]$ ./start.sh start
[metric@portal_node_1 node_exporter]$ curl 127.0.0.1:9100/metrics
部署Mysql_exporter
- Mysql_exporter部署
[root@localhost ~]# su - metric
[metric@localhost ~]$ rz -be mysqld_exporter-0.13.0.linux-amd64.tar.gz
[metric@localhost ~]$ tar xvf soft/mysqld_exporter-0.13.0.linux-amd64.tar.gz
[metric@localhost ~]$ mv mysqld_exporter-0.13.0.linux-amd64 mysqld_exporter-0.13.0
[metric@localhost ~]$ cd mysqld_exporter-0.13.0
[metric@localhost mysqld_exporter-0.13.0]$ vim mysqld_exporter.cnf
[client]
user=ucds
password=ucds
host=10.130.41.51
port=3306
[metric@localhost mysqld_exporter-0.13.0]$ vim start.sh
#!/bin/bash
jarfilename=mysqld_exporter
AppPath=/home/metric/mysqld_exporter-0.13.0/
configname=mysqld_exporter.cnf
start()
{
nohup $AppPath$jarfilename --config.my-cnf="$AppPath$configname" > /dev/null &
}
stop()
{
kill -9 $(ps -ef|grep $jarfilename|grep -v grep |awk '{print $2}')
}
status()
{
ps -ef|grep $jarfilename|grep -v grep
}
restart() {
stop
start
}
case "$1" in
start)
start
;;
stop)
stop
;;
restart)
restart
;;
status)
status
;;
*)
echo $"Usage: $0 {start|stop|restart|status}"
esac
[metric@localhost mysqld_exporter-0.13.0]$ ./start.sh start
[metric@localhost mysqld_exporter-0.13.0]$ curl http://10.130.41.120:9104/metrics ----验证结果
# HELP mysql_up Whether the MySQL server is up.
# TYPE mysql_up gauge
mysql_up 1 ----成功获取到1个 Mysql 实例
部署docker_exporet
- 部署docker_exporet
在docker中运行启动cadvisor容器之前需要做如下操作否则启动失败
[root@my-dev ~]#mount -o remount,rw '/sys/fs/cgroup'
[root@my-dev ~]#ln -s /sys/fs/cgroup/cpu,cpuacct /sys/fs/cgroup/cpuacct,cpu
[root@my-dev ~]# docker run --volume=/:/rootfs:ro --volume=/var/run:/var/run:rw --volume=/sys:/sys:ro --volume=/var/lib/docker:/var/lib/docker:ro --publish=50715:8080 --detach=true --name=cadvisor google/cadvisor:latest
[root@my-dev ~]#curl 127.0.0.1:50715/metrics 是否出相关数据
部署redis_exporter
- redis_exporter部署
[root@localhost ~]# su - metric
[metric@localhost ~]$ rz -be redis_exporter-v1.33.0.linux-amd64.tar.gz
[metric@localhost ~]$ tar xvf soft/redis_exporter-v1.33.0.linux-amd64.tar.gz
[metric@localhost ~]$mv redis_exporter-v1.33.0.linux-amd64 redis_exporter-v1.33.0
[metric@localhost ~]$ cd redis_exporter-v1.33.0
[metric@localhost redis_exporter-v1.33.0]$ vim start.sh
#!/bin/bash
jarfilename=redis_exporter
AppPath=/home/metric/redis_exporter-v1.33.0/
redisip=10.130.41.43:6380 #连接redis主节点ip和端口
redispasswd=e4M8s2nyUC44MJXd
start()
{
# nohup $AppPath$jarfilename -redis.addr redis://$redisip -redis.password $redispasswd > /dev/null & #redis加密
# nohup $AppPath$jarfilename -redis.addr redis://$redisip > /dev/null & #redis不加密
}
stop()
{
kill -9 $(ps -ef|grep $jarfilename|grep -v grep |awk '{print $2}')
}
status()
{
ps -ef|grep $jarfilename|grep -v grep
}
restart() {
stop
start
}
case "$1" in
start)
start
;;
stop)
stop
;;
restart)
restart
;;
status)
status
;;
*)
echo $"Usage: $0 {start|stop|restart|status}"
esac
[metric@localhost redis_exporter-v1.33.0]$ ./start.sh start
[metric@localhost redis_exporter-v1.33.0]$ curl http://10.130.41.120:9121/metrics
# HELP redis_up Information about the Redis instance
# TYPE redis_up gauge
redis_up 1 ----成功获取到1个 Redis 实例
部署Prometheus Server
- 部署Prometheus Server
[metric@localhost ~]$ rz -beprometheus-2.32.1.linux-amd64.tar.gz
[metric@localhost ~]$ tar xvf soft/prometheus-2.32.1.linux-amd64.tar.gz
[metric@localhost ~]$ mv prometheus-2.32.1.linux-amd64 prometheus-2.32.1
[metric@localhost ~]$ cd prometheus-2.32.1/
#需要使用root用户操作
[root@localhost ~]# vim /usr/lib/systemd/system/prometheus.service
[Unit]
Description=Prometheus server daemon
After=network.target
[Service]
Type=simple
User=metric
Group=metric
ExecStart=/home/metric/prometheus-2.32.1/prometheus \
--config.file "/home/metric/prometheus-2.32.1/prometheus.yml" \
--storage.tsdb.path "/home/metric/prometheus-2.32.1/data" \
--storage.tsdb.retention.time=45d \
--web.console.templates "/home/metric/prometheus-2.32.1/consoles" \
--web.console.libraries "/home/metric/prometheus-2.32.1/console_libraries" \
--web.max-connections=1024 \
--web.external-url "http://10.130.41.120:9090" \ #本机ip
--web.listen-address "10.130.41.120:9090" \ #本机ip
--web.enable-lifecycle
Restart=no
[Install]
WantedBy=multi-user.target
[root@localhost ~]# systemctl daemon-reload
[root@localhost home]# su - metric
[metric@localhost ~]$ cd prometheus-2.32.1/
[metric@localhost prometheus-2.32.1]$ vim prometheus.yml
global:
scrape_interval: 10s ----调整为10秒抓取一次
scrape_timeout: 5s ----设置超时时间为5s
evaluation_interval: 15s
scrape_configs:
- job_name: "prometheus"
static_configs:
- targets: ["10.130.41.120:9090"] ----修改localhost为本机IP
- job_name: "nginx-metircs" ----新增 Nginx vts 配置
metrics_path: /status/format/prometheus
static_configs:
- targets: ['10.130.41.10:8091'] ----多个节点使用 , 分隔
- job_name: "node-exporter" ----新增 node-exporter 配置
metrics_path: /metrics
static_configs:
- targets:
- "10.130.41.10:9100"
- "10.130.41.120:9100"
- job_name: "mysql-exporter" ----新增 mysql-exporter 配置
metrics_path: /metrics
static_configs:
- targets: ['10.130.41.120:9104']
- job_name: "redis-exporter-targets" ----新增 Redis 节点设置
static_configs:
- targets:
- redis://10.130.41.42:6379 ----存在多节点时，将所有节点都写上
- redis://10.130.41.43:6380 ----存在多节点时，将所有节点都写上
- redis://10.130.41.44:6381 ----存在多节点时，将所有节点都写上
metrics_path: /scrape
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: 10.130.41.120:9121 ----填写 Redis-exporter IP：PORT
- job_name: "redis-exporter" ----新增 Redis-exporter 配置
metrics_path: /metrics
static_configs:
- targets:
- 10.130.41.120:9121
- job_name: "docker-exporter" ---新增 docker-exporter 配置
metrics_path: /metrics
static_configs:
- targets:
- 10.130.41.10:50715
[metric@localhost prometheus-2.32.1]$ ./promtool check config prometheus.yml #检测配置是否异常
Checking prometheus.yml
SUCCESS: 0 rule files found
[metric@localhost prometheus-2.32.1]$ exit
[root@localhost home]# systemctl daemon-reload
[root@localhost home]# systemctl restart prometheus
[root@localhost home]# systemctl status prometheus
[root@localhost home]# curl -s http://10.130.41.120:9090/metrics | grep targets ----检查 targets 数量是否正确
# HELP prometheus_sd_discovered_targets Current number of discovered targets.
# TYPE prometheus_sd_discovered_targets gauge
prometheus_sd_discovered_targets{config="config-0",name="notify"} 0
prometheus_sd_discovered_targets{config="mysql-exporter",name="scrape"} 1
prometheus_sd_discovered_targets{config="nginx-metircs",name="scrape"} 2
prometheus_sd_discovered_targets{config="nginx-stub-status",name="scrape"} 2
prometheus_sd_discovered_targets{config="node-exporter",name="scrape"} 2
prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1
prometheus_sd_discovered_targets{config="redis-exporter",name="scrape"} 1
prometheus_sd_discovered_targets{config="redis-exporter-targets",name="scrape"} 1
部署Grafana Server
- 部署Grafana Server
[root@localhost home]# su - metric
[metric@localhost ~]$ rz -be grafana-enterprise-8.3.3.linux-amd64.tar.gz
[metric@localhost ~]$ tar xvf grafana-enterprise-8.3.3.linux-amd64.tar.gz
[metric@localhost ~]$ mv grafana-enterprise-8.3.3.linux-amd64 grafana-8.3.3
[metric@localhost ~]$ cd grafana-8.3.3 bin
[root@localhost conf]# cd /home/metric/grafana-8.3.3/conf
[root@localhost conf]# cp sample.ini grafana.ini
[root@localhost conf]# cd ..
[root@localhost grafana-8.3.3]# vim start.sh
#!/bin/bash
jarfilename=grafana-server
AppPath=/home/metric/grafana-8.3.3/bin/
configpath=/home/metric/grafana-8.3.3/conf/
configname=grafana.ini
start()
{
nohup $AppPath$jarfilename -config $configpath$configname > /dev/null &
}
stop()
{
kill -9 $(ps -ef|grep $jarfilename|grep -v grep |awk '{print $2}')
}
status()
{
ps -ef|grep $jarfilename|grep -v grep
}
restart() {
stop
start
}
case "$1" in
start)
start
;;
stop)
stop
;;
restart)
restart
;;
status)
status
;;
*)
echo $"Usage: $0 {start|stop|restart|status}"
esac
[root@localhost grafana-8.3.3]# ./start.sh start
Grafana-WebUI配置
-
配置Grafana访问 http://10.130.41.120:3000 默认用户密码都是
admin -
添加数据源.返回滑到最下面，选择Save & test
-
然后导致相关对应Dashboard,然后再选择对应json文件
浙公网安备 33010602011771号