Prometheus结合Consul采集多个MySQL实例的监控指标

# 参考 下载地址Release列表，选择适合的平台安装包

# 进入运维规范 软件安装目录
cd /opt/app

# 下载并解压
wget https://github.com/prometheus/mysqld_exporter/releases/download/v0.15.1/mysqld_exporter-0.15.1.linux-amd64.tar.gz
tar -zxvf mysqld_exporter-0.15.1.linux-amd64.tar.gz

# 设置软连接
ln -s /opt/app/mysqld_exporter-0.15.1.linux-amd64 mysqld_exporter

CREATE USER 'prometheus'@'192.168.%' IDENTIFIED BY 'XXXXXXXX' WITH MAX_USER_CONNECTIONS 10;
GRANT PROCESS, REPLICATION CLIENT, SELECT ON *.* TO 'prometheus'@'192.168.%';

# vim ./.my.cnf
[client]
user = prometheus
password = XXXXXXXX

nohup ./mysqld_exporter --config.my-cnf=./.my.cnf --collect.global_status --collect.global_variables --collect.mysql.user --collect.binlog_size --collect.slave_status &

# vim /usr/lib/systemd/system/mysqld_exporter.service
[Unit]
Description=Prometheus MySQL exporter

[Service]
ExecStart=/opt/app/mysqld_exporter/mysqld_exporter --config.my-cnf=/opt/app/mysqld_exporter/.my.cnf --collect.global_status --collect.global_variables --collect.mysql.user --collect.binlog_size --collect.slave_status
Restart=on-failure

[Install]
WantedBy=multi-user.target

# 开启自启动
systemctl enable mysqld_exporter

# 启动
systemctl start mysqld_exporter

# 查看状态
systemctl status mysqld_exporter

To use the multi-target functionality, send an http request to the endpoint /probe?target=foo:3306 where target is set to the DSN of the MySQL instance to scrape metrics from.

#!/usr/bin/env bash
# encoding: utf-8
# 批量初始化注册到Consul

while read line
do
    # echo $line
    instance_id=$(echo $line|awk '{print $1}')
    instance_name=$(echo $line|awk '{print $2}')
    instance_address=$(echo $line|awk '{print $3}')
    suffix=$(echo $instance_name|awk -F"_" '{print $NF}')
    if [[ $suffix == 'slave' ]]
    then
        role="slave"
    else
        role="master"
    fi

    data="{
        "id": "rds-${instance_name}",
        "name": "mysql",
        "address" : "${instance_address}",
        "port": 3306,
        "tags": ["prod", "mysql_exporter"],
        "meta": {
            "env": "prod",
            "role": "${role}",
            "instance_id": "${instance_id}",
            "instance_name": "${instance_name}"
        }
    }"
    # echo $data
    curl -X PUT 'http://192.168.x.x:8500/v1/agent/service/register' -H 'Content-Type: application/json' -d "$data"
done 

instance-id-xxx instance-name instance-address

curl -X PUT 'http://192.168.x.x:8500/v1/agent/service/register' -H 'Content-Type: application/json' 
-d '{
  "id": "rds-xxx",
  "name": "mysql",
  "address": "rm-xxxxxxxx.mysql.rds.aliyuncs.com",
  "port": 3306,
  "tags": [
      "prod",
      "mysql_exporter"
  ],
  "meta": {
    "env": "prod",
    "instance_id": "rm-xxxxxxxx.mysql.rds.aliyuncs.com:3306",
    "role": "master",
    "instance_name": "rds-xxx"
  }
}'

# cat scrape_configs/mysql_exporter.yml
scrape_configs:
  - job_name: 'consul_discovery_mysql'
    consul_sd_configs:
      # Consul的服务地址(这里配置的内网域名)
      - server: 'consul.xxx.local'
        # 这里是获取Consul中的服务，如上知道我们是把所有的MySQL实例注册到了`mysql`服务下
        services: ['mysql']
    relabel_configs:
      # 核心是获取 `__parm_target` 就是 上面第四步提到的probe抓取的target
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__meta_consul_service_id]
        target_label服务器托管网: instarnce_name
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        # 注意这里: 该地址就是MySQL exporter服务的地址
        replacement: 192.168.3.100:9104