zabbix監控腦裂

1.監控腦裂的環境要求

2.slave服務器部署zabbix_agent

[root@slave ~]# systemctl disable --now firewalld
[root@slave ~]# setenforce 0
[root@slave ~]# cd /usr/src/
[root@slave src]# wget https://cdn.zabbix.com/zabbix/sources/stable/5.4/zabbix-5.4.7.tar.gz
[root@slave src]# ls
zabbix-5.4.7.tar.gz
[root@slave src]# tar -xf zabbix-5.4.7.tar.gz 
[root@slave src]# useradd -r -M -s /sbin/nologin zabbix
[root@slave src]# yum -y install gcc gcc-c++ make pcre-devel openssl-devel
[root@slave src]# cd zabbix-5.4.7/
[root@slave zabbix-5.4.7]# ./configure --enable-agent
***********************************************************
*            Now run 'make install'                       *
*                                                         *
*            Thank you for using Zabbix!                  *
*              <http://www.zabbix.com>                    *
***********************************************************
[root@slave zabbix-5.4.7]# make install

[root@slave ~]# vim /usr/local/etc/zabbix_agentd.conf
ServerActive=192.168.136.233    //zabbix服務端ip地址
Hostname=WsEvdeGt               //zabbix客戶端隨機名
Server=192.168.136.233		    //zabbix服務端ip地址

#zabbix_agent開啟服務
[root@slave ~]# zabbix_agentd 
[root@slave ~]# ss -antl
State       Recv-Q      Send-Q           Local Address:Port              Peer Address:Port      Process      
LISTEN      0           128                    0.0.0.0:22                     0.0.0.0:*                      
LISTEN      0           100                  127.0.0.1:25                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:10050                  0.0.0.0:*                      
LISTEN      0           128                       [::]:22                        [::]:*                      
LISTEN      0           100                      [::1]:25                        [::]:*          

2.2slave服務器撰寫腳本

腳本顯示輸出1則代表vip存在，則master服務器已經出現了問題
腳本顯示輸出0則代表vip不存在，則master服務器沒有出現問題

[root@slave ~]# cd /scripts/
[root@slave scripts]# cat  check_process.sh
#!/bin/bash
if [ `ip a show ens33 |grep '192.168.136.250'|awk -F'[ /]+' '{print $3}'|wc -l` -eq 1 ];then
        echo 1
else
        echo 0
fi
#如果檢測到vip的ip地址則會顯示數字1，檢測不到則顯示0

2.3修改/usr/local/etc/zabbix_agentd.conf檔案

[root@slave ~]# vim /usr/local/etc/zabbix_agentd.conf
UnsafeUserParameters=1    #啟用自定義監控項{1|0}
UserParameter=check_process,/scripts/check_process.sh  #指定自定義監控腳本引數

#重啟zabbix服務
[root@slave ~]# killall zabbix_agentd 
[root@slave ~]# zabbix_agentd 

2.4服務端上簡單測驗

[root@zabbix ~]# zabbix_get -s 192.168.136.230 -k check_process
1      //證明備用服務器上存在了VIP

2.5zabbix添加監控項

2.6zabbix添加觸發器

2.7.zabbix監控添加用戶媒介

2.8zabbix服務端撰寫腳本

[root@zabbix ~]# vim /usr/local/etc/zabbix_server.conf
AlertScriptsPath=/usr/local/share/zabbix/alertscripts
[root@zabbix ~]# vim /usr/local/share/zabbix/alertscripts/sendmail.sh 
#!/bin/bash
msg=$(echo $1 | tr "\r\n" "\n")
subject=$(echo $2 | tr "\r\n" "\n")
echo "$msg" | mail -s "$subject" $3                                    
[root@zabbix ~]# chmod +x  /usr/local/share/zabbix/alertscripts/sendmail.sh
[root@zabbix ~]# yum -y install mailx postfix
[root@zabbix ~]# systemctl enable --now postfix
[root@master ~]# killall zabbix_server 
[root@master ~]# killall zabbix_agentd 
[root@master ~]# zabbix_server 
[root@master ~]# zabbix_agentd 

3.模擬master服務器上的nginx發生故障

[root@master ~]# systemctl stop nginx
您在 /var/spool/mail/root 中有新郵件
[root@master ~]# ss -antl
State       Recv-Q      Send-Q            Local Address:Port             Peer Address:Port      Process      
LISTEN      0           128                     0.0.0.0:22                    0.0.0.0:*                      
LISTEN      0           100                   127.0.0.1:25                    0.0.0.0:*                      
LISTEN      0           128                        [::]:22                       [::]:*                      
LISTEN      0           100                       [::1]:25                       [::]:*      

4.查看VIP

#slave服務器上nginx自動開啟，VIP出現
[root@slave ~]# ss -antl
State       Recv-Q      Send-Q           Local Address:Port              Peer Address:Port      Process      
LISTEN      0           128                    0.0.0.0:80                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:22                     0.0.0.0:*                      
LISTEN      0           100                  127.0.0.1:25                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:10050                  0.0.0.0:*                      
LISTEN      0           128                       [::]:80                        [::]:*                      
LISTEN      0           128                       [::]:22                        [::]:*                      
LISTEN      0           100                      [::1]:25                        [::]:*                      
[root@slave ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
    link/ether 00:0c:29:58:19:59 brd ff:ff:ff:ff:ff:ff
    inet 192.168.136.230/24 brd 192.168.136.255 scope global dynamic noprefixroute ens33
       valid_lft 1481sec preferred_lft 1481sec
    inet 192.168.136.250/32 scope global ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::c258:1eb4:c4e3:936a/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever

5.查看郵箱警告結果