keepalived+haproxy搭建LNMP架構并做資料同步-有解無憂

準備環境

# 數字8表示CentOS8系統數字7表示CentOS7系統（建議使用相同的系統，比如CentOS8）
虛擬VIP：172.31.0.188
172.31.0.27 keepalived + haproxy master
172.31.0.37 keepalived + haproxy backup
172.31.0.7 nginx + php-fpm
172.31.0.17 nginx + php-fpm
172.31.0.8 mysql-server8.0 master
172.31.0.18 mysql-server8.0 backup
172.31.0.28 nfs-utils master （CentOS7不支持安裝rsync-daemon）
172.31.0.38 nfs-utils backup

安裝資料庫實作主從同步

# 172.31.0.8
# 安裝
[root@centos8 ~]# yum install mysql-server -y
[root@centos8 ~]# mysql

mysql> show master logs;
+------------------+-----------+-----------+
| Log_name         | File_size | Encrypted |
+------------------+-----------+-----------+
| mysql-bin.000001 |       156 | No        |
+------------------+-----------+-----------+

mysql> create database db1;
Query OK, 1 row affected (0.00 sec)

mysql> create user repluser@'172.31.0.%' identified by '123456';
Query OK, 0 rows affected (0.00 sec)

mysql> grant replication slave on *.* to repluser@'172.31.0.%';
Query OK, 0 rows affected (0.00 sec)

mysql> create database db222;
Query OK, 1 row affected (0.00 sec)

mysql> create database wordpress;
Query OK, 1 row affected (0.04 sec)

mysql> create user wordpress@'172.31.0.%' identified by '123456';
Query OK, 0 rows affected (0.00 sec)

mysql> grant all on wordpress.* to wordpress@'172.31.0.%';
Query OK, 0 rows affected (0.00 sec)

# 172.31.0.18
# 安裝
[root@centos8 ~]# yum install mysql-server -y
[root@centos8 ~]# mysql

CHANGE MASTER TO
 MASTER_HOST='172.31.0.8',
 MASTER_USER='repluser',
 MASTER_PASSWORD='123456',
 MASTER_PORT=3306,
 MASTER_LOG_FILE='mysql-bin.000001',
 MASTER_LOG_POS=156;

mysql> start slave;
Query OK, 0 rows affected (0.00 sec)

mysql> show slave status\G
*************************** 1. row ***************************
               Slave_IO_State: Waiting for master to send event
                  Master_Host: 172.31.0.8
                  Master_User: repluser
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mysql-bin.000001
          Read_Master_Log_Pos: 867
               Relay_Log_File: centos8-relay-bin.000002
                Relay_Log_Pos: 1035
        Relay_Master_Log_File: mysql-bin.000001
             Slave_IO_Running: Yes
            Slave_SQL_Running: Yes

測驗看資料是否同步成功

mysql> show databases;
+--------------------+
| Database           |
+--------------------+
| db1                |
| db222              |
| information_schema |
| mysql              |
| performance_schema |
| sys                |
| wordpress          |
+--------------------+
7 rows in set (0.00 sec)

兩臺nginx + php 搭建

# 172.31.0.7
# 安裝 nginx
[root@centos8 ~]# yum install nginx -y

# 安裝php（編譯安裝php）
[root@centos8 ~]# cd /usr/local/src/
[root@centos8 ~]# tar xf php-7.4.10.tar.gz
[root@centos8 ~]# cd php-7.4.10
[root@centos8 ~]# yum -y -q  install gcc make oniguruma-devel libxml2-devel bzip2-devel libmcrypt-devel libsqlite3x-devel oniguruma oniguruma-devel pcre-devel openssl-devel zlib-devel perl-ExtUtils-Embed git

[root@centos8 ~]# ./configure --prefix=/apps/php74 --enable-mysqlnd --with-mysqli=mysqlnd --with-pdo-mysql=mysqlnd --with-openssl --with-zlib  --with-config-file-path=/etc --with-config-file-scan-dir=/etc/php.d --enable-mbstring --enable-xml --enable-sockets --enable-fpm --enable-maintainer-zts --disable-fileinfo

（因為我的系統cpu是2核）
[root@centos8 ~]# make -j 2 && make install
[root@centos8 ~]# cp  sapi/fpm/php-fpm.service /usr/lib/systemd/system/
[root@centos8 ~]# cd /apps/php74/etc
[root@centos8 ~]# cp  php-fpm.conf.default  php-fpm.conf
[root@centos8 ~]# cd  php-fpm.d/
[root@centos8 ~]# cp www.conf.default www.conf
[root@centos8 ~]# sed -i.bak  -e  's/^user.*/user = nginx/' -e 's/^group.*/group = nginx/' /apps/php74/etc/php-fpm.d/www.conf
[root@centos8 ~]# systemctl daemon-reload
[root@centos8 ~]# systemctl start php-fpm
[root@centos8 ~]# ss -tanl
9000

兩臺都是一樣的配置nginx

[root@centos8 ~]# cat /etc/nginx/conf.d/pc.conf
server{
    listen 80;
    server_name www.wrdlongxuan.vip;
    root /data/www;
    location / {
        root /data/www;
        index  index.php index.html index.htm;
    }
    location ~ \.php$|pm_status|ping {
        root /data/www; #下面的$document_root呼叫此行的root指令指定的目錄
        #fastcgi_pass unix:/run/php-fpm/www.sock;
        fastcgi_pass 127.0.0.1:9000;
        fastcgi_index index.php;
        #fastcgi_param SCRIPT_FILENAME /data/php$fastcgi_script_name;
        #如果SCRIPT_FILENAME是上面的絕對路徑則可以省略root /data/php;
        fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
        include fastcgi_params;
    }
}

做個php測驗頁面

[root@centos8 ~]# vim /data/www/index.php
<?php
phpinfo();
?>

創建目錄

[root@centos8 ~]# mkdir /data/www -p
# 授權
[root@centos8 ~]# chown -R  nginx.nginx /data/www/

重啟服務

[root@centos8 ~]# systemctl restart nginx php-fpm

搭建keepalived + haproxy

# 172.31.0.27
# 安裝 （兩臺機器）
[root@centos8 ~]# yum install keepalived haproxy -y

在兩個ka1和ka2兩個節點啟用內核引數

[root@centos8 ~]# cat /etc/sysctl.conf
net.ipv4.ip_nonlocal_bind = 1

[root@centos8 ~]# sysctl -p
net.ipv4.ip_nonlocal_bind = 1

修改haproxy配置（兩臺機器）

[root@centos8 ~]# cat /etc/haproxy/haproxy.cfg

listen web-80
    bind 172.31.0.188:80
    server 172.31.0.7 172.31.0.7:80 check inter 3000 fall 2 rise 5
    server 172.31.0.17 172.31.0.17:80 check inter 3000 fall 2 rise 5

修改keepalived配置（master）

# 172.31.0.27
[root@centos8 ~]# /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL1
   vrrp_mcast_group4 224.0.100.100
}
vrrp_script check_haproxy {
    script "/etc/keepalived/check_haproxy.sh"
    interval 1
    weight -30
    fall 3
    rise 2
    timeout 2
}

vrrp_instance VI_1 {
    state MASTER
    interface eth0
    virtual_router_id 88
    priority 100
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 123456
    }
    virtual_ipaddress {
        172.31.0.188/16 dev eth0 label eth0:1
    }
    track_interface {
        eth0
    }
    notify_master "/etc/keepalived/notify.sh master"
    notify_backup "/etc/keepalived/notify.sh backup"
    notify_fault "/etc/keepalived/notify.sh fault"
    track_script {
        check_haproxy
    }
}

準備haproxy腳本

[root@centos8 ~]# cat /etc/keepalived/check_haproxy.sh
#!/bin/bash
# 為0就表示行程存在，否則表示不存在
/usr/bin/killall -0 haproxy || systemctl restart haproxy

準備notify 腳本

[root@centos8 ~]# cat /etc/keepalived/notify.sh
!/bin/bash
contact='root@localhost'
notify() {
    mailsubject="$(hostname) to be $1:vip floating"
    mailbody="$(date +'%F %T'):vrrp transition,$(hostname) change to be $1"
    echo $mailbody | mail -s "$mailsubject" $contract
}
case $1 in
master)
    notify master
    systemctl start nginx
    ;;
backup)
    notify backup
    systemctl restart nginx
    ;;
fault)
    notify fault
    ;;
*)
    echo "Usage: $(basename $0) {master|backup|fault}"
esac

腳本授權

[root@centos8 ~]# chmod +x /etc/keepalived/notify.sh
[root@centos8 ~]# chmod +x /etc/keepalived/check_haproxy.sh

修改keepalived配置（backup）

# 172.31.0.37
[root@centos8 ~]# cat /etc/keepalived/keepalived.conf
! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL2
   vrrp_mcast_group4 224.0.100.100
}
vrrp_script check_haproxy {
    script "/etc/keepalived/check_haproxy.sh"
    interval 1
    weight -30
    fall 3
    rise 2
    timeout 2
}

vrrp_instance VI_1 {
    state BACKUP
    interface eth0
    virtual_router_id 88
    priority 80
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 123456
    }
    virtual_ipaddress {
        172.31.0.188/16 dev eth0 label eth0:1
    }
    track_interface {
        eth0
    }
    notify_master "/etc/keepalived/notify.sh master"
    notify_backup "/etc/keepalived/notify.sh backup"
    notify_fault "/etc/keepalived/notify.sh fault"
    track_script {
        check_haproxy
    }
}

腳本同上，復用即可

測驗

看看VIP是否會漂移到其他backup機器

[root@centos8 ~]# hostname -I
172.31.0.27 172.31.0.188

[root@centos8 ~]# hostname -I
172.31.0.37

停止master 172.31.0.27 機器上的keepalived，效果如下

[root@centos8 ~]# hostname -I
172.31.0.27 

[root@centos8 ~]# hostname -I
172.31.0.37 172.31.0.188

搭建nfs做資料同步

# 172.31.0.28
# 安裝
[root@localhost ~]# yum install -y nfs-utils
# 創建目錄
[root@localhost ~]# mkdir -p /data/www
# 配置掛載目錄
[root@localhost ~]# cat /etc/exports
/data/www 172.31.0.0/16(rw)
# 啟動服務
[root@localhost ~]# systemctl start nfs-server

測驗

[root@localhost ~]# showmount -e 172.31.0.28
Export list for 172.31.0.28:
/data/www 172.31.0.0/16

安裝wrodpress軟體

[root@localhost ~]# cd /usr/local/src/
# 解壓
[root@localhost ~]# tar xf wordpress-5.4.2-zh_CN.tar.gz
# 拷貝資料
[root@localhost ~]# cp -a wordpress/* /data/www/
[root@localhost ~]# ll /data/www/
...
# 授權
[root@localhost ~]# chown -R nginx.nginx /data/www/

# 安裝
[root@localhost ~]# yum -y install inotify-tools
# 測驗
[root@localhost ~]# rsync rsync://172.31.0.38
backup
[root@localhost ~]# tar xf sersync2.5.4_64bit_binary_stable_final.tar.gz
[root@localhost ~]# cp -a GNU-Linux-x86 /usr/local/sersync
[root@localhost ~]# echo 'PATH=/usr/local/sersync:$PATH' > /etc/profile.d/sersync.sh
[root@localhost ~]# source /etc/profile.d/sersync.sh
[root@localhost ~]# rpm -q rsync &> /dev/null || yum -y install rsync
[root@localhost ~]# cp /usr/local/sersync/confxml.xml{,.bak}

改sersync配置

[root@localhost ~]# vim /usr/local/sersync/confxml.xml
[root@localhost ~]# cat /usr/local/sersync/confxml.xml
<?xml version="1.0" encoding="ISO-8859-1"?>
<head version="2.5">
    <host hostip="localhost" port="8008"></host>
    <debug start="false"/>
    <fileSystem xfs="false"/>
    <filter start="false">
        <exclude expression="(.*)\.svn"></exclude>
        <exclude expression="(.*)\.gz"></exclude>
        <exclude expression="^info/*"></exclude>
        <exclude expression="^static/*"></exclude>
    </filter>
    <inotify>
        <delete start="true"/>
        <createFolder start="true"/>
        <createFile start="false"/>
        <closeWrite start="true"/>
        <moveFrom start="true"/>
        <moveTo start="true"/>
        <attrib start="true"/> # 改這里
        <modify start="false"/>
    </inotify>

    <sersync>
            <localpath watch="/data/www"> #改這里
            <remote ip="172.31.0.38" name="backup"/> 改這里
            <!--<remote ip="192.168.8.39" name="tongbu"/>-->
            <!--<remote ip="192.168.8.40" name="tongbu"/>-->
        </localpath>
        <rsync>
            <commonParams params="-artuz"/>
            <auth start="true" users="rsyncuser" passwordfile="/etc/rsync.pas"/> # 改這里
            <userDefinedPort start="false" port="874"/><!-- port=874 -->
            <timeout start="false" time="100"/><!-- timeout=100 -->
            <ssh start="false"/>
        </rsync>
        <failLog path="/tmp/rsync_fail_log.sh" timeToExecute="60"/><!--default every 60mins execute once-->
        <crontab start="false" schedule="600"><!--600mins-->
            <crontabfilter start="false">
                <exclude expression="*.php"></exclude>
                <exclude expression="info/*"></exclude>
            </crontabfilter>
        </crontab>
        <plugin start="false" name="command"/>
    </sersync>

    <plugin name="command">
        <param prefix="/bin/sh" suffix="" ignoreError="true"/>  <!--prefix /opt/tongbu/mmm.sh suffix-->
        <filter start="false">
            <include expression="(.*)\.php"/>
            <include expression="(.*)\.sh"/>
        </filter>
    </plugin>

    <plugin name="socket">
        <localpath watch="/opt/tongbu">
            <deshost ip="192.168.138.20" port="8009"/>
        </localpath>
    </plugin>
    <plugin name="refreshCDN">
        <localpath watch="/data0/htdocs/cms.xoyo.com/site/">
            <cdninfo domainname="ccms.chinacache.com" port="80" username="xxxx" passwd="xxxx"/>
            <sendurl base="http://pic.xoyo.com/cms"/>
            <regexurl regex="false" match="cms.xoyo.com/site([/a-zA-Z0-9]*).xoyo.com/images"/>
        </localpath>
    </plugin>
</head>

添加密碼

[root@localhost ~]# echo centos > /etc/rsync.pas
# 授權
[root@localhost ~]# chmod 600 /etc/rsync.pas

nfs backup機器操作

# 172.31.0.38
# 安裝
[root@localhost ~]# yum install -y rsync rsync-daemon
# 創建跟master一樣的目錄
[root@localhost ~]# mkdir -p /data/www

# 在備份服務器啟動 rsync 行程
[root@localhost ~]# rsync --daemon
873
# 檢查有沒有這個用戶
[root@localhost ~]# id nginx
# 創建一個不能登錄的系統用戶
[root@localhost ~]# useradd -r -s /bin/nologin nginx
# 添加用戶和密碼
[root@localhost ~]# echo "rsyncuser:centos" > /etc/rsync.pas
# 授權
[root@localhost ~]# chmod 600 /etc/rsync.pas
# 重啟服務
[root@localhost ~]# systemctl restart rsyncd

修改組態檔

[root@localhost ~]# cat /etc/rsyncd.conf
[backup]
uid = root
gid = root
path = /data/www/
read only = no
auth users = rsyncuser #默認anonymous可以訪問rsync服務器
secrets file = /etc/rsync.pas

在master機器操作

# 測驗master機操作
[root@localhost ~]# rsync rsync://172.31.0.38
backup

# 在master機器手動執行同步
[root@localhost ~]# echo "centos" > /etc/rsync.pas
[root@localhost ~]# chmod 600 /etc/rsync.pas

先把資料手工推送到back機器
[root@localhost ~]# rsync /data/www/ rsync://172.31.0.38::backup

#以后臺方式執行同步
[root@localhost ~]# sersync2 -dro /usr/local/sersync/confxml.xml

# 如果同步失敗,可以手動執行下面命令,觀察程序
[root@localhost ~]# cd /data/www && rsync -artuz -R --delete ./ rsyncuser@172.31.0.38::backup --password-file=/etc/rsync.pas >/dev/null 2>&1

測驗看看目錄下有沒有資料即可

[root@CentOS8 ~]# ll /data/www/

掛載（兩臺nginx都要）

# 這是命令臨時掛載，重啟機器就沒有了
[root@CentOS8 ~]# mount -t nfs 172.31.0.28:/data/www /data/www/

# 永久掛載
[root@localhost ~]# vim /etc/fstab
172.31.0.28:/data/www /data/www/ nfs  _netdev 0 0

上面的方法：是先把WordPress軟體安裝在nfs共享服務器上在掛載

方法二：先在某一臺nginx安裝好wrodprees，授權，然后在把WordPress下的/wp-content/uploads 拷貝到NFS服務器上共享出來，把nginx下的WordPress檔案里面的wp-content/uploads洗掉，把剩下的所有檔案也拷貝一份到另外一臺nginx服務器上，nfs服務器只共享wp-content/uploads這個目錄，然后兩臺nginx掛載即可

# 172.31.0.7
[root@localhost ~]# mkdir /data/www -p
[root@localhost ~]# cd /usr/local/src/
# 解壓
[root@localhost ~]# tar xf wordpress-5.4.2-zh_CN.tar.gz
# 拷貝資料
[root@localhost ~]# cp -a wordpress/* /data/www/
[root@localhost ~]# ll /data/www/
...
# 授權
[root@localhost ~]# chown -R nginx.nginx /data/www/
# 拷貝資料到遠程nfs服務器
[root@localhost ~]# scp -r /data/www/wp-content 172.31.0.28:/data/www/

# 洗掉本機的wp-content/uploads
[root@localhost ~]# rm -rf /data/www/wp-content

# 172.31.0.28
# 配置掛載目錄
[root@localhost ~]# cat /etc/exports
/data/www/wp-content/uploads 172.31.0.0/16(rw)
# 啟動服務
[root@localhost ~]# systemctl start nfs-server
# 測驗
[root@localhost ~]# showmount -e 172.31.0.28
Export list for 172.31.0.28:
/data/www/wp-content/uploads 172.31.0.0/16(rw)
# 172.31.0.17
[root@localhost ~]# mkdir /data/www -p
# 172.31.0.7
[root@localhost ~]# scp -r /data/www/* 172.31.0.17:/data/www/
# 在兩臺nginx掛載到nfs
臨時掛載
[root@localhost ~]# mount -t nfs 172.31.0.28:/data/www/wp-content/uploads /data/www/

# 永久掛載
[root@localhost ~]# vim /etc/fstab
172.31.0.28:/data/www/wp-content/uploads /data/www/ nfs  _netdev 0 0

測驗

登錄瀏覽器172.31.0.188 或者使用域名www.wrdlongxuan.vip訪問，按照提示安裝WordPress即可

如果沒有域名，需要自己做本地決議

登錄并上傳圖片測驗

# 172.31.0.37 當haproxy掛了看會不會出現VIP漂移，抓包分析（添加組播地址可以方便分析問題）看IP和優先級（prio）
# keepalived
[root@localhost ~]# tcpdump -i eth0 -nn host 224.0.100.100
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on eth0, link-type EN10MB (Ethernet), capture size 262144 bytes

19:02:15.558135 IP 172.31.0.37 > 224.0.100.100: VRRPv2, Advertisement, vrid 88, prio 80, authtype simple, intvl 1s, length 20
19:02:15.558540 IP 172.31.0.27 > 224.0.100.100: VRRPv2, Advertisement, vrid 88, prio 100, authtype simple, intvl 1s, length 20
19:02:16.560621 IP 172.31.0.27 > 224.0.100.100: VRRPv2, Advertisement, vrid 88, prio 100, authtype simple, intvl 1s, length 20

把haproxy主停止看看VIP是否會飄移到其他backup機器，結果如下

# 172.31.0.27
[root@localhost ~]# systemctl stop haproxy
[root@localhost ~]# hostname -I
172.31.0.27

# 172.31.0.37
[root@localhost ~]# hostname -I
172.31.0.37 172.31.0.188

停止nginx，檢查頁面是否受到影響（http:/172.31.0.188）

# 172.31.0.7
[root@localhost ~]# killall nginx

報錯

先抓包分析原因：keepalived組態檔里添加組播IP地址可以方便分析問題

vip 在一臺機器重復來回漂移，原因是因為沒有安裝kill命令（keepalived的haproxy腳本需要killall命令），安裝重啟服務即可

[root@localhost ~]# while :;do hostname -I ;sleep 0.5;done
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188
172.31.0.37 172.31.0.188

# 使用
[root@localhost ~]# killall
-bash: killall: command not found
# 安裝killall命令
[root@localhost ~]# yum install psmisc -y

轉載請註明出處，本文鏈接：https://www.uj5u.com/ruanti/295607.html

標籤：其他

上一篇：第七周 Java語法總結之資料庫大全_DDL_DML_DQL_約束_備份與還原_表的關系_三大范式_多表查詢(內連接_外連接_子查詢)_musql事務_隔離級別

下一篇：資料庫(增刪改查)