实现说明：
实现两台服务器，nfs2同步nfs1，当nfs1挂掉后起来去同步nfs2，挂掉起来后不抢占。
两台服务器分别为nfs1,nfs2

nfs1 192.168.104.144

nfs2 192.168.104.145

vip 192.168.104.200

使用nfs+rsync+inotify+keepalived等工具

关闭防火墙和selinux，保证主机名能解析，设置好ssh互信

两台服务器：

yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm

yum -y install nfs-utils keepalived rsync inotify-tools

设置nfs:

systemctl enable --now nfs

mkdir /home/data1

chown -R 36:36 /home/data #此处赋予拥有用户和组根据个人需求

vi /etc/exports

/home/data *(rw,sync,no_subtree_check,all_squash,anonuid=36,anongid=36）

systemctl restart nfs

设置rsync和inotify

注意：syncd服务不能手动启动，否则会两台服务器冲突

vi /etc/rsyncd.conf

log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
lock file = /var/run/rsyncd.lock
secrets file = /etc/rsync.password
[etc_from_client]
path = /home/data1
comment = sync etc from client
uid = root
gid = root
port = 873
ignore errors
use chroot = no
read only = no
list = no
max connections = 200
timeout = 600
auth users = vdsm

vi /etc/rsync.password

vdsm:123456

vi /etc/rsync.auth

123456

chmod 600 /etc/rsync.* #注意权限必须是600否则后面验证密码会失败

创建脚本存放路径

mkdir /scripts/

设置自动同步数据

vi /scripts/inotify.sh

#!/bin/bash
host=192.168.104.145 #nfs2的话设置192.168.104.144
src=/home/data1/ #注意后面要斜杠，否则会将目录data1目录同步
des=etc_from_client
auth=/etc/rsync.auth
user=vdsm
inotifywait=/usr/bin/inotifywait
$inotifywait -mrq --timefmt '%Y%m%d %H:%M' --format '%T %w%f%e' -e modify,delete,create,attrib $src \
| while read files ;do
rsync -avzP --delete --timeout=100 --password-file=${auth} $src $user@$host::$des

echo "${files} was rsynced" >> /tmp/rsync.log 2>&1
done

chmod -R 755 /scripts/

#设置开机自动执行脚本

chmod +x /etc/rc.d/rc.local

vi /etc/rc.d/rc.local

nohup sh /scripts/inotify.sh &
keepalived 的配置
主nfs1:

vi /etc/keepalived/keepalived.conf

! Configuration File for keepalived
global_defs {
notification_email {br/>[email protected]
}
notification_email_from [email protected]
smtp_server 127.0.0.1
smtp_connect_timeout 30
router_id node1
vrrp_skip_check_adv_addr
}
vrrp_script monitor_nfs_status {
script "/scripts/monitor_nfs_status.sh"
interval 5
fall 3
rise 1
weight -15
}

vrrp_instance VI_1 {
state BACKUP
interface enp6s0f1
virtual_router_id 55
priority 100
advert_int 1
nopreempt
authentication {
auth_type PASS
auth_pass 1111
}
virtual_ipaddress {
10.1.1.10/24
}
track_script {
monitor_nfs_status
}

track_interface {
enp6s0f1
}
notify_master "/scripts/keepalived_notify.sh master"
notify_backup "/scripts/keepalived_notify.sh backup"
notify_fault "/scripts/keepalived_notify.sh fault"
notify_stop "/scripts/keepalived_notify.sh stop"
}

备nfs2:

vi /etc/keepalived/keepalived.conf

! Configuration File for keepalived
global_defs {
notification_email {br/>[email protected]
}
notification_email_from [email protected]
smtp_server 127.0.0.1
smtp_connect_timeout 30
router_id nfs2
vrrp_skip_check_adv_addr
}
vrrp_script monitor_nfs_status {
script "/scripts/monitor_nfs_status.sh"
interval 5
fall 3
rise 1
weight -15
}

vrrp_instance VI_1 {
state BACKUP
interface ens33
virtual_router_id 55
priority 90
advert_int 1
authentication {
auth_type PASS
auth_pass 1111
}
virtual_ipaddress {
192.168.104.200/24
}
track_script {
monitor_nfs_status
}

track_interface {
ens33
}
notify_master "/scripts/keepalived_notify.sh master"
notify_backup "/scripts/keepalived_notify.sh backup"
notify_fault "/scripts/keepalived_notify.sh fault"
notify_stop "/scripts/keepalived_notify.sh stop"
}
两台服务器：

设置keepalive检测脚本

vi /scripts/keepalived_notify.sh

#!/bin/bash
master() {
systemctl status nfs
if [ $? -ne 0 ];then
systemctl restart nfs
fi
systemctl status rsyncd
if [ $? -eq 0 ];then
systemctl stop rsyncd
fi
}

backup() {
systemctl status nfs
if [ $? -ne 0 ];then
systemctl restart nfs
fi
systemctl status rsyncd
if [ $? -ne 0 ];then
systemctl restart rsyncd
fi
}

fault() {
systemctl status nfs
if [ $? -ne 0 ];then
systemctl restart nfs
fi
if [ $? -eq 0 ];then
systemctl stop rsyncd
fi
}

case $1 in
master)
master
;;
backup)
backup
;;
fault)
fault
systemctl restart keepalived
;;
stop)
backup
systemctl restart keepalived
;;
*)
echo $"Usage: $0 {master|backup|fault|stop}"
esac
~

vi /scripts/monitor_nfs_status.sh

!/bin/bash
systemctl status nfs &>/dev/null
if [ $? -eq 0 ];then

systemctl status rpcbind &>/dev/null
if [ $? -eq 0 ];then
exit 0
fi
exit 2
else
systemctl restart nfs &> /dev/null
if [ ps -C nfsd --no-header | wc -l -ne 0 ];then
pkill keepalived && exit 1
fi
fi

chmod -R 755 /scripts/

若要设置防火墙，则要配置以下规则 //下面网卡要根据实际的网卡
//keepalived默认组播地址是224.0.0.18

firewall-cmd --direct --permanent --add-rule ipv4 filter INPUT 0 --in-interface ens33 --destination 224.0.0.18 --protocol vrrp -j ACCEPT

success

firewall-cmd --direct --permanent --add-rule ipv4 filter OUTPUT 0 --out-interface ens33 --destination 224.0.0.18 --protocol vrrp -j ACCEPT

success

firewall-cmd --reload

success

//rsyncd默认端口是873

firewall-cmd --add-port=873/tcp --permanent

success

firewall-cmd --add-port=873/udp --permanent

success

firewall-cmd --reload

success
由于想nfs1作为主，且keepalived设置了当存在master不抢占

建议nfs1 先执行 systemctl enable --now keepalived

之后nfs2 再执行 systemctl enable --now keepalived

再两台服务器执行 source /etc/rc.d/rc.local

#由于是测试完再写的，很可能哪里写错或者漏写,可以查看tail -f /var/log/rsyncd.log 和message日志