keepalived+LVS+MySql Cluster 高可用配置

keepalived+LVS+MySql Cluster 高可用配置

说明：

keepalived+LVS  实现SQL节点的负载均衡及故障转移，另 mysql cluster sql节点无单点故障，myql cluster 数据节点本身无单点故障问题!

网上资料很多，杂乱无章，走了很多弯路，特此总结！

 

测试具体如下：

 

1，IP及角色规划

192.168.10.100：MGM/SQL1

192.168.10.2：NDBD1/lvs+keepalived（主机）

192.168.10.3：NDBD2/lvs+keepalived（备机）

192.168.10.20:   SQL2  （LVS节点）

192.168.10.30:   SQL3  （LVS节点）

 

VIP：192.168.10.200   // 此为虚拟IP， client端用此IP连接mysql数据库，替代SQL节点的实ip

 

2, 软件环境：

vmware 12 + centos6.8

keepalived-1.2.1

ipvsadm-1.26-4.el6.x86_64

5.6.31-ndb-7.4.12-cluster-gpl MySQLCluster Community Server (GPL)     #mysql cluster请自行配置，不在此文讨论范围

 

 

3, lvs+keepalived角色配置

3.1.1 lvs+keepalived（主机+备机）配置      192.168.10.2  192.168.10.3

#两台keepalived主机机软件环境相同，区别在于/etc/keepalived/keepalived.conf文件的配置不同，即以下两个值不同，其它全部一致

      state BACKUP（MASTER）

      priority 100(150)

 

#安装keepalived-1.2.1，源码安装，自行到网站下载；安装ipvsadm，yum安装

#编译所需包及ipvsadm等安装环境设置

[root@localhost]#yum groupinstall "Additional Development"    -y     

[root@localhost]#yum groupinstall "Development tools"   -y

[root@localhost]#yum install kernel-devel ipvsadm -y

[root@localhost]# uname -r

2.6.32-642.el6.x86_64

[root@localhost]#ln -s /usr/src/kernels/2.6.32-642.el6.x86_64/ /usr/src/linux   

[root@localhost]# ./configure

##显示以下信息为安装正确

Keepalived configuration

------------------------

Keepalived version       : 1.2.1

Compiler                 : gcc

Compiler flags           : -g -O2

Extra Lib                : -lpopt -lssl -lcrypto

Use IPVS Framework       : No

IPVS sync daemon support : No

Use VRRP Framework       : Yes

Use Debug flags          : No

[root@localhost]# make & make install

[root@localhost]#ll /usr/local/etc             //keepalived默认安装路径    

drwxr-xr-x. 3 root root 4096 May 2400:37 keepalived  

drwxr-xr-x. 3 root root 4096 May 2400:29 rc.d  

drwxr-xr-x. 2 root root 4096 May 2400:29 sysconfig  

 

[root@localhost]#lsmod |grep ip_vs  //查看模块是否加载成功

ip_vs_rr                1420  1 
ip_vs                 126897  3 ip_vs_rr
libcrc32c               1246  1 ip_vs
ipv6                  336282  281 ip_vs

 

##配置以系统方式service启动

[root@localhost]# cp /usr/local/etc/rc.d/init.d/keepalived /etc/init.d/

[root@localhost]# cp /usr/local/etc/sysconfig/keepalived /etc/sysconfig/

[root@localhost]# cp /usr/local/sbin/keepalived /usr/sbin

[root@localhost]#chkconfig --add keepalived

[root@localhost]#chkconfig keepalived on

 

 

 

 

##配置文件设置：  /etc/keepalived/keepalived.conf

[root@localhost]# mkdir /etc/keepalived/

[root@localhost]#vi /etc/keepalived/keepalived.conf

配置文件内容如下：

#guration File forkeepalived

#global define

global_defs {

        router_id HaMySQL_1

        }

vrrp_sync_group VGM {

        group {

        VI_MYSQL

        }

}

vrrp_instance VI_MYSQL {

        state MASTER             //LB-Backup设置为BACKUP

        interface eth0

        lvs_sync_daemon_inteface eth0

        virtual_router_id 55

        priority 100             //LB-Backup设置为90

        advert_int 5

        authentication {

                auth_type PASS

                auth_pass 123456

        }

        virtual_ipaddress {

                192.168.10.200/24 dev eth0

        }

}

##########  LVS MySQL Start   ###########

virtual_server192.168.10.200 3306 {

        delay_loop 6

        lb_algo rr

        lb_kind DR

        persistence_timeout 6

        protocol TCP

 

        real_server 192.168.10.20 3306 {

                weight 100

                TCP_CHECK {

                        connect_timeout 3

                        nb_get_retry 3

                        delay_before_retry 3

                        connect_port 3306

                }

        }

        real_server 192.168.10.30 3306 {

                weight 100

                TCP_CHECK {

                        connect_timeout 3

                        nb_get_retry 3

                        delay_before_retry 3

                        connect_port 3306

                }

        }

}

##########  LVS MySQL END   #############

 

 

 

3.1.2  ipvsadm配置 192.168.10.2  192.168.10.3

 #yum安装 ipvsadm 

 [root@localhost]yum install ipvsadm -y

 #设定配置文件

 [root@localhost]vi/etc/sysconfig/ipvsadm

 #ipvsadm文件配置如下：

 -C

-A -t 192.168.10.200:3306-s rr

-a -t 192.168.10.200:3306-r 192.168.10.20:3306 -g -w 100

-a -t 192.168.10.200:3306-r 192.168.10.30:3306 -g -w 100

 

 

 常用命令：

 service keepalived start

 service ipvsadm start

 ipvsadm -ln

 ipvsadm -lnc

 

4. realserver配置      192.168.10.20  192.168.10.30

#新建lvsrs文件

[root@localhost]vi/etc/init.d/lvsrs

#配置内容如下：

#!/bin/bash

# description: Configrealserver lo and apply noarp

 

SNS_VIP=192.168.10.200

 

/etc/rc.d/init.d/functions

 

case "$1" in

start)

       ifconfig lo:0 $SNS_VIP netmask255.255.255.255 broadcast $SNS_VIP

       /sbin/route add -host $SNS_VIP dev lo:0

       echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore

       echo "2">/proc/sys/net/ipv4/conf/lo/arp_announce

       echo "1">/proc/sys/net/ipv4/conf/all/arp_ignore

       echo "2">/proc/sys/net/ipv4/conf/all/arp_announce

       sysctl -p >/dev/null 2>&1

       echo "RealServer Start OK"

 

       ;;

stop)

       ifconfig lo:0 down

       route del $SNS_VIP >/dev/null2>&1

       echo "0">/proc/sys/net/ipv4/conf/lo/arp_ignoreecho 'test 22' >> /etc/rc.local

       echo "0">/proc/sys/net/ipv4/conf/lo/arp_announce

       echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore

       echo "0">/proc/sys/net/ipv4/conf/all/arp_announce

       echo "RealServer Stoped"

       ;;

*)

       echo "Usage: $0 {start|stop}"

       exit 1

esac

 

exit 0

 

#增加开机启动

[root@localhost]echo 'service lvsrs start' >> /etc/rc.local

 

 

#测试发现两台SQL节点必须同时在线，如果只有一台在线的话，切换到备机时，可能无法连线（实际telnet3306端口是通的），目前没找到问题所在。