Keepalived+LVS-DR模式配置高可用负载均衡集群

CentOS 6.4

WEB节点一：192.168.1.10

WEB节点二：192.168.1.11

WEB节点三：192.168.1.12

LVS_VIP：192.168.1.200

LVS_Master：192.168.1.14

LVS_Slave： 192.168.1.15

——安装Apache

注：本次在WEB节点一执行安装配置 [其他节点安装配置一样]

1）下载apr

[root@CentOS Linux]# wget http://apache.fayea.com/apache-mirror//apr/apr-1.4.8.tar.gz

2）解压并安装apr

[root@CentOS Linux]# tar zfvx apr-1.4.8.tar.gz
[root@CentOS Linux]# cd apr-1.4.8
[root@CentOS apr-1.4.8]# ./configure
[root@CentOS apr-1.4.8]# make && make install

3）下载apr-util

[root@CentOS apr-1.4.8]# cd ..
[root@CentOS Linux]# wget http://apache.fayea.com/apache-mirror//apr/apr-util-1.5.2.tar.gz

4）解压并安装apr-util

[root@CentOS Linux]# tar zfvx apr-util-1.5.2.tar.gz
[root@CentOS Linux]# cd apr-util-1.5.2
[root@CentOS apr-util-1.5.2]# ./configure --with-apr=/usr/local/apr/
[root@CentOS apr-util-1.5.2]# make && make install

5）下载Apache

[root@CentOS apr-util-1.5.2]# cd ..
[root@CentOS Linux]# wget http://mirrors.hust.edu.cn/apache//httpd/httpd-2.4.6.tar.gz

6）解压并安装Apache

[root@CentOS Linux]# tar zfvx httpd-2.4.6.tar.gz
[root@CentOS Linux]# cd httpd-2.4.6
[root@CentOS httpd-2.4.6]# ./configure --prefix=/usr/local/apache-2.4 \
--enable-so \
--enable-deflate \
--enable-expires \
--enable-rewrite \
--enable-authn-dbm=shared  \
--enable-cache \
--enable-file-cache \
--enable-mem-cache \
--enable-disk-cache \
--enable-ssl \
--with-ssl \
--with-pcre \
--enable-static-support \
--enable-static-htpasswd  \
--enable-static-logresolve \
--enable-static-rotatelogs \
--enable-module=so
[root@CentOS httpd-2.4.6]# make && make install

7）添加启动 脚本

[root@CentOS httpd-2.4.6]# cp /usr/local/apache-2.4/bin/apachectl /etc/init.d/httpd
[root@CentOS httpd-2.4.6]# vi /etc/init.d/httpd
# chkconfig: 2345 85 15
# description: Activates/Deactivates Apache Web Server
一定要添加上面两行，不然无法启动
[root@CentOS httpd-2.4.6]# chmod +x /etc/init.d/httpd
[root@CentOS httpd-2.4.6]# chkconfig --add httpd
[root@CentOS httpd-2.4.6]# chkconfig --level 35 httpd on

8）启动以及启动错误解决办法

[root@CentOS httpd-2.4.6]# service httpd start
[root@CentOS httpd-2.4.6]# netstat -antup |grep 80
tcp        0      0 0.0.0.0:80                  0.0.0.0:*                   LISTEN      26152/httpd 
1.启动时显示：
AH00557: httpd: apr_sockaddr_info_get() failed for CentOS
AH00558: httpd: Could not reliably determine the server's fully qualified domain name, using 127.0.0.1. Set the 'ServerName' directive globally to suppress this message
解决办法：
[root@CentOS httpd-2.4.6]# vi /usr/local/apache-2.4/conf/httpd.conf
将ServerName前的“#”去掉
2.启动失败
[root@CentOS apache-2.4]# tail logs/error_log查看错误日志
AH01177: Failed to lookup provider 'shm' for 'slotmem': is mod_slotmem_shm loaded??
解决办法：
[root@CentOS apache-2.4]# vi conf/httpd.conf
把注释去掉
#LoadModule slotmem_shm_module modules/mod_slotmem_shm.so
LoadModule slotmem_shm_module modules/mod_slotmem_shm.so

——搭建LVS环境

1）加载ip_vs模块

[root@master Linux]# modprobe ip_vs

2）安装所需依赖包

[root@master Linux]# yum install libnl-devel libnl kernel-devel -y
[root@master Linux]# tar zfvx popt-1.16.4.tar.gz
[root@master Linux]# cd popt-1.16
[root@master popt-1.16]# ./configure
[root@master popt-1.16]# make && make install

3）安装ipvsadm

[root@master popt-1.16]# cd ..
[root@master Linux]# tar zfvx ipvsadm-1.26.tar.gz
[root@master Linux]# cd ipvsadm-1.26
[root@master ipvsadm-1.26]# make && make install
[root@master ipvsadm-1.26]# chkconfig ipvsadm on

4）验证是否安装成功

[root@CentOS ipvsadm-1.26]# ipvsadm
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn

5）安装keealived

[root@master Linux]# tar zfxv keepalived-1.2.8.tar.gz
[root@master Linux]# cd keepalived-1.2.8
[root@master keepalived-1.2.8]# ./configure --prefix=
[root@master keepalived-1.2.8]# make && make  install
[root@master keepalived-1.2.8]# cp /usr/local/keepalived/etc/rc.d/init.d/keepalived /etc/init.d/
[root@master keepalived-1.2.8]# cp /usr/local/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
[root@master keepalived-1.2.8]# mkdir /etc/keepalived
[root@master keepalived-1.2.8]# cp /usr/local/keepalived/etc/keepalived/keepalived.conf /etc/keepalived/
[root@master keepalived-1.2.8]# cp /usr/local/keepalived/sbin/keepalived /usr/sbin/
[root@master keepalived-1.2.8]# chkconfig keepalived on

6）配置keealived

[root@master keepalived-1.2.8]# vi /etc/keepalived/keepalived.conf
! Configuration File for keepalived
global_defs {
   notification_email {
     [email protected]
   }
   notification_email_from [email protected]
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
}
vrrp_instance VI_1 {
    state MASTER
    interface eth0
    virtual_router_id 51
    priority 100#priority越高越优先
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        192.168.1.200    #虚拟IP
    }
}
virtual_server 192.168.1.200 80 {
    delay_loop 6
    lb_algo rr
    lb_kind DR
    nat_mask 255.255.255.0
    persistence_timeout 50
    protocol TCP
    real_server 192.168.1.10 80 {
        weight 100
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
    real_server 192.168.1.11 80 {
        weight 100
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
    real_server 192.168.1.12 80 {
        weight 100
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
        }
    }
}
注意Lvs-backup端同样配置，只需要修改priority 100为priority 50即可。

7）配置ipvsadm规则 [master slave节点执行]

[root@matser keepalived-1.2.8]# ipvsadm -C
[root@matser keepalived-1.2.8]# ipvsadm -A -t 192.168.1.200:80 -s rr -p 600
[root@matser keepalived-1.2.8]# ipvsadm -a -t 192.168.1.200:80 -r 192.168.1.10:80 -g
[root@matser keepalived-1.2.8]# ipvsadm -a -t 192.168.1.200:80 -r 192.168.1.11:80 -g
[root@matser keepalived-1.2.8]# ipvsadm -a -t 192.168.1.200:80 -r 192.168.1.12:80 -g
[root@matser keepalived-1.2.8]# ipvsadm -S

8）配置 VIP [WEB节点也需要配置]

[root@matser Linux]# cd /etc/sysconfig/network-scripts/
[root@matser network-scripts]# cp ifcfg-lo ifcfg-lo:0
[root@matser network-scripts]# vi ifcfg-lo:0
DEVICE=lo:0
IPADDR=192.168.1.200
NETMASK=255.255.255.255
ONBOOT=yes
NAME=loopback

9）在WEB节点上配置内核参数

[root@CentOS Linux]# vi /etc/sysctl.conf
net.ipv4.conf.lo.arp_ignore = 1
net.ipv4.conf.lo.arp_announce = 2
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.all.arp_announce = 2
[root@CentOS Linux]# sysctl -p

10）在WEB节点添加路由

[root@CentOS network-scripts]# route add -host 192.168.1.254 dev lo:0

11）启动keepalived和apache

[root@CentOS ~]# service httpd restart
[root@matser~ ]# service keeplaived restart