keepalvied 配置openmq4_5_2（MessageQueue）的Conventional broker clusters集群

 1、组网环境

 

                        VIP 192.168.1.85

                         /            \

                        /              \

mqB 192.168.1.168      mqA 192.168.1.87

 

   操作系统版本：CentOS release 5.4

   java 版本 ： java version "1.6.0_18"

   keepalived 版本： keepalived-1.1.19

   ipvsadm 版本： 1.2.1

2、openmq4_5_2 安装

   2.1 java 安装

      略

   2.2 openmq4_5_2安装

     安装openmq 需要图形化。上传到操作系统后，解压后运行 ./installer ,按照默认安装一直下一步即可。

      安装后运行下面命令启动MQ。

     /root/MessageQueue/mq/bin/imqbrokerd -name imqbroker -vmargs "-Xms512m -Xmx512m"

3、openmq4_5_2 配置

     

 mqA 配置

 

cd /root/MessageQueue/var/mq/instances/imqbroker/props
vim config.properties  #添加下面内容
imq.jms.threadpool_model=dedicated
imq.instanceconfig.version=300
imq.persist.file.sync.enabled=true
imq.cluster.transport=tcp
imq.cluster.ha=flase
imq.cluster.brokerlist=mqA\:7676,mqB\:7676
imq.cluster.heartbeat.interval=2
imq.cluster.heartbeat.hostname=mqA
imq.cluster.heartbeat.port=7676
imq.admin.tcp.port=51213
imq.ssladmin.tls.port=51217
imq.cluster.masterbroker=mqA\:7676
imq.instancename=imqbroker
imq.cluster.heartbeat.threshold=2
imq.cluster.clusterid=mqcluster
imq.jms.tcp.port=46054
imq.ssljms.tls.port=51216
imq.brokerid=mqbroker87
imq.cluster.monitor.threshold=5
imq.cluster.monitor.interval=5

mqB 配置

 

cd /root/MessageQueue/var/mq/instances/imqbroker/props  vim config.properties  #添加下面内容
imq.jms.threadpool_model=dedicated
imq.instanceconfig.version=300
imq.persist.file.sync.enabled=true
imq.cluster.transport=tcp
imq.cluster.ha=flase
imq.cluster.brokerlist=mqA\:7676,mqB\:7676
imq.cluster.heartbeat.interval=2
imq.cluster.heartbeat.hostname=mqB
imq.cluster.heartbeat.port=7676
imq.admin.tcp.port=51213
imq.ssladmin.tls.port=51217
imq.cluster.masterbroker=mqA\:7676
imq.instancename=imqbroker
imq.cluster.heartbeat.threshold=2
imq.cluster.clusterid=mqcluster
imq.jms.tcp.port=46054
imq.ssljms.tls.port=51216
imq.brokerid=mqbroker168
imq.cluster.monitor.threshold=5
imq.cluster.monitor.interval=5

配置好后，分别启动MQ

/root/MessageQueue/mq/bin/imqbrokerd -name imqbroker -vmargs "-Xms512m -Xmx512m" &

 

4、安装keepalived,ipvsadm

  略

5、配置keepalived

mqA 上配置

修改 /etc/keepalived/keepalived.conf

! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL_1
}

vrrp_instance VI_1 {
#    state  MASTER
    state  BACKUP
    interface eth0
    lvs_sync_daemon_inteface eth0
    virtual_router_id 63
    priority 150
    nopreempt
    advert_int 2
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
    192.168.1.85/24 dev eth0  label eth0:1
    }
}

#
#MQ
 virtual_server 192.168.1.85 7676 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 7676 {
         weight  5
    MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 7676 {
         weight 1
     MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
     misc_timeout 30
     }
    }
 }


 virtual_server 192.168.1.85 51213 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 51213 {
         weight 5
        MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq 192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 51213 {
         weight 1
         MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
         misc_timeout 30
     }
    }
 }


 virtual_server 192.168.1.85 46054 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 46054 {
         weight 5
        MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq   192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 46054 {
         weight 1
         MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
         misc_timeout 30
     }
    }
 }

mqB 上配置 

修改 /etc/keepalived/keepalived.conf

! Configuration File for keepalived

global_defs {
   router_id LVS_DEVEL_1
}

vrrp_instance VI_1 {
    state  BACKUP
    interface eth0
    lvs_sync_daemon_inteface eth0
    virtual_router_id 63
    priority 90
    advert_int 2
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
    192.168.1.85/24 dev eth0  label eth0:1
    }
}

#
#MQ
 virtual_server 192.168.1.85 7676 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 7676 {
         weight  5
    MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 7676 {
         weight 1
     MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
     misc_timeout 30
     }
    }
 }


 virtual_server 192.168.1.85 51213 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 51213 {
         weight 5
        MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq 192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 51213 {
         weight 1
         MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
         misc_timeout 30
     }
    }
 }


 virtual_server 192.168.1.85 46054 {
     delay_loop 6
     lb_algo wrr
     lb_kind DR
     nat_mask 255.255.255.0
     persistence_timeout 50
     protocol TCP

     real_server 192.168.1.168 46054 {
         weight 5
        MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq   192.168.1.168"
         misc_timeout 30
     }
    }
     real_server 192.168.1.87 46054 {
         weight 1
         MISC_CHECK {
         misc_path "/etc/keepalived/scripts/check_mq  192.168.1.87"
         misc_timeout 30
     }

 

check_mq 脚本

 

#!/bin/bash

STATE_OK=0
STATE_CRITICAL=1
hosta="$1"

#Paths to commands used in this script.
proc=MessageQueue

if [ -z "$(ssh $hosta ps aux | grep $proc |grep java|grep -v grep)" -a "$(telnet $hosta 7676 2>/dev/null|grep "jms"|awk '{print $3}')" != "NORMAL" ]
then
#   echo "$proc is stoped"
   exit $STATE_CRITICAL
else
#    echo "$proc is running"
    exit $STATE_OK
fi

 

real_server 启动脚本

 

#!/bin/bash
#description : start realserver
VIP_mq=192.168.1.85
/etc/rc.d/init.d/functions
case "$1" in
        start)
        echo " start LVS of REALServer"
        /sbin/ifconfig lo:0 $VIP_mq broadcast $VIP_mq netmask 255.255.255.255 up
#        /sbin/ifconfig lo:1 $VIP_db broadcast $VIP_db netmask 255.255.255.255 up
        echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore
        echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce
        echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore
        echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce
        ;;
        stop)
        /sbin/ifconfig lo:0 down
#        /sbin/ifconfig lo:1 down
        echo "close LVS Directorserver"
        echo "0" >/proc/sys/net/ipv4/conf/lo/arp_ignore
        echo "0" >/proc/sys/net/ipv4/conf/lo/arp_announce
        echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore
        echo "0" >/proc/sys/net/ipv4/conf/all/arp_announce
        ;;
        *)
        echo "Usage: $0 {start|stop}"
        exit 1
esac