Mysql的读写分离amoeba

关于Amoeba

Amoeba(变形虫)致力于MySQL的分布式数据库前端代理层，它主要在应用层访问MySQL的 时候充当SQL路由功能，专注于分布式数据库代理层（Database Proxy）开发。座落与 Client、DB Server(s)之间,对客户端透明。具有负载均衡、高可用性、SQL 过滤、读写分离、可路由相关的到目标数据库、可并发请求多台数据库合并结果。 通过Amoeba你能够完成多数据源的高可用、负载均衡、数据切片的功能.

环境：

1.服务器

Master mysql：192.168.0.100

Slave mysql:192.168.0.101

Amoeba  server:192.168.0.103

2.安装主动数据库。

3.安装JDK环境 java -version

官网下载jdk安装包，也可以参考

# chmod 755 jdk-6u25-linux-i586.bin 

# ./jdk-6u25-linux-i586.bin 

# mv jdk1.6.0_25/ /usr/local/jdk 

声明路径，修改/etc/profile，在末尾加上以下代码 

 

export AMOEBA_HOME=/usr/local/amoeba 

export JAVA_HOME=/usr/local/jdk 

export PATH=$PATH:$JAVA_HOME/bin:$JAVA_HOME/jre/bin:$AMOEBA_HOME/bin 

=====================================

一、安装amoeba

1.wget http://nchc.dl.sourceforge.net/project/amoeba/Amoeba%20for%20mysql/2.x/amoeba-mysql-binary-2.1.0-RC5.tar.gz 

2.tar zxf amoeba-mysql-binary-2.1.0-RC5.tar.gz -C /opt/app/amoeba

二、配置amoeba

/opt/app/amoeba/conf下的 

dbServers.xml  ##定义数据库连接信息

amoeba.xml   ##定义读写分离节点管理信息

1.配置dbServers.xml

 <?xml version="1.0" encoding="gbk"?>

 <!DOCTYPE amoeba:dbServers SYSTEM "dbserver.dtd">
 <amoeba:dbServers xmlns:amoeba="http://amoeba.meidusa.com/">

                 <!--
                         Each dbServer needs to be configured into a Pool,
                          such as 'multiPool' dbServer
                 -->

         <dbServer name="abstractServer" abstractive="true">
                 <factoryConfig class="com.meidusa.amoeba.mysql.net.MysqlServerConnectionFactory">
                         <property name="manager">${defaultManager}</property>
                         <property name="sendBufferSize">64</property>
                         <property name="receiveBufferSize">128</property>

                         <!-- mysql port -->
                         <property name="port">3306</property>         __ ** ##后端数据库端口**__

                         <!-- mysql schema -->
                         <property name="schema">tongbu</property>        __ ** ##后端数据库默认库**__
                         <!--  mysql password
                         <property name="password">password</property>
                         -->
                 </factoryConfig>

                 <poolConfig class="com.meidusa.amoeba.net.poolable.PoolableObjectPool">
                         <property name="maxActive">500</property>
                         <property name="maxIdle">500</property>
                         <property name="minIdle">10</property>
                         <property name="minEvictableIdleTimeMillis">600000</property>
                         <property name="timeBetweenEvictionRunsMillis">600000</property>
                         <property name="testOnBorrow">true</property>
                         <property name="testWhileIdle">true</property>
                 </poolConfig>
         </dbServer>

         <dbServer name="master"  parent="abstractServer">                          __ ** ##定义主的写的节点**__
                 <factoryConfig>
                         <property name="ipAddress">192.168.0.100</property>      __ ** ##主masterIP**__
                         <property name="user">user</property>                 __ ** ##与主mysql通信，连接数据库的帐号，以下是密码**__
                         <property name="password">password</property>
                 </factoryConfig>
         </dbServer>

         <dbServer name="slave"  parent="abstractServer">
                 <factoryConfig>
                         <property name="ipAddress">192.168.0.101</property>
                         <property name="user">user</property>                 __ ** ##与从mysql通信，连接数据库的帐号，以下是密码**__
                         <property name="password">password</property>
                 </factoryConfig>
         </dbServer>

         <dbServer name="server1" virtual="true">
                 <poolConfig class="com.meidusa.amoeba.server.MultipleServerPool">    __ ** ##定义写的池，把master节点加入**__
                         <property name="loadbalance">1</property>
                         <property name="poolNames">master</property>
                 </poolConfig>
         </dbServer>

         <dbServer name="server2" virtual="true">
                 <poolConfig class="com.meidusa.amoeba.server.MultipleServerPool">    __ ** ##定义读的池，把slave节点加入**__
                         <property name="loadbalance">1</property>
                         <property name="poolNames">slave</property>
                 </poolConfig>
         </dbServer>
 </amoeba:dbServers>

5.2 配置amoeba.xml

 <?xml version="1.0" encoding="gbk"?>
 <amoeba:configuration xmlns:amoeba="http://amoeba.meidusa.com/">

         <proxy>

                 <!-- service class must implements com.meidusa.amoeba.service.Service -->
                         <!-- port -->
                          <property name="port">6666</property>                   __ ** ##定义amoeba读写分离proxy对外代理的端口**__
                         <!-- bind ipAddress -->

                         <property name="ipAddress">192.168.0.103</property>


                         <property name="manager">${clientConnectioneManager}</property>

                         <property name="connectionFactory">
                                         <property name="sendBufferSize">128</property>
                                         <property name="receiveBufferSize">64</property>
                                 </bean>
                         </property>

                         <property name="authenticator">
                                          <property name="user">dbproxy_user</property>     __ ** ##定义proxy的管理帐号密码，客户端和程序只需要连接proxy的帐号密码即可，相当于中间接封装**__
                                         <property name="password">dbproxy_pw</property>

                                         <property name="filter">
                                                 </bean>
                                         </property>
                                 </bean>
                         </property>

                 </service>

                 <!-- server class must implements com.meidusa.amoeba.service.Service -->
                         <!-- port -->
                         <!--  default value: random number
                         <property name="port">9066</property>
                         -->
                         <!-- bind ipAddress -->
                         <property name="ipAddress">127.0.0.1</property>
                         <property name="daemon">true</property>
                         <property name="manager">${clientConnectioneManager}</property>
                         <property name="connectionFactory">
                 <runtime class="com.meidusa.amoeba.mysql.context.MysqlRuntimeContext">
                         <!-- proxy server net IO Read thread size -->
                         <property name="readThreadPoolSize">20</property>

                         <!-- proxy server client process thread size -->

                         <!-- per connection cache prepared statement size  -->
                         <property name="statementCacheSize">500</property>

                         <!-- query timeout( default: 60 second , TimeUnit:second) -->
                         <property name="queryTimeout">60</property>
                 </runtime>

         </proxy>

         <!--
                 Each ConnectionManager will start as thread
                 manager responsible for the Connection IO read , Death Detection
         -->
         <connectionManagerList>
                         <!--
                           default value is avaliable Processors
                         <property name="processors">5</property>
                          -->
                 </connectionManager>

                         <!--
                           default value is avaliable Processors
                         <property name="processors">5</property>
                          -->
                 </connectionManager>
         </connectionManagerList>

                 <!-- default using file loader -->
         <dbServerLoader class="com.meidusa.amoeba.context.DBServerConfigFileLoader">
                 <property name="configFile">${amoeba.home}/conf/dbServers.xml</property>
         </dbServerLoader>

         <queryRouter class="com.meidusa.amoeba.mysql.parser.MysqlQueryRouter">
                 <property name="ruleLoader">
                         <bean class="com.meidusa.amoeba.route.TableRuleFileLoader">
                                 <property name="ruleFile">${amoeba.home}/conf/rule.xml</property>
                                 <property name="functionFile">${amoeba.home}/conf/ruleFunctionMap.xml</property>
                         </bean>
                 </property>
                 <property name="sqlFunctionFile">${amoeba.home}/conf/functionMap.xml</property>
                 <property name="LRUMapSize">1500</property>
                 <property name="defaultPool">server1</property>                   __ ** ##定义默认的池，一些除了SELECT\UPDATE\INSERT\DELETE的语句都会在defaultPool执行。**__
                 <property name="writePool">server1</property>                      __ ** ##定义写的池**__
                 <property name="readPool">server2</property>                      __ ** ##定义读的池**__
                 <property name="needParse">true</property>
         </queryRouter>
 </amoeba:configuration>

附：1.在主、从数据库上授权 amoeba连接权限。

      mysql> grant all privileges on tongbu.* to 'tongbu'@'%' identified by 'tongbu' with grant option;

      mysql> flush privileges;

   2.程序连接使用 amoeba服务器上代理用户名、密码、IP、端口连接（由amoeba.xml设置）

      连接之前，可以通过web服务器（或其他服务器）上远程连接测试一下是否能正常通过amoeba进入数据库服务器

      # mysql -udbproxy_user -p tongbu -hproxy_db -P6666

六、启动Amoeba

 /usr/local/amoeba/bin/amoeba start &
 开机自动启动可加入到 /etc/rc.local内
 echo "/usr/local/amoeba/bin/amoeba start &" >> /etc/rc.local

七、日志排错    日志文件在/usr/local/amoeba/log下  

 PS：amoeba虽然是JAVA写的，看似效率不高，但功能异常强大，支持读写分离，表和库级别的读写分离，数据库水平分割，垂直分割，还有集群。是淘宝的得力作品。喜欢的童鞋可以尝试下。mysql-proxy 只是轻量级的读写分离程序，虽然C写的，但是驱动是需要lua的脚本跑，而且在高并发下经常挂掉。程序还忽略了一些字符设定，如果数据库不是同一编码还会出现乱码,amoeba就不存在。就简单介绍到这里吧。