spring integration同步数据库数据

 需求为：当客户已有系统的数据被同步到我方数据库后，若再有新数据，只同步新数据到我方数据库。

解决：因为客户的业务表是不能变动的，我方在客户数据库中新建一状态表，记录哪些数据被更新过。

当客户业务表有新数据插入时，用触发器将新数据id插入到状态表。

 

为方便实例：业务表pp，状态表status

结构为：

pp：

CREATE TABLE `pp` (
  `name` varchar(255) default NULL,
  `address` varchar(255) default NULL,
  `id` int(11) NOT NULL auto_increment,
  PRIMARY KEY  (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=9 DEFAULT CHARSET=utf8;

status：

CREATE TABLE `status` (
  `id` int(11) NOT NULL auto_increment,
  `status` varchar(255) default 'new',
  `ppid` int(11) NOT NULL,
  PRIMARY KEY  (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=12 DEFAULT CHARSET=utf8;

触发器：

DROP TRIGGER if EXISTS mytrigger
CREATE TRIGGER mytrigger after INSERT on pp
for EACH ROW
BEGIN
 INSERT into `status`(ppid) values(new.id);
END;

 

核心配置：jdbc-inbound-context.xml

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans" 
       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
       xmlns:context="http://www.springframework.org/schema/context" 
       xmlns:int="http://www.springframework.org/schema/integration" 
       xmlns:int-jdbc="http://www.springframework.org/schema/integration/jdbc"    
       xmlns:int-jms="http://www.springframework.org/schema/integration/jms" 
       xmlns:jdbc="http://www.springframework.org/schema/jdbc" 
       xsi:schemaLocation="http://www.springframework.org/schema/beans 
    http://www.springframework.org/schema/beans/spring-beans-3.0.xsd 
    http://www.springframework.org/schema/context 
    http://www.springframework.org/schema/context/spring-context-3.0.xsd 
    http://www.springframework.org/schema/integration 
    http://www.springframework.org/schema/integration/spring-integration-2.0.xsd 
    http://www.springframework.org/schema/integration/jdbc 
    http://www.springframework.org/schema/integration/jdbc/spring-integration-jdbc-2.0.xsd 
    http://www.springframework.org/schema/jdbc 
    http://www.springframework.org/schema/jdbc/spring-jdbc-3.0.xsd
     http://www.springframework.org/schema/integration/jms 
    http://www.springframework.org/schema/integration/jms/spring-integration-jms-2.0.xsd">
    <context:component-scan base-package="com.wisely.inbound"/>
     
	<int:channel id="target"/>
	
	<int-jdbc:inbound-channel-adapter channel="target" 
					data-source="dataSource"
					query="select p.id as ppid,p.name as ppname from pp p,status s where p.id=s.ppid and s.status='new'"
					update="update status as st set st.status='old' where ppid in (:ppid)"
									   >
		<!-- 每隔多少毫秒去抓取 -->
		<int:poller fixed-rate="5000" >
			<int:transactional/>
		</int:poller>
		<!--  指定时刻抓取
		<int:poller max-messages-per-poll="1">
			<int:transactional/>
			<int:cron-trigger expression="0 0 3 * * ?"/>
		</int:poller>
		-->
	</int-jdbc:inbound-channel-adapter>
	<int:service-activator input-channel="target" ref="jdbcMessageHandler"/>	 
	 <context:property-placeholder location="classpath*:META-INF/spring/*.properties"/>
	 <bean class="org.apache.commons.dbcp.BasicDataSource" destroy-method="close" id="dataSource">
        <property name="driverClassName" value="${database.driverClassName}"/>
        <property name="url" value="${database.url}"/>
        <property name="username" value="${database.username}"/>
        <property name="password" value="${database.password}"/>
    </bean>   
    <bean id="transactionManager" class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
    	<property name="dataSource" ref="dataSource"/>
    </bean>    
   </beans>

 

JdbcMessageHandler：

 

package com.wisely.inbound.jdbc;

import java.util.List;
import java.util.Map;

import org.springframework.integration.annotation.ServiceActivator;
import org.springframework.stereotype.Component;

@Component
public class JdbcMessageHandler {
	@ServiceActivator
	public void handleJdbcMessage(List<Map<String ,Object>> message){
		for(Map<String,Object> resultMap:message){
			System.out.println("组:");
			for(String column:resultMap.keySet()){
				System.out.println("字段:"+column+" 值:"+resultMap.get(column));
			}
		}
	}
}

 

测试类：

package com.wisely.inbound.jdbc;

import org.springframework.context.ApplicationContext;
import org.springframework.context.support.ClassPathXmlApplicationContext;

public class JdbcInbound {

	/**
	 * @param args
	 */
	public static void main(String[] args) {
		  ApplicationContext context = 
	                new ClassPathXmlApplicationContext("/META-INF/spring/jdbc-inbound-context.xml");
	}

}

 

 

若将channel改为jms的通道。配置文件做以下修改：

 

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans" 
       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
       xmlns:context="http://www.springframework.org/schema/context" 
       xmlns:int="http://www.springframework.org/schema/integration" 
       xmlns:int-jdbc="http://www.springframework.org/schema/integration/jdbc"    
       xmlns:int-jms="http://www.springframework.org/schema/integration/jms" 
       xmlns:jdbc="http://www.springframework.org/schema/jdbc" 
       xsi:schemaLocation="http://www.springframework.org/schema/beans 
    http://www.springframework.org/schema/beans/spring-beans-3.0.xsd 
    http://www.springframework.org/schema/context 
    http://www.springframework.org/schema/context/spring-context-3.0.xsd 
    http://www.springframework.org/schema/integration 
    http://www.springframework.org/schema/integration/spring-integration-2.0.xsd 
    http://www.springframework.org/schema/integration/jdbc 
    http://www.springframework.org/schema/integration/jdbc/spring-integration-jdbc-2.0.xsd 
    http://www.springframework.org/schema/jdbc 
    http://www.springframework.org/schema/jdbc/spring-jdbc-3.0.xsd
     http://www.springframework.org/schema/integration/jms 
    http://www.springframework.org/schema/integration/jms/spring-integration-jms-2.0.xsd">
    <context:component-scan base-package="com.wisely.inbound"/>
     
	<int-jms:channel id="target"  queue-name="jdbc.queue" connection-factory="connectionFactory"/>
	
	<int-jdbc:inbound-channel-adapter channel="target" 
									  data-source="dataSource"
									  query="select p.id as ppid,p.name as ppname from pp p,status s where p.id=s.ppid and s.status='new'"
									  update="update status as st set st.status='old' where ppid in (:ppid)"
									   >
		<!-- 每隔多少毫秒去抓取 -->
		<int:poller fixed-rate="5000" >
			<int:transactional/>
		</int:poller>
		<!--  指定时刻抓取
		<int:poller max-messages-per-poll="1">
			<int:transactional/>
			<int:cron-trigger expression="0 0 3 * * ?"/>
		</int:poller>
		-->
	</int-jdbc:inbound-channel-adapter>
	<!--  
	<int-jms:message-driven-channel-adapter id="queInbound" destination-name="jmsQueue" channel="target"/>
	-->
	<int:service-activator input-channel="target" ref="jdbcMessageHandler"/>
	 
	 <context:property-placeholder location="classpath*:META-INF/spring/*.properties"/>
	 <bean class="org.apache.commons.dbcp.BasicDataSource" destroy-method="close" id="dataSource">
        <property name="driverClassName" value="${database.driverClassName}"/>
        <property name="url" value="${database.url}"/>
        <property name="username" value="${database.username}"/>
        <property name="password" value="${database.password}"/>
    </bean>
    
    <bean id="transactionManager" class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
    	<property name="dataSource" ref="dataSource"/>
    </bean>
    
    
    <bean id="activeMqConnectionFactory" class="org.apache.activemq.spring.ActiveMQConnectionFactory">
    	<property name="brokerURL" value="vm://localhost" />
    </bean>
    
    <bean id="connectionFactory" class="org.springframework.jms.connection.CachingConnectionFactory">
    	<property name="sessionCacheSize" value="10" />
    	<property name="cacheProducers" value="false"/>
    	<property name="targetConnectionFactory" ref="activeMqConnectionFactory"/>
    </bean>
    <bean id="jmsTemplate" class="org.springframework.jms.core.JmsTemplate">
    	<property name="connectionFactory" ref="connectionFactory"/>
    	<property name="defaultDestinationName" value="jmsQueue" />
    </bean>
</beans>