1.简介
sharding-jdbc 是一个开源的适用于微服务的分布式数据访问基础类库,它始终以云原生的基础开发套件为目标。只支持java语言
sharding-jdbc定位为轻量级java框架,使用客户端直连数据库,以jar包的形式提供服务,未使用中间层,无需额外部署,并无其他依赖,可以理解为增强版的JDBC驱动
sharding-jdbc完整的实现了分库分表/读写分离/分布式主键功能,并实现了柔性事务.
2.适用于
适用于任何基于Java的ORM框架,如:JPA, Hibernate, Mybatis, Spring JDBC Template或直接使用JDBC。
基于任何第三方的数据库连接池,如:DBCP, C3P0, BoneCP, Druid, HikariCP等。
支持任意实现JDBC规范的数据库。目前支持MySQL,Oracle,SQLServer和PostgreSQL。
2.sharding-jdbc都有哪些包
① sharding-jdbc-config-parent 配置相关源码
② sharding-jdbc-core 核心源码
③ sharding-jdbc-doc 文档
④ sharding-jdbc-example:针对各个模块的测试用例代码;
⑤ sharding-jdbc-plugin:目前只有KeyGenerator的三种实现;
⑥ sharding-jdbc-transaction-parent:事务相关源码;
想要更深入了解的,这里献上Apache ShardingSphere官方文档.
3.sharding-jdbc架构图
1.首先创建一个springBoot的项目,项目结构为
org.springframework.boot
spring-boot-starter-web
org.mybatis.spring.boot
mybatis-spring-boot-starter
2.1.4
mysql
mysql-connector-java
runtime
commons-dbcp
commons-dbcp
1.4
io.shardingsphere
sharding-jdbc-spring-boot-starter
3.0.0.M1
org.projectlombok
lombok
true
org.springframework.boot
spring-boot-starter-test
test
3.基础类 (直接拷贝粘贴到idea就可)
建表语句
DROP TABLE IF EXISTS `user_test`;
CREATE TABLE `user_test` (
`id` bigint(255) NOT NULL AUTO_INCREMENT,
`name` varchar(30) CHARACTER SET utf8 COLLATE utf8_general_ci DEFAULT NULL,
`password` varchar(30) CHARACTER SET utf8 COLLATE utf8_general_ci DEFAULT NULL,
PRIMARY KEY (`id`) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 9 CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;
实体类
package cn.jiawu.shardingdemo.domain;
import lombok.Data;
/**
* @Author: Wu
* @Date: 2021/1/26 10:14
*/
@Data
public class UserTest {
private Integer id;
private String name;
private String password;
}
controller
package cn.jiawu.shardingdemo.controller;
import cn.jiawu.shardingdemo.domain.UserTest;
import cn.jiawu.shardingdemo.service.UserTestService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
/**
* @Author: Wu
* @Date: 2021/1/26 10:16
*/
@RestController
@RequestMapping("/user")
public class UserTestController {
@Autowired
UserTestService userTestService;
@PostMapping("/add")
public String addUser(UserTest userTest){
userTestService.addUser(userTest);
return "插入成功";
}
@GetMapping("/queryAll")
public List<UserTest> queryAll(){
List<UserTest> user = userTestService.queryAll();
return user;
}
}
service
package cn.jiawu.shardingdemo.service;
import cn.jiawu.shardingdemo.domain.UserTest;
import java.util.List;
/**
* @Author: Wu
* @Date: 2021/1/26 10:22
*/
public interface UserTestService {
/**
* 插入插入
* @param userTest
*/
void addUser(UserTest userTest);
/**
* 查询查询
* @return
*/
List<UserTest> queryAll();
}
package cn.jiawu.shardingdemo.service.impl;
import cn.jiawu.shardingdemo.domain.UserTest;
import cn.jiawu.shardingdemo.mapper.UserTestMapper;
import cn.jiawu.shardingdemo.service.UserTestService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
/**
* @Author: Wu
* @Date: 2021/1/26 10:27
*/
@Service
public class UserTestServiceImpl implements UserTestService {
@Autowired
UserTestMapper mapper;
@Override
public void addUser(UserTest userTest) {
mapper.addUser(userTest);
}
@Override
public List<UserTest> queryAll() {
List<UserTest> user = mapper.queryAll();
return user;
}
}
mapper
package cn.jiawu.shardingdemo.mapper;
import cn.jiawu.shardingdemo.domain.UserTest;
import org.apache.ibatis.annotations.Insert;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Select;
import java.util.List;
/**
* @Author: Wu
* @Date: 2021/1/26 10:27
*/
@Mapper
public interface UserTestMapper {
/**
* 插入插入
* @param userTest
*/
@Insert("insert into user_test(name,password) values(#{name},#{password})")
void addUser(UserTest userTest);
/**
* 查询查询
* @return
*/
@Select("select * from user_test")
List<UserTest> queryAll();
}
3.applocation.properties配置文件配置
#主从库的编号(别名)
sharding.jdbc.datasource.names=ds0,ds1,ds2
sharding.jdbc.datasource.ds0.type=org.apache.commons.dbcp.BasicDataSource
sharding.jdbc.datasource.ds0.driver-class-name=com.mysql.jdbc.Driver
sharding.jdbc.datasource.ds0.url=jdbc:mysql://127.0.0.1:3309/lbj?serverTimezone=UTC&&characterEncoding=utf-8
sharding.jdbc.datasource.ds0.username=root
sharding.jdbc.datasource.ds0.password=passwd
sharding.jdbc.datasource.ds1.type=org.apache.commons.dbcp.BasicDataSource
sharding.jdbc.datasource.ds1.driver-class-name=com.mysql.jdbc.Driver
sharding.jdbc.datasource.ds1.url=jdbc:mysql://127.0.0.1:3308/lbj?serverTimezone=UTC&&characterEncoding=utf-8
sharding.jdbc.datasource.ds1.username=root
sharding.jdbc.datasource.ds1.password=passwd
#配置主从策略
#负载均衡策略 随机和轮询 random /round_robin
sharding.jdbc.config.masterslave.load-balance-algorithm-type=round_robin
sharding.jdbc.config.masterslave.name=db1s1
sharding.jdbc.config.masterslave.master-data-source-name=ds0
# sharding.jdbc.config.masterslave.slave-data-source-names=ds1,ds2...可以有多个从库配置
sharding.jdbc.config.masterslave.slave-data-source-names=ds1
# 开启SQL显示,默认值: false,注意:仅配置读写分离时不会打印日志!!
sharding.jdbc.config.sharding.props.show=true
配置完毕即可启动项目 利用PostMan请求本地接口地址
4.先分别打开上篇文章我们配置好的master和salve数据库服务日志文件
slave服务器同上
(1)利用postman请求insert方法,
执行方法后观察master.log和slave.log文件变化
master.log 是写库 调用写入方法 日志打印为下
slave.log 的操作记录为主从同步 后的插入 所以是成功的哈
(2)利用postman请求调用select方法,先清空日志文件然后保存
执行方法后观察master.log和slave.log文件变化
master.log 是写库 按照道理来说是不会有查询记录的 查看后确实没有
slave.log 为从库日志 主查询 查看后确实有一条查询记录 那么读写分离就简单的实现了
1.在读写分离的项目上添加mybatis文件夹用于装xml 新建一个applocation-xx.properties配置文件
基础类 (直接拷贝粘贴到idea就可)准备
我们这里用的是一个服务器链接 就在master服务新建两个数据库 shardtest1和shardtest2表结构完全相同
建表语句
CREATE TABLE `t_order_0` (
`order_id` bigint(20) NOT NULL AUTO_INCREMENT,
`user_id` int(11) NULL DEFAULT NULL,
`status` varchar(255) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
PRIMARY KEY (`order_id`) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 1 CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;
CREATE TABLE `t_order_1` (
`order_id` bigint(20) NOT NULL AUTO_INCREMENT,
`user_id` int(11) NULL DEFAULT NULL,
`status` varchar(255) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
PRIMARY KEY (`order_id`) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 1 CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;
实体类
package cn.jiawu.shardingdemo.domain;
import lombok.Data;
/**
* @Author: Wu
* @Date: 2021/1/26 10:14
*/
@Data
public class Order {
private long orderId;
private int userId;
private String status;
}
controller
package cn.jiawu.shardingdemo.controller;
import cn.jiawu.shardingdemo.domain.Order;
import cn.jiawu.shardingdemo.service.OrderService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
/**
* @Author: Wu
* @Date: 2021/1/26 10:14
*/
@RestController
@RequestMapping("/order")
public class OrderController {
@Autowired
OrderService service;
@PostMapping("/test")
public String test(Order order) {
service.demo(order);
return "测试成功";
}
}
service
package cn.jiawu.shardingdemo.service;
import cn.jiawu.shardingdemo.domain.Order;
import cn.jiawu.shardingdemo.mapper.OrderMapper;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
/**
* @Author: Wu
* @Date: 2021/1/26 10:14
*/
@Service
public class OrderService {
@Autowired
private OrderMapper orderRepository;
public void demo(Order order) {
orderRepository.insert(order);
System.out.println("插入成功");
}
}
mapper
package cn.jiawu.shardingdemo.mapper;
import cn.jiawu.shardingdemo.domain.Order;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Param;
/**
* @Author: Wu
* @Date: 2021/1/26 10:14
*/
@Mapper
public interface OrderMapper {
/**
* 插入
* @param order
* @return
*/
void insert(@Param("order") Order order);
}
xml
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="cn.jiawu.shardingdemo.mapper.OrderMapper">
<insert id="insert">
insert into t_order(order_id,user_id,status)
values(#{order.orderId},#{order.userId},#{order.status})
</insert>
</mapper>
3.applocation-xx.properties分裤分表
mybatis.type-aliases-package=cn.jiawu.shardingdemo.mapper
mybatis.mapper-locations=classpath*:mybatis/*.xml
mybatis.configuration.cache-enabled=false
#需要用那个配置文件就写哪个比如 xx
spring.profiles.active=xx
#datasource
spring.devtools.remote.restart.enabled=false
sharding.jdbc.datasource.names=ds0,ds1
sharding.jdbc.datasource.ds0.type=org.apache.commons.dbcp.BasicDataSource
sharding.jdbc.datasource.ds0.driver-class-name=com.mysql.jdbc.Driver
sharding.jdbc.datasource.ds0.url=jdbc:mysql://127.0.0.1:3309/shardtest1?serverTimezone=UTC&&characterEncoding=utf-8
sharding.jdbc.datasource.ds0.username=root
sharding.jdbc.datasource.ds0.password=passwd
sharding.jdbc.datasource.ds1.type=org.apache.commons.dbcp.BasicDataSource
sharding.jdbc.datasource.ds1.driver-class-name=com.mysql.jdbc.Driver
sharding.jdbc.datasource.ds1.url=jdbc:mysql://127.0.0.1:3309/shardtest2?serverTimezone=UTC&&characterEncoding=utf-8
sharding.jdbc.datasource.ds1.username=root
sharding.jdbc.datasource.ds1.password=passwd
#分库策略 根据user_id
sharding.jdbc.config.sharding.default-database-strategy.inline.sharding-column=user_id
#对user_id取模 确定数据所在数据库 偶数id在shardtest1 奇数id在shardtest2
sharding.jdbc.config.sharding.default-database-strategy.inline.algorithm-expression=ds$->{user_id % 2}
##分表策略 根据插入数据的组件来确定 奇数的逐渐在t_order_1 偶数t_order_0
sharding.jdbc.config.sharding.tables.t_order.actual-data-nodes=ds$->{0..1}.t_order_$->{0..1}
sharding.jdbc.config.sharding.tables.t_order.table-strategy.inline.sharding-column=order_id
##对订单号进行hash运算 确定数据所在表名
sharding.jdbc.config.sharding.tables.t_order.table-strategy.inline.algorithm-expression=t_order_$->{order_id % 2}
sharding.jdbc.config.sharding.tables.t_order.key-generator-column-name=order_id
测试我们还是利用postman插入数据
user_id如果为奇数 就会在shardtest2库中去存 ,偶数id在shardtest1
order_id奇数的在t_order_1表中存 偶数在t_order_0表中存
各自组合先分裤再分表 运行起来自己观察一下规律吧!!!
次文只是粗略的搭建基于sharding-jdbc实现读写分离分库分表,认知有限,不对之处请各位前辈指点。同时借此博文分享我的学习心得,抛砖引玉。