sql执行源码解析
找到这个方法
com.dangdang.ddframe.rdb.sharding.jdbc.core.statement.ShardingPreparedStatement#execute
@Override
public boolean execute()throws SQLException {
try {
Collection preparedStatementUnits = route();
// 创建预编译statement的sql执行器
return new PreparedStatementExecutor(
getShardingConnection().getShardingContext().getExecutorEngine(), getRouteResult().getSqlStatement().getType(), preparedStatementUnits, getParameters()).execute();
}finally {
// 释放内存
clearBatch();
}
}
组装预编译对象执行单元集合
/**
* 预编译语句对象执行单元.
*
* @author zhangliang
*/
@RequiredArgsConstructor
@Getter
public final class PreparedStatementUnitimplements BaseStatementUnit {
// sql执行单元
private final SQLExecutionUnitsqlExecutionUnit;
// 预编译对象
private final PreparedStatementstatement;
}
进入到route()方法
private Collectionroute()throws SQLException {
Collection result =new LinkedList<>();
// 执行sql路由逻辑并得到路由结果并装载支持静态分片的预编译statement对象
setRouteResult(routingEngine.route(getParameters()));
// 遍历最小sql执行单元
for (SQLExecutionUnit each : getRouteResult().getExecutionUnits()) {
// 获取sql类型
SQLType sqlType = getRouteResult().getSqlStatement().getType();
Collection preparedStatements;
if (SQLType.DDL == sqlType) {
// 如果是DDL，创建DDL的prepareStatement对象
preparedStatements = generatePreparedStatementForDDL(each);
}else {
// DDL之外的语句创建prepareStatement对象
preparedStatements = Collections.singletonList(generatePreparedStatement(each));
}
// 装载路由的statement对象
getRoutedStatements().addAll(preparedStatements);
for (PreparedStatement preparedStatement : preparedStatements) {
replaySetParameter(preparedStatement);
result.add(new PreparedStatementUnit(each, preparedStatement));
}
}
return result;
}
// 遍历最小sql执行单元
for (SQLExecutionUnit each : getRouteResult().getExecutionUnits()) {
// 获取sql类型
SQLType sqlType = getRouteResult().getSqlStatement().getType();
// 如果是DDL，创建DDL的prepareStatement对象
preparedStatements = generatePreparedStatementForDDL(each);
private CollectiongeneratePreparedStatementForDDL(final SQLExecutionUnit sqlExecutionUnit)throws SQLException {
Collection result =new LinkedList<>();
// 获取可以执行DDL语句的数据库连接对象集合
Collection connections = getShardingConnection().getConnectionForDDL(sqlExecutionUnit.getDataSource());
for (Connection each : connections) {
// 创建prepareStatement对象
result.add(each.prepareStatement(sqlExecutionUnit.getSql(), getResultSetType(), getResultSetConcurrency(), getResultSetHoldability()));
}
return result;
}
// 获取可以执行DDL语句的数据库连接对象集合
Collection connections = getShardingConnection().getConnectionForDDL(sqlExecutionUnit.getDataSource());
public CollectiongetConnectionForDDL(final String dataSourceName)throws SQLException {
final Context metricsContext = MetricsContext.start(Joiner.on("-").join("ShardingConnection-getConnectionForDDL", dataSourceName));
// 从分片规则的数据库分片规则中获取数据源
DataSource dataSource =shardingContext.getShardingRule().getDataSourceRule().getDataSource(dataSourceName);
Preconditions.checkState(null != dataSource, "Missing the rule of %s in DataSourceRule", dataSourceName);
Collection dataSources =new LinkedList<>();
if (dataSourceinstanceof MasterSlaveDataSource) {
dataSources.add(((MasterSlaveDataSource) dataSource).getMasterDataSource());
dataSources.addAll(((MasterSlaveDataSource) dataSource).getSlaveDataSources());
}else {
dataSources.add(dataSource);
}
Collection result =new LinkedList<>();
for (DataSource each : dataSources) {
// 根据数据源获取数据库连接
Connection connection = each.getConnection();
replayMethodsInvocation(connection);//重新调用调用过的方法动作
result.add(connection);
}
MetricsContext.stop(metricsContext);
return result;
}
向上返回到这里
private Collectionroute()throws SQLException {
Collection result =new LinkedList<>();
// 执行sql路由逻辑并得到路由结果并装载支持静态分片的预编译statement对象
setRouteResult(routingEngine.route(getParameters()));
// 遍历最小sql执行单元
for (SQLExecutionUnit each : getRouteResult().getExecutionUnits()) {
// 获取sql类型
SQLType sqlType = getRouteResult().getSqlStatement().getType();
Collection preparedStatements;
if (SQLType.DDL == sqlType) {
// 如果是DDL，创建DDL的prepareStatement对象
preparedStatements = generatePreparedStatementForDDL(each);
}else {
// DDL之外的语句创建prepareStatement对象
preparedStatements = Collections.singletonList(generatePreparedStatement(each));
}
// 装载路由的statement对象
getRoutedStatements().addAll(preparedStatements);
for (PreparedStatement preparedStatement : preparedStatements) {
replaySetParameter(preparedStatement);
result.add(new PreparedStatementUnit(each, preparedStatement));
}
}
return result;
}
}else {
// DDL之外的语句创建prepareStatement对象
preparedStatements = Collections.singletonList(generatePreparedStatement(each));
}
private PreparedStatementgeneratePreparedStatement(final SQLExecutionUnit sqlExecutionUnit)throws SQLException {
Optional generatedKey = getGeneratedKey();
// 获取数据库连接
Connection connection = getShardingConnection().getConnection(sqlExecutionUnit.getDataSource(), getRouteResult().getSqlStatement().getType());
// 创建prepareStatement对象
if (isReturnGeneratedKeys() || isReturnGeneratedKeys() && generatedKey.isPresent()) {
return connection.prepareStatement(sqlExecutionUnit.getSql(), RETURN_GENERATED_KEYS);
}
return connection.prepareStatement(sqlExecutionUnit.getSql(), getResultSetType(), getResultSetConcurrency(), getResultSetHoldability());
}
获取数据库连接对象
// 获取数据库连接
Connection connection = getShardingConnection().getConnection(sqlExecutionUnit.getDataSource(), getRouteResult().getSqlStatement().getType());
public ConnectiongetConnection(final String dataSourceName, final SQLType sqlType)throws SQLException {
// 从缓存中获取数据源连接
Optional connection = getCachedConnection(dataSourceName, sqlType);
if (connection.isPresent()) {
return connection.get();
}
Context metricsContext = MetricsContext.start(Joiner.on("-").join("ShardingConnection-getConnection", dataSourceName));
// 根据数据源名称获取数据源对象
DataSource dataSource =shardingContext.getShardingRule().getDataSourceRule().getDataSource(dataSourceName);
Preconditions.checkState(null != dataSource, "Missing the rule of %s in DataSourceRule", dataSourceName);
String realDataSourceName;
if (dataSourceinstanceof MasterSlaveDataSource) {
dataSource = ((MasterSlaveDataSource) dataSource).getDataSource(sqlType);
realDataSourceName = MasterSlaveDataSource.getDataSourceName(dataSourceName, sqlType);
}else {
realDataSourceName = dataSourceName;
}
Connection result = dataSource.getConnection();
MetricsContext.stop(metricsContext);
connectionMap.put(realDataSourceName, result);
replayMethodsInvocation(result);
return result;
}
向上返回到这里
private Collectionroute()throws SQLException {
Collection result =new LinkedList<>();
// 执行sql路由逻辑并得到路由结果并装载支持静态分片的预编译statement对象
setRouteResult(routingEngine.route(getParameters()));
// 遍历最小sql执行单元
for (SQLExecutionUnit each : getRouteResult().getExecutionUnits()) {
// 获取sql类型
SQLType sqlType = getRouteResult().getSqlStatement().getType();
Collection preparedStatements;
if (SQLType.DDL == sqlType) {
// 如果是DDL，创建DDL的prepareStatement对象
preparedStatements = generatePreparedStatementForDDL(each);
}else {
// DDL之外的语句创建prepareStatement对象
preparedStatements = Collections.singletonList(generatePreparedStatement(each));
}
getRoutedStatements().addAll(preparedStatements);
for (PreparedStatement preparedStatement : preparedStatements) {
replaySetParameter(preparedStatement);
result.add(new PreparedStatementUnit(each, preparedStatement));
}
}
return result;
}
// 装载路由的statement对象
getRoutedStatements().addAll(preparedStatements);
向上返回到这里
@Override
public boolean execute()throws SQLException {
try {
Collection preparedStatementUnits = route();
// 创建预编译statement的sql执行器
return new PreparedStatementExecutor(
getShardingConnection().getShardingContext().getExecutorEngine(), getRouteResult().getSqlStatement().getType(), preparedStatementUnits, getParameters()).execute();
}finally {
// 释放内存
clearBatch();
}
}
进入到这个方法
com.dangdang.ddframe.rdb.sharding.executor.type.prepared.PreparedStatementExecutor#execute 执行sql请求
/**
* 执行SQL请求.
*
* @return true表示执行DQL, false表示执行的DML
*/
public boolean execute() {
Context context = MetricsContext.start("ShardingPreparedStatement-execute");
try {
List result =executorEngine.executePreparedStatement(sqlType, preparedStatementUnits, parameters, new ExecuteCallback() {
@Override
public Booleanexecute(final BaseStatementUnit baseStatementUnit)throws Exception {
return ((PreparedStatement) baseStatementUnit.getStatement()).execute();
}
});
if (null == result || result.isEmpty() ||null == result.get(0)) {
return false;
}
return result.get(0);
}finally {
MetricsContext.stop(context);
}
}
进入到执行prepareStatement对象的方法
com.dangdang.ddframe.rdb.sharding.executor.ExecutorEngine#executePreparedStatement
/**
* 执行PreparedStatement.
*
* @param sqlType SQL类型
* @param preparedStatementUnits 语句对象执行单元集合
* @param parameters 参数列表
* @param executeCallback 执行回调函数
* @param 返回值类型
* @return 执行结果
*/
public ListexecutePreparedStatement(
final SQLType sqlType, final Collection preparedStatementUnits, final List parameters, final ExecuteCallback executeCallback) {
return execute(sqlType, preparedStatementUnits, Collections.singletonList(parameters), executeCallback);
}
com.dangdang.ddframe.rdb.sharding.executor.ExecutorEngine#execute
进入sql执行引擎的这个方法
private Listexecute(
final SQLType sqlType, final Collection baseStatementUnits, final List> parameterSets, final ExecuteCallback executeCallback) {
if (baseStatementUnits.isEmpty()) {
return Collections.emptyList();
}
Iterator iterator = baseStatementUnits.iterator();
// 获得一个sql语句执行单元
BaseStatementUnit firstInput = iterator.next();
// 异步多线程去执行->
ListenableFuture> restFutures = asyncExecute(sqlType, Lists.newArrayList(iterator), parameterSets, executeCallback);
T firstOutput;
List restOutputs;
try {
// 同步执行->
firstOutput = syncExecute(sqlType, firstInput, parameterSets, executeCallback);
// 获取执行结果
restOutputs = restFutures.get();
//CHECKSTYLE:OFF
}catch (final Exception ex) {
//CHECKSTYLE:ON
ExecutorExceptionHandler.handleException(ex);
return null;
}
List result = Lists.newLinkedList(restOutputs);
result.add(0, firstOutput);
return result;
}
// 异步多线程去执行->
ListenableFuture> restFutures = asyncExecute(sqlType, Lists.newArrayList(iterator), parameterSets, executeCallback);
进入到这个方法
com.dangdang.ddframe.rdb.sharding.executor.ExecutorEngine#asyncExecute
private ListenableFuture>asyncExecute(
final SQLType sqlType, final Collection baseStatementUnits, final List> parameterSets, final ExecuteCallback executeCallback) {
List> result =new ArrayList<>(baseStatementUnits.size());
// 是否有异常出现
final boolean isExceptionThrown = ExecutorExceptionHandler.isExceptionThrown();
// 执行数据是多线程安全的
final Map dataMap = ExecutorDataMap.getDataMap();
for (final BaseStatementUnit each : baseStatementUnits) {
// 线程分发执行
result.add(executorService.submit(new Callable() {
@Override
public T call()throws Exception {
return executeInternal(sqlType, each, parameterSets, executeCallback, isExceptionThrown, dataMap);
}
}));
}
return Futures.allAsList(result);
}
进入这个方法
return executeInternal(sqlType, each, parameterSets, executeCallback, isExceptionThrown, dataMap);
private T executeInternal(final SQLType sqlType, final BaseStatementUnit baseStatementUnit, final List> parameterSets, final ExecuteCallback executeCallback,
final boolean isExceptionThrown, final Map dataMap)throws Exception {
// 同一个数据源是串行执行的
synchronized (baseStatementUnit.getStatement().getConnection()) {
T result;
ExecutorExceptionHandler.setExceptionThrown(isExceptionThrown);
ExecutorDataMap.setDataMap(dataMap);
List events =new LinkedList<>();
if (parameterSets.isEmpty()) {
// 添加执行事件-》
events.add(getExecutionEvent(sqlType, baseStatementUnit, Collections.emptyList()));
}
for (List each : parameterSets) {
// 添加执行事件
events.add(getExecutionEvent(sqlType, baseStatementUnit, each));
}
for (AbstractExecutionEvent event : events) {
// 这里是事件总线实现，发布事件
EventBusInstance.getInstance().post(event);
}
try {
// 回调函数获取回调结果
result = executeCallback.execute(baseStatementUnit);
}catch (final SQLException ex) {
// 执行失败，更新事件，发布执行失败的事件
for (AbstractExecutionEvent each : events) {
each.setEventExecutionType(EventExecutionType.EXECUTE_FAILURE);
each.setException(Optional.of(ex));
EventBusInstance.getInstance().post(each);
ExecutorExceptionHandler.handleException(ex);
}
return null;
}
for (AbstractExecutionEvent each : events) {
// 执行成功，更新事件内容，发布执行成功事件
each.setEventExecutionType(EventExecutionType.EXECUTE_SUCCESS);
EventBusInstance.getInstance().post(each);
}
return result;
}
}
向上返回到这个方法
com.dangdang.ddframe.rdb.sharding.executor.ExecutorEngine#execute
// 同步执行->
firstOutput = syncExecute(sqlType, firstInput, parameterSets, executeCallback);
sql批量执行源码解析
进入到这个方法
com.dangdang.ddframe.rdb.sharding.jdbc.core.statement.ShardingPreparedStatement#executeBatch
@Override
public int[]executeBatch()throws SQLException {
try {
return new BatchPreparedStatementExecutor(
// 创建批量statement执行器并执行批量sql
getShardingConnection().getShardingContext().getExecutorEngine(), getRouteResult().getSqlStatement().getType(), batchStatementUnits, parameterSets).executeBatch();
}finally {
// 释放内存
clearBatch();
}
}
/**
* 执行批量SQL.
*
* @return 执行结果
*/
public int[]executeBatch() {
Context context = MetricsContext.start("ShardingPreparedStatement-executeBatch");
try {
return accumulate(executorEngine.executeBatch(sqlType, batchPreparedStatementUnits, parameterSets, new ExecuteCallback() {
@Override
public int[]execute(final BaseStatementUnit baseStatementUnit)throws Exception {
return baseStatementUnit.getStatement().executeBatch();
}
}));
}finally {
MetricsContext.stop(context);
}
}
/**
* 执行Batch.
*
* @param sqlType SQL类型
* @param batchPreparedStatementUnits 语句对象执行单元集合
* @param parameterSets 参数列表集
* @param executeCallback 执行回调函数
* @return 执行结果
*/
public ListexecuteBatch(
final SQLType sqlType, final Collection batchPreparedStatementUnits, final List> parameterSets, final ExecuteCallback executeCallback) {
return execute(sqlType, batchPreparedStatementUnits, parameterSets, executeCallback);
}
/**
* 预编译语句对象的执行上下文.
*
* @author zhangliang
*/
@RequiredArgsConstructor
@Getter
public final class BatchPreparedStatementUnitimplements BaseStatementUnit {
// sql最小执行单元
private final SQLExecutionUnitsqlExecutionUnit;
// 预编译statement对象
private final PreparedStatementstatement;
最后调用这个方法
private Listexecute(
final SQLType sqlType, final Collection baseStatementUnits, final List> parameterSets, final ExecuteCallback executeCallback) {
if (baseStatementUnits.isEmpty()) {
return Collections.emptyList();
}
Iterator iterator = baseStatementUnits.iterator();
// 获得一个sql语句执行单元
BaseStatementUnit firstInput = iterator.next();
// 异步多线程去执行->
ListenableFuture> restFutures = asyncExecute(sqlType, Lists.newArrayList(iterator), parameterSets, executeCallback);
T firstOutput;
List restOutputs;
try {
// 同步执行->
firstOutput = syncExecute(sqlType, firstInput, parameterSets, executeCallback);
// 获取执行结果
restOutputs = restFutures.get();
//CHECKSTYLE:OFF
}catch (final Exception ex) {
//CHECKSTYLE:ON
ExecutorExceptionHandler.handleException(ex);
return null;
}
List result = Lists.newLinkedList(restOutputs);
result.add(0, firstOutput);
return result;
}
以上是sql执行逻辑的源码解析。
说到最后
以上内容，仅供参考。
关注微信公众号
加入技术微信群
