ClickHouse-SpringBoot集成

SpringBoot集成ClickHouse

pom文件

         
    4.0.0
    com.starnet.clickhouse
    clickhouse
    0.0.1-SNAPSHOT
    clickhouse

    
        11
    

    
        org.springframework.boot
        spring-boot-starter-parent
        2.1.3.RELEASE
        
    
    
        
            org.springframework.boot
            spring-boot-starter-web
        
        
            org.springframework.boot
            spring-boot-starter-aop
        
        
            org.springframework.boot
            spring-boot-starter-test
        
        
            com.baomidou
            mybatis-plus-boot-starter
            3.2.0
        
        
            com.alibaba
            druid-spring-boot-starter
            1.1.13
        

        
        
            ru.yandex.clickhouse
            clickhouse-jdbc
            0.1.53
        

        
            org.projectlombok
            lombok
            true
        

    

    
        
            
                org.springframework.boot
                spring-boot-maven-plugin
            
        
    

application.yml

server:
  port: ${port:9980}
spring:
  datasource:
    type: com.alibaba.druid.pool.DruidDataSource
clickhouse:
  driverClassName: ru.yandex.clickhouse.ClickHouseDriver
  url: jdbc:clickhouse://hadoop113:8123/default
  password:
  initialSize: 10
  maxActive: 100
  minIdle: 10
  maxWait: 6000

mybatis:
  type-aliases-package: com.wyu.tt16clickhouse.entity
  mapper-locations:
    - classpath:mapper/*.xml
    - classpath*:com/**/mapper/*.xml

mybatis-plus:
  configuration:
    log-impl: org.apache.ibatis.logging.stdout.StdOutImpl

启动类

import org.mybatis.spring.annotation.MapperScan;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.annotation.EnableScheduling;

@SpringBootApplication
@EnableScheduling
@EnableAsync
@MapperScan("com.starnet.clickhouse.uda.mapper") // 加载所有的mapper
public class ClickHouseApplication {

    public static void main(String[] args) {
        SpringApplication.run(ClickHouseApplication.class, args);
    }

}

ClickHouse配置信息类

import lombok.Data;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;

@Data
@Component
public class ChParam {
    private String driverClassName;
    private String url;
    private String password;
    private Integer initialSize;
    private Integer maxActive;
    private Integer minIdle;
    private Integer maxWait;

    @Value("${clickhouse.driverClassName}")
    public void setDriverClassName(String driverClassName) {
        this.driverClassName = driverClassName;
    }

    @Value("${clickhouse.url}")
    public void setUrl(String url) {
        this.url = url;
    }

    @Value("${clickhouse.password}")
    public void setPassword(String password) {
        this.password = password;
    }

    @Value("${clickhouse.initialSize}")
    public void setInitialSize(Integer initialSize) {
        this.initialSize = initialSize;
    }

    @Value("${clickhouse.maxActive}")
    public void setMaxActive(Integer maxActive) {
        this.maxActive = maxActive;
    }

    @Value("${clickhouse.minIdle}")
    public void setMinIdle(Integer minIdle) {
        this.minIdle = minIdle;
    }

    @Value("${clickhouse.maxWait}")
    public void setMaxWait(Integer maxWait) {
        this.maxWait = maxWait;
    }
}

Druid连接ClickHouse

import com.alibaba.druid.pool.DruidDataSource;
import com.starnet.clickhouse.common.ChParam;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

import javax.sql.DataSource;

@Configuration
public class DruidConfig {

    @Autowired
    private ChParam chParam;

    @Bean
    public DataSource dataSource() {
        DruidDataSource datasource = new DruidDataSource();
        datasource.setUrl(chParam.getUrl());
        datasource.setDriverClassName(chParam.getDriverClassName());
        datasource.setInitialSize(chParam.getInitialSize());
        datasource.setMinIdle(chParam.getMinIdle());
        datasource.setMaxActive(chParam.getMaxActive());
        datasource.setMaxWait(chParam.getMaxWait());
        datasource.setPassword(chParam.getPassword());
        return datasource;
    }
}

User模型类

import com.baomidou.mybatisplus.annotation.TableField;
import lombok.Data;

import java.util.Date;

@Data
public class User {

    @TableField(value = "userId")
    private Long userId;

    @TableField(value = "appId")
    private String appId;

    @TableField(value = "version")
    private String version;

    @TableField(value = "regTime")
    private Date regTime;
}

UserMapper，

import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.starnet.clickhouse.uda.entity.User;
import org.apache.ibatis.annotations.Mapper;

@Mapper
public interface UserMapper extends BaseMapper<User> {

}

Controller，此处仅使用BaseMapper中提供的接口测试基本获取和插入，需要额外更复杂的查询通过xml编写即可，xml文件的编写与Mysql的xml编写几乎完全相同。

import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.starnet.clickhouse.uda.entity.User;
import com.starnet.clickhouse.uda.mapper.UserMapper;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;

import java.util.Date;

@RestController
@RequestMapping("/user")
public class UserController {

    @Autowired
    private UserMapper userMapper;

    private Logger log = LoggerFactory.getLogger(UserController.class);


    @GetMapping(value = "/list/get")
    public Object getQuestionList() {

        return userMapper.selectList(new QueryWrapper<>());
    }

    @GetMapping(value = "/add")
    public Object add() {

        User user = new User();
        user.setUserId(123L);
        user.setAppId("test");
        user.setVersion("1.1.1.1");
        user.setRegTime(new Date());

        userMapper.insert(user);
        return "success";
    }
}

测试数据和表

create table user
(
    userId  Int32,
    appId   String,
    version String,
    regTime Date
) engine = MergeTree PARTITION BY toYYYYMM(regTime) ORDER BY userId SETTINGS ndex_granularity = 8192;
    
INSERT INTO default.user (userId, appId, version, regTime) VALUES (123457, 'RR', '3.6', '2020-01-07');
INSERT INTO default.user (userId, appId, version, regTime) VALUES (43234, 'HH', '2.5', '2020-06-06');
INSERT INTO default.user (userId, appId, version, regTime) VALUES (1234, 'TT', '2.4', '2020-07-24');
INSERT INTO default.user (userId, appId, version, regTime) VALUES (12345, 'RR', '2.5', '2020-07-29');
INSERT INTO default.user (userId, appId, version, regTime) VALUES (123456, 'TT', '2.1', '2020-07-09');
INSERT INTO default.user (userId, appId, version, regTime) VALUES (234561, 'GG', '3.0', '2020-07-31'); 

先调用新增，然后调用查询，测试结果如下：

[
  {
    "userId": 123457,
    "appId": "RR",
    "version": "3.6",
    "regTime": "2020-01-07 00:00:00"
  },
  {
    "userId": 1234,
    "appId": "TT",
    "version": "2.4",
    "regTime": "2020-07-24 00:00:00"
  },
  {
    "userId": 12345,
    "appId": "RR",
    "version": "2.5",
    "regTime": "2020-07-29 00:00:00"
  },
  {
    "userId": 123456,
    "appId": "TT",
    "version": "2.1",
    "regTime": "2020-07-09 00:00:00"
  },
  {
    "userId": 234561,
    "appId": "GG",
    "version": "3.0",
    "regTime": "2020-07-31 00:00:00"
  },
  {
    "userId": 43234,
    "appId": "HH",
    "version": "2.5",
    "regTime": "2020-06-06 00:00:00"
  },
  {
    "userId": 123,
    "appId": "test",
    "version": "1.1.1.1",
    "regTime": "2021-12-10 00:00:00"
  }
]