时序数据库influxdb Java

spring接入influxdb记录日志。

docker-compose 安装 influxdb

version: '2'
services:
  influxdb:
    image: influxdb
    container_name: influxdb
    volumes:
      - /data/influxdb/conf:/etc/influxdb
      - /data/influxdb/data:/var/lib/influxdb/data
      - /data/influxdb/meta:/var/lib/influxdb/meta
      - /data/influxdb/wal:/var/lib/influxdb/wal
    ports:
      - "8086:8086"
    restart: always

maven依赖：

        
        
            org.influxdb
            influxdb-java
            2.19
        
        
            com.google.code.gson
            gson
        
    

参考的开源项目：

https://github.com/ashishdoneriya/influxdb-java

 

1

设置好数据库连接设置

influx:
  username: admin
  password: admin
  host: 127.0.0.1
  port: 8086
  database: logs

2

将Configuration注册到spring容器

package com.wooki.feature.influxdb.entity;

import com.wooki.feature.influxdb.constant.Constants;
import lombok.Data;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;

@Data
@Component
public class Configuration {
	
	private String protocol = Constants.HTTP;
	@Value("${influx.host}")
	private String host;
	@Value("${influx.port}")
	private String port;
	@Value("${influx.username}")
	private String username;
	@Value("${influx.password}")
	private String password;
	@Value("${influx.database}")
	private String database;

	public Configuration() {
	}

	public Configuration(String host, String port, String username, String password, String database) {
		this.host = host.toLowerCase();
		this.port = port;
		this.username = username;
		this.password = password;
		this.database = database;
	}
	
	public Configuration(String protocol, String host, String port, String username, String password, String database) {
		this(host, port, username, password, database);
		this.protocol = protocol;
	}

}

3

自己写service，使用MySQL语法，拼接sql语句，实现insert、query基本功能，批量插入写的较简单

package com.wooki.feature.influxdb.service.impl;

import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.DateUtil;
import com.baomidou.mybatisplus.plugins.Page;
import com.wooki.feature.influxdb.util.Utilities;
import com.wooki.feature.influxdb.entity.*;
import com.wooki.feature.influxdb.service.InfluxDBService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.io.IOException;
import java.net.URISyntaxException;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.List;
import java.util.concurrent.TimeUnit;

/**
 * @author aobs
 * @date 2020-06-22 17:28
 */
@Service
public class InfluxDBServiceImpl implements InfluxDBService {

    @Autowired
    Configuration configuration;

    @Override
    public void createDatabase(String name) throws Exception {
        configuration.setDatabase(name);
        Utilities.createDatabase(configuration);
    }

    @Override
    public void insert(InfluxDBInsert influxDBInsert) throws Exception {
        DataWriter writer = new DataWriter(configuration);
        // 数据库
        writer.setMeasurement(influxDBInsert.getType());
        // Default is in seconds
        writer.setTimeUnit(TimeUnit.MILLISECONDS);
        writer.addField("deviceName" , influxDBInsert.getDeviceName());
        writer.addField("msg" , influxDBInsert.getMsg());
        writer.addField("body" , influxDBInsert.getBody());
        // 企业id 做索引
        writer.addTag("enterpriseId", String.valueOf(influxDBInsert.getEnterpriseId()));
        // If we'll set time it will set automatically
        writer.setTime(influxDBInsert.getTime().getTime());
        writer.writeData();
    }

    @Override
    public void insertBatch(List influxDBInserts) throws Exception {
        DataWriter writer = new DataWriter(configuration);
        writer.setTimeUnit(TimeUnit.MILLISECONDS);
        for (InfluxDBInsert influxDBInsert : influxDBInserts) {
            // Influxdb saves one point at one time. To add another point at same
            // time we can use tags otherwise it will override the previous point.
            writer.setMeasurement(influxDBInsert.getType());
            writer.addField("deviceName" , influxDBInsert.getDeviceName());
            writer.addField("msg" , influxDBInsert.getMsg());
            writer.addTag("enterpriseId", String.valueOf(influxDBInsert.getEnterpriseId()));
            writer.setTime(influxDBInsert.getTime().getTime());
            writer.writeData();
        }
    }

    @Override
    public InfluxResultSet query(InfluxDBQuery influxDBQuery) throws IOException, URISyntaxException {
        Integer current = influxDBQuery.getCurrent();
        if (current == null) {
            current = 1;
            influxDBQuery.setCurrent(current);
        }
        Integer influxDBQuerySize = influxDBQuery.getSize();
        if (influxDBQuerySize == null) {
            influxDBQuerySize = 10;
            influxDBQuery.setSize(influxDBQuerySize);
        }
        SimpleDateFormat simpleDateFormat = new SimpleDateFormat(DatePattern.NORM_DATETIME_PATTERN);
        String condition = " * ";
        String countPagesCondition = " count(msg) ";
        StringBuffer querySQL = new StringBuffer("select "+condition+" from ");
        StringBuffer queryCount = new StringBuffer("select " + countPagesCondition + " from ");
        String type = influxDBQuery.getType();
        // 类型
        querySQL.append("\""+type+"\"").append(" where 1 = 1 ");
        queryCount.append("\""+type+"\"").append(" where 1 = 1 ");
        /**
         * tag索引存储类型为string，使用单引号查值
         */
        querySQL.append(" and enterpriseId = '" + influxDBQuery.getEnterpriseId() + "' ");
        queryCount.append(" and enterpriseId = '" + influxDBQuery.getEnterpriseId() + "' ");
        // 设备名称
        String deviceName = influxDBQuery.getDeviceName();
        if (deviceName != null) {
            querySQL.append(" and deviceName=~/"+deviceName+"/ ");
            queryCount.append(" and deviceName=~/"+deviceName+"/ ");
        }
        // 时间范围
        Date beginTime = influxDBQuery.getBeginTime();
        Date endTime = influxDBQuery.getEndTime();
        if (beginTime == null) {
            beginTime = DateUtil.beginOfDay(new Date());
        }
        if (endTime == null) {
            endTime = DateUtil.endOfDay(new Date());
        }
        querySQL.append(" and time >= " + "'"+simpleDateFormat.format(beginTime)+"'");
        queryCount.append(" and time >= " + "'"+simpleDateFormat.format(beginTime)+"'");
        querySQL.append(" and time <= " + "'"+simpleDateFormat.format(endTime) + "'");
        queryCount.append(" and time <= " + "'"+simpleDateFormat.format(endTime) + "'");
        /**
         * 分页，offset从0开始
         * 排序
         */
        influxDBQuery = countPage(influxDBQuery);
        querySQL.append(" ORDER BY time DESC ");
        querySQL.append(" LIMIT "+influxDBQuery.getCurrent() +" OFFSET " + influxDBQuery.getSize());
        // pages 总页数
        Query queryPages = new Query();
        queryPages.setCustomQuery(String.valueOf(queryCount));
        DataReader readerPages = new DataReader(queryPages, configuration);
        InfluxResultSet result = readerPages.getResult();
        List results = result.getResults();
        InfluxResultSet.Result result1 = results.get(0);
        List series = result1.getSeries();
        InfluxResultSet.Result.Series series1 = series.get(0);
        List> values = series1.getValues();
        List