springboot 整合 elasticsearch
pom.xml 引入
org.springframework.boot
spring-boot-starter-parent
2.0.6.RELEASE
org.springframework.boot
spring-boot-starter-web
org.springframework.boot
spring-boot-starter-data-elasticsearch
elasticsearch版本
当前使用的 为 6.6.1 , elasticsearch 7.7.1 版本报错
Received handshake message from unsupported version: [5.0.0] minimal compatible version is: [6.8.0]
yml文件引入
spring:
data:
elasticsearch:
cluster-nodes: 127.0.0.1:9300
cluster-name: my-application ## 表示 集群名字，在es的elasticsearch.yml中查看
repositories:
enabled: true
定义对象信息
//dist_account 索引名
// data 类型
@Data
@Document(indexName = "dist_account", type = "data")
public class AccountEs {
/**
*
*/
@Id
private Integer id;
private Integer type;
private String coinCode;
private Date createTime;
private Date updateTime;
private String userCode;
private String username;
private String feeAmount;
}
定义接口信息
public interface AccountRepository extends ElasticsearchRepository {
}
定义扫描es接口信息
@Configuration
@EnableElasticsearchRepositories(basePackages = "my.elasticsearch")
public class ElasticsearchConfig {
}
执行查询操作
@Autowired
private AccountRepository accountRepository;
/**
* 执行普通的es查询
*/
public void queryEs(String userCode, String coinCode, List typeList, Date startTime, Date endTime){
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
//wildcardQuery 表示模糊匹配 相当于 like
boolQueryBuilder.must(QueryBuilders.wildcardQuery("userCode", String.format("%s%s%s","*",userCode, "*")));
//termQuery 表示完全匹配 相当于 =
boolQueryBuilder.must(QueryBuilders.termQuery("coinCode",coinCode));
//termsQuery 表示完全匹配，相当于in
boolQueryBuilder.must(QueryBuilders.termsQuery("type", typeList));
//当前 根据时间范围查找
RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery("createTime");
if (startTime != null){
boolQueryBuilder.must(rangeQueryBuilder.gte(startTime.getTime()));
}
if (endTime != null){
boolQueryBuilder.must(rangeQueryBuilder.lte(endTime.getTime()));
}
NativeSearchQueryBuilder nativeSearchQueryBuilder = new NativeSearchQueryBuilder();
nativeSearchQueryBuilder.withQuery(boolQueryBuilder);
//排序 按照id进行倒叙排序
SortBuilder sortBuilder = SortBuilders.fieldSort("id").order(SortOrder.DESC);
nativeSearchQueryBuilder.withSort(sortBuilder);
//分页 es 是从0开始计算分页
PageRequest pageRequest = PageRequest.of(0, 10);
nativeSearchQueryBuilder.withPageable(pageRequest);
NativeSearchQuery nativeSearchQuery = nativeSearchQueryBuilder.build();
AggregatedPage resultPage = (AggregatedPage) accountRepository.search(nativeSearchQuery);
//获取列表
resultPage.getContent()
//获取总数
resultPage.getTotalElements()
}
es 聚合查询
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
... 参数 分页 排序 与普通查询一致
//对字段 feeAmount 进行sum操作 sum_feeAmount 表示查询参数信息
AbstractAggregationBuilder sum = AggregationBuilders.sum("sum_feeAmount").field("feeAmount");
nativeSearchQueryBuilder.addAggregation(sum);
... 获取列表和总数与普通查询一致
InternalSum internalSum = (InternalSum)resultPage.getAggregation("sum_feeAmount");
//表示进行sum操作的结果
double result = internalSum.getValue();
es 聚合分组查询
//在聚合的基础上添加分组 当前按照 coinCode 字段进行分组,统计feeAmount 字段的总数
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
... 参数 分页 排序 与普通查询一致
AbstractAggregationBuilder sum = AggregationBuilders.sum("sum_feeAmount").field("feeAmount");
AbstractAggregationBuilder group = AggregationBuilders.terms("coinCode_group").field("coinCode").subAggregation(sum);
... 获取列表和总数与普通查询一致
StringTerms stringTerms = resultPage.getAggregations().get("coinCode_group");
List list = stringTerms.getBuckets();
for (StringTerms.Bucket b : list) {
//表示获取的是分组的名字
String goupName = b.getKeyAsString()
//表示的是每个分组下 统计的 feeAmount 的总数
InternalSum internalSum = b.getAggregations().get("sum_feeAmount");
double result = internalSum.getValue();
}
es 根据游标查询
@Autowired
private ElasticsearchTemplate elasticsearchTemplate;
... 参数 分页 排序 与普通查询一致
//第一次查询
//scrollId 进行10秒缓存，超过这个时间则根据 scrollId获取不到数据
Page page = elasticsearchTemplate.startScroll(10000, nativeSearchQuery, AccountEs.class)
//最终的结果列表
List resultList = new ArrayList<>();
while (true){
//获取查询结果
List accountEsList = page.getContent();
if (!CollectionUtils.isEmpty(accountEsList)){
resultList.addAll(accountEsList);
String scrollId = ((ScrolledPage) page).getScrollId();
//根据scrollId 进行查询
page = elasticsearchTemplate.continueScroll(scrollId, 10000, AccountEs.class)
} else {
break;
}
}
错误信息
nested exception is org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'elasticsearchClient' defined in class path resource [org/springframework/boot/autoconfigure/data/elasticsearch/ElasticsearchAutoConfiguration.class]: Bean instantiation via factory method failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.elasticsearch.client.transport.TransportClient]: Factory method 'elasticsearchClient' threw exception; nested exception is java.lang.IllegalStateException: availableProcessors is already set to [12], rejecting [12]
解决方式 在main方法中设置下环境变量
System.setProperty("es.set.netty.runtime.available.processors", "false");