import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import lombok.extern.slf4j.Slf4j;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.delete.DeleteRequest;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.support.master.AcknowledgedResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.client.indices.GetIndexRequest;
import org.elasticsearch.common.text.Text;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.core.TimeValue;
import org.elasticsearch.index.query.*;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
import org.springframework.util.StringUtils;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
@Slf4j
@Component
public class RestHighLevelUtils {
@Autowired
RestHighLevelClient esClient;
/**
* 创建索引
*
* @param indexName
* @return boolean
*/
public boolean createIndex(String indexName) {
try {
CreateIndexRequest createIndexRequest = new CreateIndexRequest(indexName);
CreateIndexResponse response = esClient.indices().create(createIndexRequest, RequestOptions.DEFAULT);
log.info("创建索引 response 值为: {}", response.toString());
return true;
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 判断索引是否存在
*
* @param indexName
* @return boolean
*/
public boolean existIndex(String indexName) {
try {
GetIndexRequest getIndexRequest = new GetIndexRequest(indexName);
return esClient.indices().exists(getIndexRequest, RequestOptions.DEFAULT);
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 删除索引
*
* @param indexName
* @date 2021/7/6 10:31
*/
public boolean deleteIndex(String indexName) {
try {
DeleteIndexRequest deleteIndexRequest = new DeleteIndexRequest(indexName);
AcknowledgedResponse delete = esClient.indices().delete(deleteIndexRequest, RequestOptions.DEFAULT);
log.info("删除索引{},返回结果为{}", indexName, delete.isAcknowledged());
return delete.isAcknowledged();
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 根据id删除文档
*
* @param indexName
* @param id
* @date 2021/7/6 10:34
*/
public boolean deleteDocById(String indexName, String id) {
try {
DeleteRequest deleteRequest = new DeleteRequest(indexName, id);
DeleteResponse deleteResponse = esClient.delete(deleteRequest, RequestOptions.DEFAULT);
log.info("删除索引{}中id为{}的文档,返回结果为{}", indexName, id, deleteResponse.status().toString());
return true;
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 批量插入数据
*
* @param indexName
* @param list
* @return boolean
*/
public boolean multiAddDoc(String indexName, List<JSONObject> list) {
try {
BulkRequest bulkRequest = new BulkRequest();
list.forEach(doc -> {
String source = JSON.toJSONString(doc);
IndexRequest indexRequest = new IndexRequest(indexName);
indexRequest.source(source, XContentType.JSON);
});
BulkResponse bulkResponse = esClient.bulk(bulkRequest, RequestOptions.DEFAULT);
log.info("向索引{}中批量插入数据的结果为{}", indexName, !bulkResponse.hasFailures());
return !bulkResponse.hasFailures();
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 更新文档
*
* @param indexName
* @param docId
* @param jsonObject
* @return boolean
*/
public boolean updateDoc(String indexName, String docId, JSONObject jsonObject) {
try {
UpdateRequest updateRequest = new UpdateRequest(indexName, docId).doc(JSON.toJSONString(jsonObject), XContentType.JSON);
UpdateResponse updateResponse = esClient.update(updateRequest, RequestOptions.DEFAULT);
int total = updateResponse.getShardInfo().getTotal();
log.info("更新文档的影响数量为{}", total);
return total > 0;
} catch (Exception e) {
e.printStackTrace();
}
return false;
}
/**
* 根据id查询文档
*
* @param indexName
* @param docId
* @return com.alibaba.fastjson.JSONObject
*/
public JSONObject queryDocById(String indexName, String docId) {
JSONObject jsonObject = new JSONObject();
try {
GetRequest getRequest = new GetRequest(indexName, docId);
GetResponse getResponse = esClient.get(getRequest, RequestOptions.DEFAULT);
jsonObject = (JSONObject) JSONObject.toJSON(getResponse.getSource());
} catch (Exception e) {
e.printStackTrace();
}
return jsonObject;
}
/**
* 通用条件查询,map类型的参数都为空时,默认查询全部
*
* @param indexName
* @param pageNum
* @param pageSize
* @param highName
* @param andMap
* @param orMap
* @param dimAndMap
* @param dimOrMap
* @return com.example.elasticsearchdemo.common.lang.PageResult>
*/
public PageResult<List<JSONObject>> conditionSearch(String indexName, Integer pageNum, Integer pageSize, String highName, Map<String, Object> andMap, Map<String, Object> orMap, Map<String, Object> dimAndMap, Map<String, Object> dimOrMap) throws IOException {
SearchRequest searchRequest = new SearchRequest(indexName);
//构造搜索条件
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
BoolQueryBuilder boolQueryBuilder = buildMultiQuery(andMap, orMap, dimAndMap, dimOrMap);
sourceBuilder.query(boolQueryBuilder);
//高亮处理
if (!StringUtils.isEmpty(highName)) {
buildHighlight(sourceBuilder, highName);
}
//分页处理
buildPageLimit(sourceBuilder, pageNum, pageSize);
//超时设置
sourceBuilder.timeout(TimeValue.timeValueSeconds(60));
searchRequest.source(sourceBuilder);
//执行搜索
SearchResponse searchResponse = esClient.search(searchRequest, RequestOptions.DEFAULT);
SearchHits searchHits = searchResponse.getHits();
List<JSONObject> resultList = new ArrayList<>();
for (SearchHit hit : searchHits) {
//原始查询结果数据
Map<String, Object> sourceAsMap = hit.getSourceAsMap();
//高亮处理
if (!StringUtils.isEmpty(highName)) {
Map<String, HighlightField> highlightFields = hit.getHighlightFields();
HighlightField highlightField = highlightFields.get(highName);
if (highlightField != null) {
Text[] fragments = highlightField.fragments();
StringBuilder value = new StringBuilder();
for (Text text : fragments) {
value.append(text);
}
sourceAsMap.put(highName, value.toString());
}
}
JSONObject jsonObject = JSONObject.parseObject(JSONObject.toJSONString(sourceAsMap));
resultList.add(jsonObject);
}
long total = searchHits.getTotalHits().value;
PageResult<List<JSONObject>> pageResult = new PageResult<>();
pageResult.setPageNum(pageNum);
pageResult.setPageSize(pageSize);
pageResult.setTotal(total);
pageResult.setList(resultList);
pageResult.setTotalPage(total == 0 ? 0 : (int) (total % pageSize == 0 ? total / pageSize : (total / pageSize) + 1));
return pageResult;
}
/**
* 构造多条件查询
*
* @param andMap
* @param orMap
* @param dimAndMap
* @param dimOrMap
* @return org.elasticsearch.index.query.BoolQueryBuilder
*/
public BoolQueryBuilder buildMultiQuery(Map<String, Object> andMap, Map<String, Object> orMap, Map<String, Object> dimAndMap, Map<String, Object> dimOrMap) {
BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
//该值为true时搜索全部
boolean searchAllFlag = true;
//精确查询,and
if (!CollectionUtils.isEmpty(andMap)) {
for (Map.Entry<String, Object> entry : andMap.entrySet()) {
MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery(entry.getKey(), entry.getValue());
boolQueryBuilder.must(matchQueryBuilder);
}
searchAllFlag = false;
}
//精确查询,or
if (!CollectionUtils.isEmpty(orMap)) {
for (Map.Entry<String, Object> entry : andMap.entrySet()) {
MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery(entry.getKey(), entry.getValue());
boolQueryBuilder.should(matchQueryBuilder);
}
searchAllFlag = false;
}
//模糊查询,and
if (!CollectionUtils.isEmpty(dimAndMap)) {
for (Map.Entry<String, Object> entry : andMap.entrySet()) {
WildcardQueryBuilder wildcardQueryBuilder = QueryBuilders.wildcardQuery(entry.getKey(), "*" + entry.getValue() + "*");
boolQueryBuilder.must(wildcardQueryBuilder);
}
searchAllFlag = false;
}
//模糊查询,or
if (!CollectionUtils.isEmpty(dimOrMap)) {
for (Map.Entry<String, Object> entry : andMap.entrySet()) {
WildcardQueryBuilder wildcardQueryBuilder = QueryBuilders.wildcardQuery(entry.getKey(), "*" + entry.getValue() + "*");
boolQueryBuilder.should(wildcardQueryBuilder);
}
searchAllFlag = false;
}
if (searchAllFlag) {
MatchAllQueryBuilder matchAllQueryBuilder = QueryBuilders.matchAllQuery();
boolQueryBuilder.must(matchAllQueryBuilder);
}
return boolQueryBuilder;
}
/**
* 构建高亮字段
*
* @param sourceBuilder
* @param highName
*/
public void buildHighlight(SearchSourceBuilder sourceBuilder, String highName) {
HighlightBuilder highlightBuilder = new HighlightBuilder();
//设置高亮字段
highlightBuilder.field(highName);
//多个高亮显示
highlightBuilder.requireFieldMatch(false);
//高亮标签前缀
highlightBuilder.preTags("");
//高亮标签后缀
highlightBuilder.postTags("");
sourceBuilder.highlighter(highlightBuilder);
}
/**
* 构造分页
*
* @param sourceBuilder
* @param pageNum
* @param pageSize
*/
public void buildPageLimit(SearchSourceBuilder sourceBuilder, Integer pageNum, Integer pageSize) {
if (sourceBuilder != null && !StringUtils.isEmpty(pageNum) && !StringUtils.isEmpty(pageSize)) {
sourceBuilder.from(pageSize * (pageNum - 1));
sourceBuilder.size(pageSize);
}
}
}
PageResult 实体类
import java.io.Serializable;
import java.util.List;
public class PageResult <T extends List> implements Serializable {
//总记录数
private Long total = 0L;
//结果列表
private List list;
//当前页码
private int pageNum = 1;
//页面大小
private int pageSize = 10;
//总页数
private int totalPage = 1;
public Long getTotal() {
return total;
}
public void setTotal(Long total) {
this.total = total;
}
public List getList() {
return list;
}
public void setList(List list) {
this.list = list;
}
public int getPageNum() {
return pageNum;
}
public void setPageNum(int pageNum) {
this.pageNum = pageNum;
}
public int getPageSize() {
return pageSize;
}
public void setPageSize(int pageSize) {
this.pageSize = pageSize;
}
public int getTotalPage() {
return totalPage;
}
public void setTotalPage(int totalPage) {
this.totalPage = totalPage;
}
}