ESutil(ES工具类)--使用RestHighLevelClient客户端
ESutil(ES工具类)-RestHighLevelClient客户端
使用的是RestHighLevelClient客户端-启动类里面设置Es地址
@Bean
public RestHighLevelClient restHighLevelClient() {
return new RestHighLevelClient(
RestClient.builder(
new HttpHost("ip",端口,"http"),
new HttpHost("ip",端口,"http")));
}
完整代码
package com.es.estext.Es;
import com.alibaba.fastjson.JSON;
import com.github.pagehelper.PageInfo;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.delete.DeleteRequest;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.support.master.AcknowledgedResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.client.indices.AnalyzeRequest;
import org.elasticsearch.client.indices.CreateIndexRequest;
import org.elasticsearch.client.indices.CreateIndexResponse;
import org.elasticsearch.client.indices.GetIndexRequest;
import org.elasticsearch.common.text.Text;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.*;
import org.elasticsearch.index.reindex.BulkByScrollResponse;
import org.elasticsearch.index.reindex.UpdateByQueryRequest;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import javax.annotation.Resource;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
@Slf4j
@RestController
public class EsUtil {
@Resource
private RestHighLevelClient restHighLevelClient;
private final String STATUS = "OK";
public boolean adds(){
try {
//Map map=new HashMap<>();
//map.put("movie_name","我爱你中华人民共和国");
//map.put("movie_detail","新中国成立70周年");
EsPojo esPojo = new EsPojo();
esPojo.setMovieName("我爱你中华人民共和");
insertData("iii",esPojo);
} catch (Exception e) {
e.printStackTrace();
}
return true;
}
/**
* 转换格式
* @param searchHits
* @return
*/
public List<Map<String, Object>> toList(SearchHits searchHits){
List<Map<String, Object>> sourceAsMap =new ArrayList<>();
for (SearchHit searchHit : searchHits) {
Map<String, Object> sourceAsMap1 = searchHit.getSourceAsMap();
sourceAsMap1.put("esId",searchHit.getId());
sourceAsMap1.put("index",searchHit.getIndex());
sourceAsMap.add(sourceAsMap1);
}
return sourceAsMap;
}
/**
* 创建索引
*
* @param indexs 索引名称
* @return true 创建成功,false创建失败
*/
private boolean createIndex(String... indexs) throws Exception {
for (String index : indexs) {
GetIndexRequest getIndexRequest = new GetIndexRequest(index);
if (restHighLevelClient.indices().exists(getIndexRequest, RequestOptions.DEFAULT)) {
throw new RuntimeException("索引:" + index + "已存在");
}
}
for (String index : indexs) {
//创建索引请求
CreateIndexRequest createIndexRequest = new CreateIndexRequest(index);
//设置mapping映射-实现字段分词,暂时没有装ik，暂时先注释
XContentBuilder builder = XContentFactory.jsonBuilder();
builder.startObject();
{
//properties固定
builder.startObject("properties");
{
//设置字段
builder.startObject("movieName");
{
//设置字段类型
builder.field("type", "text") //text:分词 keyword:不分词 都是字符串
//是否索引
.field("index", "true")
//插入时分词ik_smart
//分词器选择：0-not_analyzed 1-ik_smart 2-ik_max_word 3-ik-index(自定义分词器)
.field("analyzer", "ik_max_word")
//搜索时分词
.field("search_analyzer", "ik_max_word");
}
builder.endObject();
}
builder.endObject();
}
builder.endObject();
//设置mapping映射
createIndexRequest.mapping(builder);
//createIndexRequest.settings(builder);
//创建执行请求
CreateIndexResponse createIndexResponse = restHighLevelClient.indices().create(createIndexRequest, RequestOptions.DEFAULT);
}
return true;
}
/**
* 查看索引是否存在
*
* @return true存在 false不存在
* @throws IOException es连接异常
*/
private boolean getIndex(String index) throws IOException {
GetIndexRequest getIndexRequest = new GetIndexRequest(index);
return restHighLevelClient.indices().exists(getIndexRequest, RequestOptions.DEFAULT);
}
/**
* 删除索引
*
* @return true删除成功 false删除失败或索引不存在
*/
public boolean deleteIndex(String index) {
DeleteIndexRequest deleteIndexRequest = new DeleteIndexRequest(index);
try {
AcknowledgedResponse delete = restHighLevelClient.indices().delete(deleteIndexRequest, RequestOptions.DEFAULT);
return true;
} catch (IOException e) {
e.printStackTrace();
return false;
}
}
/**
* 插入数据
*
* @param index 索引名称
* @param data 数据 可以为单个对象也可以为数组
* @return true 插入成功 false插入失败
* @throws IOException es连接异常
*/
public boolean insertData(String index,Object... data) throws Exception {
String id=null;
//判断索引是否存在
boolean flag = getIndex(index);
if (!flag) {
createIndex(index);
}
BulkRequest bulkRequest = new BulkRequest();
bulkRequest.timeout("15s");
for (int i = 0; i < data.length; i++) {
bulkRequest.add(new IndexRequest(index).id(id).source(JSON.toJSONString(data[i]), XContentType.JSON));
}
BulkResponse bulk = restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
//是否失败 bulk.hasFailures()=false 代表成功
return !bulk.hasFailures();
}
/**
* 修改数据
*
* @param index 索引
* @param id esId
* @param data 修改后的数据
* @return true修改成功 false修改失败
* @throws IOException es连接异常
*/
public boolean updateData(String index, String id, Object data) throws IOException {
UpdateRequest updateRequest = new UpdateRequest(index, id);
updateRequest.timeout("1s");
UpdateRequest doc = updateRequest.doc(JSON.toJSONString(data), XContentType.JSON);
//XContentBuilder builder = XContentFactory.jsonBuilder();
UpdateResponse update = restHighLevelClient.update(updateRequest, RequestOptions.DEFAULT);
/* //测试批量
UpdateByQueryRequest updateByQueryRequest = new UpdateByQueryRequest(index, id);
//updateByQueryRequest.setDocTypes(JSON.toJSONString(data));
BulkB yScrollResponse bulkByScrollResponse = restHighLevelClient.updateByQuery(updateByQueryRequest, RequestOptions.DEFAULT);*/
return STATUS.equals(update.status().toString());
}
/**
* 删除数据(可批量删除，可单条删除)
* @param index 索引
* @param id esId
* @return true删除成功 false删除失败
* @throws IOException es连接异常
*/
public boolean deleteData(String index, String... id) throws IOException {
BulkRequest request = new BulkRequest();
for (String s : id) {
DeleteRequest deleteRequest = new DeleteRequest(index, s);
deleteRequest.timeout("1s");
request.add(deleteRequest);
}
BulkResponse bulk = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
//DeleteResponse deleteResponse = restHighLevelClient.delete(deleteRequest, RequestOptions.DEFAULT);
return STATUS.equals(bulk.status().toString());
}
/**
* 删除数据(可批量删除，可单条删除)
* @param index 索引
* @param id esId
* @return true删除成功 false删除失败
* @throws IOException es连接异常
*/
public boolean deleteDataAll(String index, String... id) throws IOException {
BulkRequest request = new BulkRequest();
for (String s : id) {
DeleteRequest deleteRequest = new DeleteRequest(index, s);
deleteRequest.timeout("1s");
request.add(deleteRequest);
}
BulkResponse bulk = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
//DeleteResponse deleteResponse = restHighLevelClient.delete(deleteRequest, RequestOptions.DEFAULT);
return STATUS.equals(bulk.status().toString());
}
/**
* 根据分页查询数据 查询全部
*
* @param index 索引名称
* @param form 页数 如果查看第一页传1
* @param size 数量 默认传10
* @return 查询好的SearchHit数组
* @throws IOException es连接异常
*/
public SearchHits queryPage(String index, Integer form, Integer size) throws IOException {
SearchRequest searchRequest = new SearchRequest(index);
//构建搜索条件
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
//QueryBuilders.matchAllQuery查询所有
MatchAllQueryBuilder matchAllQueryBuilder = QueryBuilders.matchAllQuery();
searchSourceBuilder.query(matchAllQueryBuilder);
//构建分页
if (form == 1) {
searchSourceBuilder.from();
} else {
searchSourceBuilder.from(form);
}
searchSourceBuilder.size(size);
searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));
searchRequest.source(searchSourceBuilder);
SearchResponse search = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
/*List> maps = toList(search.getHits());
PageInfo> mapPageInfo = new PageInfo<>(maps);*/
//return mapPageInfo;
return search.getHits();
}
/**
* 分词查找
*
* @param index 索引名称
* @param form 页数 如果查看第一页传1
* @param size 数量 默认传10
* @param name 查询参数名
* @param value 查询值
* @return 查询好的SearchHit数组
* @throws IOException es连接异常
*/
public SearchHit[] boolPage(String index, Integer form, Integer size, String name, String value) throws IOException {
SearchRequest searchRequest = new SearchRequest(index);
//构建搜索条件
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
//QueryBuilders.termQuery(); //精确查找
/*TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery(name, value);
searchSourceBuilder.query(termQueryBuilder);*/
//使用bool检索
/*bool:几种格式
must:所有分句都必须匹配，与 AND 相同。
must_not:所有分句都必须不匹配，与 NOT 相同。
should: 至少有一个分句匹配，与 OR 相同。
1 term查询（精准查询）
2 math查询（分词匹配查询）
3 fuzzy查询（模糊查询）
4 wildcard(通配符查询)
5 bool查询（布尔查询）
*/
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery()
.should(QueryBuilders.matchQuery(name,value)
.analyzer("ik_max_word")
.operator(Operator.OR));
searchSourceBuilder.query(boolQueryBuilder);
/**
* math查询（分词匹配查询），只要与其中一个关键字匹配就可以查出来
*/
/* MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery(name, value);
searchSourceBuilder.query(matchQueryBuilder);*/
// math查询（分词匹配查询）可以支持多个字段检索
/*QueryBuilder multiMatch = QueryBuilders.multiMatchQuery("zhou", "first_name","last_name");
searchSourceBuilder.query(multiMatch);*/
// math查询（分词匹配查询）一定要包含全部关键字
/*MatchPhraseQueryBuilder matchPhraseQueryBuilder = QueryBuilders.matchPhraseQuery("about", "in this world");
searchSourceBuilder.query(matchPhraseQueryBuilder);*/
//构建分页
if (form == 1) {
searchSourceBuilder.from();
} else {
searchSourceBuilder.from(form);
}
searchSourceBuilder.size(size);
searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));
searchRequest.source(searchSourceBuilder);
SearchResponse search = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
return search.getHits().getHits();
}
/**
* 精确查找
*
* @param index 索引名称
* @param form 页数 如果查看第一页传1
* @param size 数量 默认传10
* @param name 查询参数名
* @param value 查询值
* @return 查询好的SearchHit数组
* @throws IOException es连接异常
*/
public SearchHit[] queryPage(String index, Integer form, Integer size, String name, String value) throws IOException {
SearchRequest searchRequest = new SearchRequest(index);
//构建搜索条件
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
//QueryBuilders.termQuery(); //精确查找
TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery(name, value);
searchSourceBuilder.query(termQueryBuilder);
//使用bool检索
/*bool:几种格式
must:所有分句都必须匹配，与 AND 相同。
must_not:所有分句都必须不匹配，与 NOT 相同。
should: 至少有一个分句匹配，与 OR 相同。
1 term查询（精准查询）
2 math查询（分词匹配查询）
3 fuzzy查询（模糊查询）
4 wildcard(通配符查询)
5 bool查询（布尔查询）
*/
/*BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery()
.should(QueryBuilders.matchQuery(name,value)
.analyzer("ik_max_word")
.operator(Operator.OR));
searchSourceBuilder.query(boolQueryBuilder);*/
/**
* math查询（分词匹配查询），只要与其中一个关键字匹配就可以查出来
*/
/*MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery(name, value);
searchSourceBuilder.query(matchQueryBuilder);*/
// math查询（分词匹配查询）可以支持多个字段检索
/*QueryBuilder multiMatch = QueryBuilders.multiMatchQuery("zhou", "first_name","last_name");
searchSourceBuilder.query(multiMatch);*/
// math查询（分词匹配查询）一定要包含全部关键字
/*MatchPhraseQueryBuilder matchPhraseQueryBuilder = QueryBuilders.matchPhraseQuery("about", "in this world");
searchSourceBuilder.query(matchPhraseQueryBuilder);*/
//构建分页
if (form == 1) {
searchSourceBuilder.from();
} else {
searchSourceBuilder.from(form);
}
searchSourceBuilder.size(size);
searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));
searchRequest.source(searchSourceBuilder);
SearchResponse search = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
return search.getHits().getHits();
}
}