java 操作elasticsearch 之rest API
构建maven 工程
<properties>
<elasticsearch.version>7.1.1</elasticsearch.version>
</properties>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>4.5.7</version>
</dependency>
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>elasticsearch-rest-high-level-client</artifactId>
<version>${elasticsearch.version}</version>
</dependency>
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>elasticsearch-rest-client</artifactId>
<version>${elasticsearch.version}</version>
</dependency>
创建elasticsearch 客户端
private static RestHighLevelClient restHighLevelClient = null;
public static RestHighLevelClient createClient(String host, String port, String name, String password) {
if (restHighLevelClient != null) {
return restHighLevelClient;
}
//创建低级客户端,提供ip,端口,设置超时重试时间
RestClientBuilder restClient = RestClient.builder(new HttpHost(host, Integer.parseInt(port)));
// 设置账户密码
CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(name, password));
restClient.setHttpClientConfigCallback(f -> f.setDefaultCredentialsProvider(credentialsProvider));
//创建高级客户端,传入低级客户端
restHighLevelClient = new RestHighLevelClient(restClient);
return restHighLevelClient;
}
查询全部
public static void searchAll(RestHighLevelClient restHighLevelClient, String indexName) {
//创建查询请求对象,提供索引和类型,如果建表时规范的话,可以不提供类型的
SearchRequest searchRequest = new SearchRequest(indexName).types("_doc");
//构建query条件
MatchAllQueryBuilder queryBuilder = new MatchAllQueryBuilder();
//query条件作为查询条件,size表示返回结果的条数
SearchSourceBuilder builder = new SearchSourceBuilder().query(queryBuilder).size(10);
//请求对象携带条件,查询类型,一般默认即可
searchRequest.source(builder).searchType(SearchType.DEFAULT);
try {
//通过高级客户端执行查询请求,返回响应对象
SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
//拿到响应的匹配结果,遍历
for (SearchHit hit : searchResponse.getHits().getHits()) {
//转为String,也可以getSourceAsMap转为map,后续进行操作
System.out.println(hit.getSourceAsString());
}
} catch (
IOException e) {
e.printStackTrace();
}
}
插入消息
public static void insertMessage(RestHighLevelClient restHighLevelClient, String indexName, List<Map<String, String>> list) throws IOException {
BulkRequest request = new BulkRequest();
request.timeout("3m");
for (Map<String, String> map : list) {
String id = String.valueOf(map.get("id"));
map.remove("id");
request.add(new IndexRequest(indexName, "_doc").id(id)
.opType("create").source(map));
}
BulkResponse bulkResponse = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
for (BulkItemResponse bulkItemResponse : bulkResponse) {
if (bulkItemResponse.isFailed()) {
BulkItemResponse.Failure failure = bulkItemResponse.getFailure();
System.out.println(failure);
continue;
}
DocWriteResponse itemResponse = bulkItemResponse.getResponse();
if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.INDEX
|| bulkItemResponse.getOpType() == DocWriteRequest.OpType.CREATE) {
IndexResponse indexResponse = (IndexResponse) itemResponse;
System.out.println(indexResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.UPDATE) {
UpdateResponse updateResponse = (UpdateResponse) itemResponse;
System.out.println(updateResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.DELETE) {
DeleteResponse deleteResponse = (DeleteResponse) itemResponse;
System.out.println(deleteResponse);
}
}
}
删除消息
public static void deleteMessage(RestHighLevelClient restHighLevelClient, String indexName, List<String> list) throws IOException {
BulkRequest request = new BulkRequest();
request.timeout("3m");
for (String id : list) {
if (id == null || id.isEmpty()) {
continue;
}
request.add(new DeleteRequest(indexName, id));
}
BulkResponse bulkResponse = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
for (BulkItemResponse bulkItemResponse : bulkResponse) {
if (bulkItemResponse.isFailed()) {
BulkItemResponse.Failure failure = bulkItemResponse.getFailure();
System.out.println(failure);
continue;
}
DocWriteResponse itemResponse = bulkItemResponse.getResponse();
if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.INDEX
|| bulkItemResponse.getOpType() == DocWriteRequest.OpType.CREATE) {
IndexResponse indexResponse = (IndexResponse) itemResponse;
System.out.println(indexResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.UPDATE) {
UpdateResponse updateResponse = (UpdateResponse) itemResponse;
System.out.println(updateResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.DELETE) {
DeleteResponse deleteResponse = (DeleteResponse) itemResponse;
System.out.println(deleteResponse);
}
}
}
更新消息
public static void updateMessage(RestHighLevelClient restHighLevelClient, String indexName, List<Map<String, String>> list) throws IOException {
BulkRequest request = new BulkRequest();
request.timeout("3m");
for (Map<String, String> map : list) {
String id = String.valueOf(map.getOrDefault("id", null));
if (id == null || id.isEmpty()) {
continue;
}
map.remove("id");
request.add(new UpdateRequest(indexName, id).doc(new IndexRequest().source(map)));
}
BulkResponse bulkResponse = restHighLevelClient.bulk(request, RequestOptions.DEFAULT);
for (BulkItemResponse bulkItemResponse : bulkResponse) {
if (bulkItemResponse.isFailed()) {
BulkItemResponse.Failure failure = bulkItemResponse.getFailure();
System.out.println(failure);
continue;
}
DocWriteResponse itemResponse = bulkItemResponse.getResponse();
if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.INDEX
|| bulkItemResponse.getOpType() == DocWriteRequest.OpType.CREATE) {
IndexResponse indexResponse = (IndexResponse) itemResponse;
System.out.println(indexResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.UPDATE) {
UpdateResponse updateResponse = (UpdateResponse) itemResponse;
System.out.println(updateResponse);
} else if (bulkItemResponse.getOpType() == DocWriteRequest.OpType.DELETE) {
DeleteResponse deleteResponse = (DeleteResponse) itemResponse;
System.out.println(deleteResponse);
}
}
}
查询消息
public static void searchAll(RestHighLevelClient restHighLevelClient, String indexName) {
//创建查询请求对象,提供索引和类型,如果建表时规范的话,可以不提供类型的
SearchRequest searchRequest = new SearchRequest(indexName).types("_doc");
//构建query条件
MatchAllQueryBuilder queryBuilder = new MatchAllQueryBuilder();
//query条件作为查询条件,size表示返回结果的条数
SearchSourceBuilder builder = new SearchSourceBuilder().query(queryBuilder).size(10);
//请求对象携带条件,查询类型,一般默认即可
searchRequest.source(builder).searchType(SearchType.DEFAULT);
try {
//通过高级客户端执行查询请求,返回响应对象
SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
//拿到响应的匹配结果,遍历
for (SearchHit hit : searchResponse.getHits().getHits()) {
//转为String,也可以getSourceAsMap转为map,后续进行操作
System.out.println(hit.getSourceAsString());
}
} catch (
IOException e) {
e.printStackTrace();
}
}
索引操作
查看索引是否存在
public static boolean exists(RestHighLevelClient client, String indexName) {
GetIndexRequest request = new GetIndexRequest(indexName);
request.local(false);
request.humanReadable(true);
request.includeDefaults(false);
try {
return client.indices().exists(request, RequestOptions.DEFAULT);
} catch (IOException e) {
e.printStackTrace();
return false;
}
}
删除索引
public static void deleteIndex(RestHighLevelClient client, String indexName) throws IOException {
boolean exists = exists(client, indexName);
if (!exists) {
//不存在就结束
return;
}
//索引存在，就执行删除
long s = System.currentTimeMillis();
;
DeleteIndexRequest request = new DeleteIndexRequest(indexName);
request.timeout(TimeValue.timeValueMinutes(2));
request.timeout("2m");
AcknowledgedResponse delete = client.indices().delete(request, RequestOptions.DEFAULT);
long t = System.currentTimeMillis();
//计算删除耗时
System.out.println("删除索引耗时ms: " + (t - s));
}
创建索引
public static void createIndex(RestHighLevelClient client, String indexName) throws IOException {
CreateIndexRequest request = new CreateIndexRequest(indexName);
Map<String, String> setting = new HashMap<String, String>();
setting.put("number_of_replicas", "1");
setting.put("number_of_shards", "3");
String mapping= "{\n" +
" \"properties\": {\n" +
" \"host_name\": {\n" +
" \"type\": \"keyword\"\n" +
" },\n" +
" \"log_head\": {\n" +
" \"type\": \"keyword\"\n" +
" }" +
" }," +
" \"exchange_info\": {\n" +
" \"type\": \"nested\",\n" +
" \"properties\": {\n" +
" \"name\": {\n" +
" \"type\": \"keyword\"\n" +
" }" +
" }}" +
" }";
request.settings(setting);
request.mapping(mapping, XContentType.JSON);
CreateIndexResponse createIndexResponse = client.indices().create(request, RequestOptions.DEFAULT);
System.out.println(createIndexResponse);
}
spring boot 操作es ： 点击这里