ElasticSearch-5 ES7 RestHighLevelClient 实现仿京东搜索

ElasticSearch-1 ES基础概念及命令操作

ElasticSearch-2 ES6 TransportClient + SpringBoot2 增删改查

ElasticSearch-3 ES6 TransportClient 实现全文检索

ElasticSearch-4 ES7 RestHighLevelClient + SpringBoot2 增删改查

ElasticSearch-5 ES7 RestHighLevelClient 实现仿京东搜索

效果图

• Controller

@RestController
public class ContentController {

    @Autowired
    private ContentService contentService;

    @GetMapping("/parse/{keyword}")
    public Boolean parse(@PathVariable("keyword") String keyword) throws Exception {
        return contentService.parseContent(keyword);
    }

    @GetMapping("/search/{keyword}/{pageNo}/{pageSize}")
    public List> search(@PathVariable("keyword") String keyword,@PathVariable("pageNo") int pageNo,@PathVariable("pageSize") int pageSize) throws IOException {
        return contentService.searchPageHighlightBuilder(keyword, pageNo, pageSize);
    }
}

Service

@Service
public class ContentService {


    @Autowired
    private RestHighLevelClient restHighLevelClient;

    public Boolean parseContent(String keyword) throws Exception {
        ObjectMapper objectMapper = new ObjectMapper();
        List contents = new HtmlParseUtil().parseJD(keyword);

        BulkRequest bulkRequest = new BulkRequest();
        bulkRequest.timeout("2m");

        for (int i=0; i < contents.size(); i++) {
            bulkRequest.add(new IndexRequest("jd_goods").source(objectMapper.writeValueAsString(contents.get(i)),XContentType.JSON));
        }
        BulkResponse bulk = restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
        return !bulk.hasFailures();
    }

    // 2、获取这些数据实现搜索功能
    public List> searchPageHighlightBuilder(String keyword,int pageNo,int pageSize) throws IOException {
        if (pageNo <= 1) {
            pageNo = 1;
        }
        // 条件搜索
        SearchRequest searchRequest = new SearchRequest("jd_goods");
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();

        // 分页
        sourceBuilder.from(pageNo);
        sourceBuilder.size(pageSize);

        // 精准匹配
        TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery("title", keyword);
        sourceBuilder.query(termQueryBuilder);
        sourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));

        // 高亮
        HighlightBuilder highlightBuilder = new HighlightBuilder();
        highlightBuilder.field("title");
        highlightBuilder.preTags("");
        highlightBuilder.postTags("");
        highlightBuilder.requireFieldMatch(true); // 多个高亮
        sourceBuilder.highlighter(highlightBuilder);

        // 执行搜索
        searchRequest.source(sourceBuilder);
        SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);

        // 解析结果
        ArrayList> list = new ArrayList<>();
        for (SearchHit hit : searchResponse.getHits().getHits()) {

            // 解析高亮的字段
            Map highlightFields = hit.getHighlightFields();
            HighlightField title = highlightFields.get("title");
            Map sourceAsMap = hit.getSourceAsMap(); // 原来的结果
            if (title != null) {
                Text[] fragments = title.fragments();
                String n_title = "";
                for (Text text: fragments) {
                    n_title += text;
                }
                sourceAsMap.put("title",n_title);
            }
            list.add(hit.getSourceAsMap());
        }
        return list;
    }
}

• pojo

@Data
@NoArgsConstructor
@AllArgsConstructor
public class Content {
    private String title;
    private String img;
    private String price;
}

• utils

@Component
public class HtmlParseUtil {
    public static void main(String[] args) throws Exception {
        new HtmlParseUtil().parseJD("娃哈哈").forEach(System.out::println);
    }

    public List parseJD(String keyword) throws Exception {

        String url = "https://search.jd.com/Search?keyword="+keyword+"&enc=utf-8";

        Document document = Jsoup.parse(new URL(url), 30000);
        Element element = document.getElementById("J_goodsList");

        Elements elements = element.getElementsByTag("li");

        ArrayList goodsList= new ArrayList<>();
        for (Element el : elements) {
            String img = el.getElementsByTag("img").eq(0).attr("source-data-lazy-img");
            String price = el.getElementsByClass("p-price").eq(0).text();
            String title = el.getElementsByClass("p-name").eq(0).text();

            Content content = new Content();
            content.setImg(img);
            content.setPrice(price);
            content.setTitle(title);
            goodsList.add(content);
        }
        return goodsList;
    }
}

• index

    
    
    
    
    




    


        
        

            

                

                    
                    

                        
                    

                    


                        
                        

                            

                                

                                    
天猫搜索
                                    

                                        

                                            

                                                
                                            
                                        
                                        搜索
                                    
                                
                            
                            

                                
狂神说Java
                                
狂神说前端
                                
狂神说Linux
                                
狂神说大数据
                                
狂神聊理财
                            
                        
                    
                
            
        

        
        

            

                
                

                    

                        

                            

                                

                                    品牌
                                
                                

                                    

                                        
 狂神说 
                                        
 Java 
                                    
                                
                            
                        
                    
                

                
                

                    综合
                    人气
                    新品
                    销量
                    价格
                

                
                


                    

                        

                            
                            

                                
                                    
                                
                            
                            
                            

                                ¥{{result.price}}
                            
                            
                            

                                
                            
                            
                            

                                店铺： 狂神说Java 
                            
                            
                            

                                月成交999笔
                                评价 3
                            
                        
                    
                
            
        
    

静态资源：https://pan.baidu.com/s/1GG9IyeIxPa6z0UJztDqUsQ 验证码gnpb
power by 狂神