使用solrj连接solr集群进行操作

1.solr配置文件

solr.url=http://192.168.0.5:8983/solr/collection1
solr.timeout=10000
solr.maxconnection=100
solr.queuesize=20
solr.zookeeper.url=192.168.0.5:2181

2.solr配置

@Configuration(value = "solrIndexFactory")
public class SolrIndexFactory {
    private static String url;
    private static String zookeeperUrl;
    private static String timeout;
    private static String maxConnection;
    private static String queueSize;
    private ConcurrentUpdateSolrClient concurrentUpdateSolrClient;
    private static final String DEFAULT_COLLECTION = "collection1";

    static {
        ResourceBundle resource = ResourceBundle.getBundle("solrindex");
        url = resource.getString("solr.url");
        timeout = resource.getString("solr.timeout");
        maxConnection = resource.getString("solr.maxconnection");
        queueSize = resource.getString("solr.queuesize");
        zookeeperUrl = resource.getString("solr.zookeeper.url");
    }

    /**
     * @return
     * @Title: getConcurrentUpdateSolrClient
     * @Description:
     * @return: ConcurrentUpdateSolrClient
     */
    @Scope
    @Bean
    public ConcurrentUpdateSolrClient getConcurrentUpdateSolrClient() {
        concurrentUpdateSolrClient = new ConcurrentUpdateSolrClient.Builder(url)
                .withQueueSize(Integer.parseInt(queueSize)).build();
        concurrentUpdateSolrClient.setParser(new XMLResponseParser());
        concurrentUpdateSolrClient.setConnectionTimeout(Integer.parseInt(timeout));
        concurrentUpdateSolrClient.setRequestWriter(new BinaryRequestWriter());
        return concurrentUpdateSolrClient;
    }

    @Scope
    @Bean
    public CloudSolrClient getCloudSolrClient() {
        CloudSolrClient client = new CloudSolrClient.Builder()
                .withZkHost(zookeeperUrl).build();
        client.setDefaultCollection(DEFAULT_COLLECTION);
        client.setParser(new XMLResponseParser());
        client.setRequestWriter(new BinaryRequestWriter());
        return client;
    }

3.solr查询接口--做两个接口

public interface IndexSearch {
    
    /**
     * 根据id查询内容
     * 
     * @Title: search
     * @Description:
     * @param id
     * @return
     * @throws Exception
     * @return: Object
     */
    Object search(String id) throws Exception;
}
public interface ISolrIndexSearch extends IndexSearch {

    SolrQuery getQuery() throws Exception;
    Map search(Page page, SolrQuery query, boolean isHight) throws Exception;
    /**
     * 统计
     * @Title: statisticData
     * @Description: 
     * @return
     * @throws Exception
     * @return: Map
     */
    Map statisticData(SolrQuery query) throws Exception;
    List statisticData(PageData pd, SolrQuery query) throws Exception;
}

3.使用solr查询数据

@Component(value = "solrIndexSearch")
public class SolrIndexSearch implements ISolrIndexSearch {
    private static final Logger LOGGER = Logger.getLogger(SolrIndexSearch.class);

    @Resource
    private CloudSolrClient solr;

    private SolrQuery setHighlightHandle(SolrQuery query) {
        query.setHighlight(true);
        query.addHighlightField("title");
        query.addHighlightField("text");
        query.setHighlightSimplePre("");
        query.setHighlightSimplePost("");
        return query;
    }

    private List gethighlighDataList(QueryResponse response) {
        List dataList = Lists.newArrayList();
        // 获取高亮字段
        Map>> hightMap = response.getHighlighting();
        SolrDocumentList results = response.getResults();
        Iterator it = results.iterator();
        while (it.hasNext()) {
            SolrDocument document = it.next();
            String id = document.getFieldValue("id").toString();
            String title = document.getFieldValue("title").toString();
            List titleHight = hightMap.get(id).get("title");
            List textHight = hightMap.get(id).get("text");
            if (titleHight != null && titleHight.size() != 0) {
                document.setField("title", titleHight.get(0));
            }
            if (textHight != null && textHight.size() != 0) {
                document.setField("text", textHight.get(0));
            }

            PageData pds = solrDocumentToPageData(document);
            dataList.add(pds);
        }
        return dataList;
    }

    /**
     * 逻辑层传入查询条件
     *
     * @param search
     * @param query
     * @param isHight
     * @return
     * @throws Exception
     * @Title: search
     * @Description:
     * @see com.jianong.util.indexes.ISolrIndexSearch#search(com.jianong.entity.SolrDocumentParameter,
     * org.apache.solr.client.solrj.SolrQuery, boolean)
     */
    @Override
    public Map search(Page page, SolrQuery query, boolean isHight) throws Exception {
        Map dataMap = new HashMap<>();
        PageData pd = page.getPd();
        int showCount = 0;
        int currentPage = 0;
        int totalResult = 0;

        if (null != pd.getString("currentPage")) {
            currentPage = Integer.parseInt(pd.getString("currentPage"));
        }
        if (currentPage == 0) {
            currentPage = 1;
        }
        if (null != pd.getString("showCount")) {
            showCount = Integer.parseInt(pd.getString("showCount"));
        } else {
            showCount = Const.SHOW_COUNT;
        }
        query.setStart(showCount * (currentPage - 1)).setRows(showCount);
        List dataList = Lists.newArrayList();

        if (isHight) {
            query = setHighlightHandle(query);
            QueryResponse response = solr.query(query);
            dataList = gethighlighDataList(response);
            totalResult = (int) response.getResults().getNumFound();
            LOGGER.info("查询参数：" + query + "共查询到文档：" + totalResult + "个" + "用时：" + response.getQTime());
        } else {
            QueryResponse response = solr.query(query);
            SolrDocumentList results = response.getResults();
            dataList = solrDocumentToList(results);
            totalResult = (int) results.getNumFound();
            LOGGER.info("查询参数：" + query + "共查询到文档：" + totalResult + "个" + "用时：" + response.getQTime());
        }

        dataMap.put("dataList", dataList);
        // 构造page
        page.setCurrentPage(currentPage);
        page.setShowCount(showCount);
        page.setTotalResult(totalResult);
        dataMap.put("page", makePage(page));
        return dataMap;
    }

    private Page makePage(Page page) {
        page.getTotalPage();
        page.setEntityOrField(true);
        page.getPageStr();
        return page;
    }

    private PageData solrDocumentToPageData(SolrDocument document) {
        PageData pd = new PageData();
        Iterator> it = document.iterator();
        while (it.hasNext()) {
            Entry entry = it.next();
            // 时间
            if (entry.getKey().equals("releasedate")) {
                pd.put(entry.getKey(), DateUtil.getDateTimeFromTimeStrap(Long.parseLong(entry.getValue().toString())));
            } else {
                pd.put(entry.getKey(), entry.getValue());
            }
        }
        return pd;
    }

    /**
     * 根据id查询数据
     *
     * @param id
     * @return
     * @throws Exception
     * @Title: search
     * @Description:
     * @see com.jianong.util.indexes.ISolrIndexSearch#search(java.lang.String)
     */
    @Override
    public PageData search(String id) throws Exception {
        PageData pd = new PageData();
        SolrQuery query = new SolrQuery();
        query.setQuery(SolrStatementUtils.generateBaseMatchStatement("id", id));
        query = setHighlightHandle(query);
        QueryResponse response = solr.query(query);
        List datas = gethighlighDataList(response);
        LOGGER.info("查询参数：" + query + "用时：" + response.getQTime());
        return datas.get(0);
    }

    /**
     * solrdocuemnt转list
     *
     * @param result
     * @return
     * @Title: solrDocumentToList
     * @Description:
     * @return: List
     */
    private List solrDocumentToList(SolrDocumentList result) {
        List dataList = new ArrayList<>();
        Iterator it = result.iterator();
        while (it.hasNext()) {
            SolrDocument solrDocument = (SolrDocument) it.next();
            PageData pd = new PageData();
            for (String key : solrDocument.keySet()) {
                if (key.equals("releasedate")) {
                    pd.put(key, DateUtil.getDateTimeFromTimeStrap(Long.parseLong(solrDocument.get(key).toString())));
                } else {
                    pd.put(key, solrDocument.get(key));
                }
            }
            dataList.add(pd);
        }
        return dataList;
    }

    @Override
    public SolrQuery getQuery() throws Exception {
        return new SolrQuery();
    }

    /**
     * 统计
     *
     * @param query
     * @return
     * @throws Exception
     * @Title: statisticData
     * @Description:
     * @see com.jianong.util.indexes.ISolrIndexSearch#statisticData(org.apache.solr.client.solrj.SolrQuery)
     */
    @Override
    public Map statisticData(SolrQuery query) throws Exception {
        Map dataMap = Maps.newHashMap();
        QueryResponse response = solr.query(query);
        List facetFields = response.getFacetFields();
        for (FacetField face : facetFields) {
            List counts = face.getValues();
            for (Count count : counts) {
                dataMap.put(count.getName(), count.getCount());
            }
        }
        return dataMap;
    }

    @Override
    public List statisticData(PageData pd, SolrQuery query) throws Exception {
        List dataList = Lists.newArrayList();
        QueryResponse response = solr.query(query);
        List facetFields = response.getFacetFields();
        for (FacetField face : facetFields) {
            List counts = face.getValues();
            for (Count count : counts) {
                PageData pds = new PageData();
                pds.put("name", count.getName());
                pds.put("value", count.getCount());
                dataList.add(pds);
            }
        }
        return dataList;
    }
}

4.封装solrj集群方式查询索引

@Component(value = "solrClusterIndexWriter")
public class SolrClusterIndexWriter implements IndexeWriter {

    @Resource(name = "solrIndexWriter")
    private IndexeWriter indexeWriter;

    @Override
    public void open() {
        indexeWriter.open();
    }

    @Override
    public void delete(List ids) throws Exception {
        indexeWriter.delete(ids);
    }

    @Override
    public void delete(String id) throws Exception {
        indexeWriter.delete(id);
    }

    @Override
    public void deleteAll() throws Exception {
        indexeWriter.deleteAll();
    }

    @Override
    public void update(PageData document) throws Exception {
        indexeWriter.update(document);
    }

    @Override
    public void write(List document) throws Exception {
        indexeWriter.write(document);
    }

    @Override
    public void write(PageData pd) throws Exception {
        indexeWriter.write(pd);
    }

    @Override
    public void createIndex(String beginTime) throws Exception {
    }

    @Override
    public void commit() {
        indexeWriter.commit();
    }

    @Override
    public void close() {
        indexeWriter.close();
    }
}

5.创建索引增删改的接口

public interface IndexeWriter {

    void delete(List ids) throws Exception;

    void delete(String id) throws Exception;

    void deleteAll() throws Exception;

    void update(PageData document) throws Exception;

    void write(List document) throws Exception;

    void write(PageData pd) throws Exception;

    /**
     * 创建索引
     * 
     * @Title: createIndex
     * @Description:
     * @throws Exception
     * @return: void
     */
    void createIndex(String beginTime) throws Exception;

    void commit();

    void close();

    /**
     * 提交操作释放链接
     */
    void detory();
}

6.索引增删改实现类

@Component(value = "solrIndexWriter")
public class SolrIndexWriter implements IndexeWriter {
    private static final Logger LOGGER = Logger.getLogger(SolrIndexWriter.class);

    @Resource
    private ConcurrentUpdateSolrClient solr;

    @Override
    public void delete(List ids) throws Exception {
        solr.deleteById(ids);
        solr.commit();
    }

    @Override
    public void delete(String id) throws Exception {
        UpdateResponse response = solr.deleteById(id);
        solr.commit();
        LOGGER.info("删除文档id:" + id + "用时：" + response.getQTime() + "状态：" + response.getStatus());
    }

    public void write(List document) throws Exception {
        UpdateResponse response = null;
        for (PageData pd : document) {
            SolrInputDocument d = new SolrInputDocument();
            Iterator it = pd.keySet().iterator();
            while (it.hasNext()) {
                String key = (String) it.next();
                if (!Objects.equals(key, "_version_")) {
                    d.setField(key, pd.get(key));
                }
            }
            response = solr.add(d);
        }
        commit();
        LOGGER.info("写入文档个数:" + document.size() + "用时：" + response.getQTime() + "状态：" + response.getStatus());
    }

    @Override
    public void write(PageData pd) throws Exception {
        SolrInputDocument d = new SolrInputDocument();
        Iterator it = pd.keySet().iterator();
        while (it.hasNext()) {
            String key = (String) it.next();
            if (!Objects.equals(key, "_version_")) {
                d.setField(key, pd.get(key));
            }
        }
        UpdateRequest request = new UpdateRequest();
        request.setAction(ACTION.COMMIT, false, false);
        request.add(d);
        UpdateResponse response = request.process(solr);
    }

    @Override
    public void commit() {
        try {
            solr.commit();
        } catch (SolrServerException | IOException e) {
            e.printStackTrace();
        }
    }

    @Override
    public void close() {
        try {
            solr.close();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    @Override
    public void update(PageData document) throws Exception {
        List pds = new ArrayList<>(1);
        pds.add(document);
        write(pds);
    }

    @Override
    public void deleteAll() throws Exception {
        UpdateResponse response = solr.deleteByQuery("*:*");
        solr.commit();
        LOGGER.info("删除全部文档" + response.getStatus() + "用时：" + response.getQTime());
    }

    /**
     * 传入开始时间创建索引
     *
     * @param beginTime
     * @throws Exception
     * @Title: createIndex
     * @Description:
     * @see com.jianong.util.indexes.IndexeWriter#createIndex(java.lang.String)
     */
    @Override
    public void createIndex(String beginTime) throws Exception {

    }

    @Override
    public void detory() {
        commit();
        close();
    }
}

7.增删改的solr集群实现类

@Component(value = "solrClusterIndexWriter")
public class SolrClusterIndexWriter implements IndexeWriter {

    @Resource(name = "solrIndexWriter")
    private IndexeWriter indexeWriter;

    @Override
    public void delete(List ids) throws Exception {
        indexeWriter.delete(ids);
    }

    @Override
    public void delete(String id) throws Exception {
        indexeWriter.delete(id);
    }

    @Override
    public void deleteAll() throws Exception {
        indexeWriter.deleteAll();
    }

    @Override
    public void update(PageData document) throws Exception {
        indexeWriter.update(document);
    }

    @Override
    public void write(List document) throws Exception {
        indexeWriter.write(document);
    }

    @Override
    public void write(PageData pd) throws Exception {
        indexeWriter.write(pd);
    }

    @Override
    public void createIndex(String beginTime) throws Exception {

    }

    @Override
    public void commit() {
        indexeWriter.commit();
    }

    @Override
    public void close() {
        indexeWriter.close();
    }

    @Override
    public void detory() {
        indexeWriter.detory();
    }
}

8.外部操作接口--用于外部调用

@Component(value = "solrManager")
public class SolrManager {

    @Resource(name = "solrClusterSearch")
    private SolrClusterSearch solrClusterSearch;

    @Resource(name = "solrIndexWriter")
    private IndexeWriter indexeWriter;

    /**
     * 删除索引
     *
     * @param ids
     * @throws Exception
     */
    public void delete(List ids) throws Exception {
        indexeWriter.delete(ids);
    }

    public void delete(String id) throws Exception {
        indexeWriter.delete(id);
    }

    public void deleteAll() throws Exception {
        indexeWriter.deleteAll();
    }

    public void update(PageData document) throws Exception {
        indexeWriter.update(document);
    }

    public void write(List document) throws Exception {
        indexeWriter.write(document);
    }

    public void write(PageData pd) throws Exception {
        indexeWriter.write(pd);
    }

    /**
     * 创建索引
     *
     * @throws Exception
     * @Title: createIndex
     * @Description:
     * @return: void
     */
    public void createIndex(String beginTime) throws Exception {

    }

    /**
     * 查询
     *
     * @param page
     * @param query
     * @param isHight
     * @return
     * @throws Exception
     */
    public Map search(Page page, SolrQuery query, boolean isHight) throws Exception {
        return solrClusterSearch.search(page, query, isHight);
    }

    public PageData search(String id) throws Exception {
        return solrClusterSearch.search(id);
    }

    public Map statisticData(SolrQuery query) throws Exception {
        return solrClusterSearch.statisticData(query);
    }

    public List statisticData(PageData pd, SolrQuery query) throws Exception {
        return solrClusterSearch.statisticData(pd, query);
    }
}