Lucene建索引代码

Lucene 是apache软件基金会一个开放源代码的全文检索引擎工具包,是一个全文检索引擎的架构,提供了完整的查询引擎和索引引擎,部分文本分析引擎。 Lucene的目的是为软件开发人员提供一个简单易用的工具包,以方便的在目标系统中实现全文检索的功能,或者是以此为基础建立起完整的全文检索引擎。

下载地址:
http://www.apache.org/dyn/closer.cgi/lucene/java/4.10.1

1.建立lucene索引模块示例

package luceneL;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.StringField;
import org.apache.lucene.document.TextField;
import org.apache.lucene.index.CorruptIndexException;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

public class Index {
 
	public static void main(String[] args) throws Exception {
// 
		  
		String str1 = "e:/luc2";
		String str2 = "e:/q";
//		String str1 = args[0];
//		String str2 = args[1];
		Index in = new Index();
		in.index(str1, str2);
	}
	public void index(String str1, String str2) throws Exception{
	    IndexWriter writer = null;
	    try {
	      // (1)创建Directory new RAMDirectory();建立在内存中
	      // Directory directory = new RAMDirectory();
	      Directory directory = FSDirectory.open(new File(str1));
	      // (2)创建IndexWriter,通过它来写索引
	      IndexWriterConfig iwc = new IndexWriterConfig(Version.LUCENE_4_9, new StandardAnalyzer(Version.LUCENE_4_9));
	      
	      iwc.setUseCompoundFile(false);
	      writer = new IndexWriter(directory, iwc);
	      // (3)创建Document对象,大小,路径、内容等信息作为Field存在在Document里面
	      Document document = null;
	      // (4)为Document文档添加Field
	      List list = new ArrayList();
	      File f = new File(str2);
	      long startTime=new Date().getTime();
	      
	      for(File file : f.listFiles()){
	    	System.out.println("开始建立索引,请稍等");
	        
	        // 先存储路径、名字、内容
	        list=getContent(file);
	        System.out.println("文件有"+list.size()+"条数据");
	        for(int i=0;i getContent(File file) throws Exception{
	
			BufferedReader br=new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8"));
			//StringBuffer sb=new StringBuffer();
			String line=br.readLine();
			List contents = new ArrayList();
			while(line!=null){	
				//sb.append(line);
				contents.add(line);
				//sb=null;
				line=br.readLine();
			}
			br.close();
			//return sb.toString();
			return contents;
		}

}

 2 检索模块示例

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.List;

//import org.apache.lucene.analysis.core.WhitespaceAnalyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.queryparser.classic.ParseException;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TopDocs;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
import org.apache.lucene.queryparser.classic.QueryParser;

public class Search {

	public static void main(String[] args) throws Exception {

		String str1 = "e:\\luc2";
		String str2 = "mokdis旗舰店";
		String str3 = "c2";
		int in4 = 10;
		// String str1 = args[0];
		// String str2 = args[1];
		// String str3 = args[2];
		// int in4 = Integer.parseInt(args[3]);//检索出多少条数据
		Search hl = new Search();
		hl.search(str1, str2, str3, in4);
	}

	@SuppressWarnings("deprecation")
	public void search(String str1, String str2, String str3, int in4) {

		Directory directory = null;
		IndexReader reader = null;
		long startTime = new Date().getTime();
		try {

			directory = FSDirectory.open(new File(str1));// (1)创建Directory,要去什么地方搜索
			reader = IndexReader.open(directory); // (2)创建IndexReader,通过它来读取索引
			IndexSearcher searcher = new IndexSearcher(reader);// (3)根据IndexReader来创建IndexSearcher
			// (4)创建搜索的Query,创建parser来确定要搜索文件的内容,创建搜索的域,创建索引时设置的值
			QueryParser parser = new QueryParser(Version.LUCENE_4_9, str3,
					new StandardAnalyzer(Version.LUCENE_4_9));

			// QueryParser parser = new QueryParser(Version.LUCENE_4_9, str3,
			// new WhitespaceAnalyzer(Version.LUCENE_4_9));

			Query query;
			try {
				query = parser.parse(str2);
				TopDocs tds = searcher.search(query, in4); // (5)根据Searcher搜索并返回TopDocs
				System.out.println("共为您查找到" + tds.totalHits + "条结果");
				ScoreDoc[] sds = tds.scoreDocs; // (6)根据TopDocs获取ScoreDoc对象//这是获取一个属性
				long midTime = new Date().getTime();
				System.out.println("访问索引时间Tindex-1 = " + (midTime - startTime)
						+ "毫秒");
				int[] docCount = new int[in4];
				int i = 0;
				for (ScoreDoc sd : sds) {
					docCount[i] = sd.doc;
					i++;
					System.out.println("sd.doc " + sd.doc);// (7)根据Searcher和ScoreDoc对象获取具体的Document对象
					Document document = searcher.doc(sd.doc); // -Xmx
					// (8)根据Document对象获取需要的值
					// System.out.println(document.get("c0"));
					System.out.println(document.get(str3));
					// System.out.println(document.get("file_name") + "][ "
					// + document.get("path"));
					document = null;
				}

				long endTime = new Date().getTime();
				System.out.println("访问Lucene数据时间Tlocal = "
						+ (endTime - midTime) + "毫秒");
				System.out.println("总检索时间TLucene = " + (endTime - startTime)
						+ "毫秒");
				// DocId序列至少涵盖顺序、逆序、随机等情况
				List list = new ArrayList();

				for (int j = 0; j < docCount.length; j++) {
					list.add(docCount[j]);
				}
				List list1 = new ArrayList();// 存原序列
				List list2 = new ArrayList();// 存顺序排列
				List list3 = new ArrayList();// 存倒序排列
				list1 = list;// 原序列
				System.out.println("原序列为:" + list1);
				Collections.sort(list); // 顺序排列
				list2 = list;// list2存顺序序列
				System.out.println("顺序序列为:" + list2);
				Collections.reverse(list); // 倒序排列
				list3 = list;// list3存倒序排列
				System.out.println("倒序序列为:" + list3);
				Collections.shuffle(list); // 随机排列
				System.out.println("随机序列为:" + list);// list存随机序列
			} catch (ParseException e) {
				e.printStackTrace();
			}
		} catch (IOException e) {
			e.printStackTrace();
		} finally {
			// (9)关闭Reader
			if (reader != null) {
				try {
					reader.close();
				} catch (IOException e) {
					e.printStackTrace();
				}
			}
		}
	}
}

  

你可能感兴趣的:(Lucene建索引代码)