lucene IKAnalyzer 中文分词及索引,简单实例

https://www.360docs.net/doc/3d13938393.html,/posts/list/344.page

import org.apache.lucene.document.Document;

import org.apache.lucene.document.Field;

import org.apache.lucene.document.DateTools;

import org.apache.lucene.index.IndexWriter;

import org.apache.lucene.queryParser.QueryParser;

import org.apache.lucene.search.Hits;

import org.apache.lucene.search.IndexSearcher;

import org.apache.lucene.search.Query;

import org.apache.lucene.store.Directory;

import org.apache.lucene.store.FSDirectory;

import org.mira.lucene.analysis.IK_CAnalyzer;

import java.io.File;

import java.io.FileNotFoundException;

import java.io.IOException;

import java.io.FileReader;

import java.util.Date;

public class Searcher {

private static String INDEX_DIR = Searcher.class.getResource("/").getPath()+"/data/index";//"c:\\luc ene\\index";

private static String DOC_DIR = Searcher.class.getResource("/").getPath();//"c:\\lucene\\doc";

public static void main(String[] args) throws Exception {

String queryString;

queryString = "2aê?";

File indexDir = new File(INDEX_DIR);

File docDir = new File(DOC_DIR);

Date start = new Date();

//±?D??è?¨?÷òy

try {

IndexWriter writer = new IndexWriter(INDEX_DIR, new IK_CAnalyzer(), true);

System.out.println("Indexing to directory '" + INDEX_DIR + "'...");

indexDocs(writer, docDir);

System.out.println("Optimizing...");

writer.optimize();

writer.close();

Date end = new Date();

System.out.println(end.getTime() - start.getTime() + " total milliseconds");

} catch (IOException e) {

System.out.println(" caught a " + e.getClass() +

"\n with message: " + e.getMessage());

}

if (!indexDir.exists() || !indexDir.isDirectory()) {

throw new Exception(indexDir

+ " does not exist or is not a directory.");

}

search(indexDir, queryString);

}

private static void indexDocs(IndexWriter writer, File file) throws IOException {

if (file.canRead()) {

if (file.isDirectory()) {

String[] files = file.list();

if (files != null) {

for (int i = 0; i < files.length; i++) {

indexDocs(writer, new File(file, files[i])); }

}

} else {

System.out.println("adding " + file);

try {

writer.addDocument(getDocument(file));

}

catch (FileNotFoundException fnfe) {

//

}

}

}

}

private static Document getDocument(File f)

throws java.io.FileNotFoundException {

Document doc = new Document();

doc.add(new Field("path", f.getPath(), Field.Store.YES, Field.Index.UN_TOKENIZED));

doc.add(new Field("modified",

DateTools.timeToString(https://www.360docs.net/doc/3d13938393.html,stModified(),

DateTools.Resolution.MINUTE),

Field.Store.YES, Field.Index.UN_TOKENIZED));

doc.add(new Field("contents", new FileReader(f)));

return doc;

}

public static void search(File indexDir, String q) throws Exception {

Directory fsDir = FSDirectory.getDirectory(indexDir);

IndexSearcher is = new IndexSearcher(fsDir);// ￠ù ′ò?a?÷òy Query query = new QueryParser("contents", new IK_CAnalyzer()).parse(q); // ￠ú ·???2é?ˉ

long start = new Date().getTime();

Hits hits = is.search(query);// ￠? ???÷?÷òy

long end = new Date().getTime();

System.err.println("Found " + hits.length() + " document(s) (in "

+ (end - start) + "milliseconds) that matched query" + q + ":");

for (int i = 0; i < hits.length(); i++) {

Document doc = hits.doc(i); // ￠ü μ?μ??￥??μ???μμ

System.out.println("file: " + doc.get("path"));

}

}

}