package ch12;

import java.io.IOException;
import java.io.StringReader;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.analysis.StopAnalyzer;
import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.standard.StandardAnalyzer;

public class StandardAnalyzerTest 
{

	//構(gòu)造函數(shù)，
	public StandardAnalyzerTest()
	{
	}
	
	public static void main(String[] args) 
	{
		//生成一個StandardAnalyzer對象
		Analyzer aAnalyzer = new StandardAnalyzer();
		//測試字符串
		StringReader sr = new StringReader("People are always talking about 'the problem of youth'.");

		//生成TokenStream對象
		TokenStream ts = aAnalyzer.tokenStream(sr);
		
		try {
			int i=0;
			Token t = ts.next();
			while(t!=null)
			{
				//輔助輸出時顯示行號
				i++;
				//輸出處理后的字符
				System.out.println("Line"+i+":"+t.termText());
				//取得下一個字符
				t=ts.next();
			}
		} catch (IOException e) {
			e.printStackTrace();
		}
	}
}