1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

private String testText = "解决：就是指定paoding 的一个字典文件目录，这个文件在下载下来的压缩包中的dic中";




public Analyzer getAnalyzer() {
    Analyzer analyzer = null;
    
    analyzer = new StandardAnalyzer();
    

    

    

    
    return analyzer;
}
 
@Test
public void tokenTest() throws Exception {
    Analyzer analyzer = getAnalyzer();
    TokenStream ts = analyzer.tokenStream("myfield", testText);
    OffsetAttribute offsetAtt = ts.addAttribute(OffsetAttribute.class);
    ts.reset();
    while (ts.incrementToken()) {
        
        System.out.println(offsetAtt.toString());
    }
    ts.end();
    ts.close();
}

1
2
3
4

public Analyzer getAnalyzer() {
    Analyzer analyzer = new AnsjAnalyzer(TYPE.index_ansj);
    return analyzer;
}