Revert accidentally pushed changes in NoriAnalysisTests

This commit is contained in:
Jim Ferenczi 2018-05-30 15:34:55 +02:00
parent 532b91ffa6
commit e852eb0548
1 changed files with 1 additions and 1 deletions

View File

@ -98,7 +98,7 @@ public class NoriAnalysisTests extends ESTokenStreamTestCase {
.build(); .build();
TestAnalysis analysis = createTestAnalysis(settings); TestAnalysis analysis = createTestAnalysis(settings);
Tokenizer tokenizer = analysis.tokenizer.get("my_tokenizer").create(); Tokenizer tokenizer = analysis.tokenizer.get("my_tokenizer").create();
tokenizer.setReader(new StringReader("")); tokenizer.setReader(new StringReader("뿌리가 깊은 나무"));
assertTokenStreamContents(tokenizer, new String[] {"뿌리", "", "", "", "나무"}); assertTokenStreamContents(tokenizer, new String[] {"뿌리", "", "", "", "나무"});
tokenizer.setReader(new StringReader("가늠표")); tokenizer.setReader(new StringReader("가늠표"));
assertTokenStreamContents(tokenizer, new String[] {"가늠표", "가늠", ""}); assertTokenStreamContents(tokenizer, new String[] {"가늠표", "가늠", ""});