Fix test by removing non-longest token.

This commit is contained in:
Matthias Osswald 2023-08-28 11:31:45 +02:00
parent b7cad98c6a
commit eb3389061b
1 changed files with 4 additions and 6 deletions

View File

@ -255,12 +255,10 @@ public class TestCompoundWordTokenFilter extends BaseTokenStreamTestCase {
assertTokenStreamContents(
tf,
new String[] {
"Basfiolsfodralmakaregesäll", "Bas", "fiolsfodral", "fodral", "makare", "gesäll"
},
new int[] {0, 0, 0, 0, 0, 0},
new int[] {26, 26, 26, 26, 26, 26},
new int[] {1, 0, 0, 0, 0, 0});
new String[] {"Basfiolsfodralmakaregesäll", "Bas", "fiolsfodral", "makare", "gesäll"},
new int[] {0, 0, 0, 0, 0},
new int[] {26, 26, 26, 26, 26},
new int[] {1, 0, 0, 0, 0});
}
public void testTokenEndingWithWordComponentOfMinimumLength() throws Exception {