Fix test by removing non-longest token.

This commit is contained in:
Matthias Osswald 2023-08-28 11:31:45 +02:00
parent b7cad98c6a
commit eb3389061b
1 changed files with 4 additions and 6 deletions

View File

@ -255,12 +255,10 @@ public class TestCompoundWordTokenFilter extends BaseTokenStreamTestCase {
assertTokenStreamContents( assertTokenStreamContents(
tf, tf,
new String[] { new String[] {"Basfiolsfodralmakaregesäll", "Bas", "fiolsfodral", "makare", "gesäll"},
"Basfiolsfodralmakaregesäll", "Bas", "fiolsfodral", "fodral", "makare", "gesäll" new int[] {0, 0, 0, 0, 0},
}, new int[] {26, 26, 26, 26, 26},
new int[] {0, 0, 0, 0, 0, 0}, new int[] {1, 0, 0, 0, 0});
new int[] {26, 26, 26, 26, 26, 26},
new int[] {1, 0, 0, 0, 0, 0});
} }
public void testTokenEndingWithWordComponentOfMinimumLength() throws Exception { public void testTokenEndingWithWordComponentOfMinimumLength() throws Exception {