mirror of https://github.com/apache/lucene.git
Changed TokenGroup.isDistinct after problems reported with JapaneseAnalyzer (no gaps between tokens)
git-svn-id: https://svn.apache.org/repos/asf/lucene/java/trunk@279078 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
fa28524804
commit
f6b07dabe8
|
@ -54,7 +54,7 @@ public class TokenGroup
|
||||||
|
|
||||||
boolean isDistinct(Token token)
|
boolean isDistinct(Token token)
|
||||||
{
|
{
|
||||||
return token.startOffset()>endOffset;
|
return token.startOffset()>=endOffset;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue