diff --git a/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java b/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java index 506efdef8d2..af8e80a8878 100644 --- a/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java +++ b/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java @@ -26,11 +26,11 @@ import org.apache.lucene.analysis.TokenStream; import org.apache.lucene.analysis.Token; /** - *

A ShingleFilter constructs shingles (token n-grams) from a token stream, - * that is, combinations of tokens that are indexed as one token. + *

A ShingleFilter constructs shingles (token n-grams) from a token stream. + * In other words, it creates combinations of tokens as a single token. * *

For example, the sentence "please divide this sentence into shingles" - * would be tokenized into the tokens "please divide", "divide this", + * might be tokenized into shingles "please divide", "divide this", * "this sentence", "sentence into", and "into shingles". * *

This filter handles position increments > 1 by inserting filler tokens @@ -72,7 +72,7 @@ public class ShingleFilter extends TokenFilter { private int maxShingleSize; /** - * Construct a ShingleFilter with the specified single size from the + * Constructs a ShingleFilter with the specified single size from the * TokenStream input * * @param input input stream