diff --git a/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java b/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java index 506efdef8d2..af8e80a8878 100644 --- a/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java +++ b/contrib/analyzers/src/java/org/apache/lucene/analysis/shingle/ShingleFilter.java @@ -26,11 +26,11 @@ import org.apache.lucene.analysis.TokenStream; import org.apache.lucene.analysis.Token; /** - *
A ShingleFilter constructs shingles (token n-grams) from a token stream, - * that is, combinations of tokens that are indexed as one token. + *
A ShingleFilter constructs shingles (token n-grams) from a token stream. + * In other words, it creates combinations of tokens as a single token. * *
For example, the sentence "please divide this sentence into shingles" - * would be tokenized into the tokens "please divide", "divide this", + * might be tokenized into shingles "please divide", "divide this", * "this sentence", "sentence into", and "into shingles". * *
This filter handles position increments > 1 by inserting filler tokens
@@ -72,7 +72,7 @@ public class ShingleFilter extends TokenFilter {
private int maxShingleSize;
/**
- * Construct a ShingleFilter with the specified single size from the
+ * Constructs a ShingleFilter with the specified single size from the
* TokenStream input
*
* @param input input stream