diff --git a/src/java/org/apache/lucene/analysis/Tokenizer.java b/src/java/org/apache/lucene/analysis/Tokenizer.java index 64ee06fd164..b2bbfb290ea 100644 --- a/src/java/org/apache/lucene/analysis/Tokenizer.java +++ b/src/java/org/apache/lucene/analysis/Tokenizer.java @@ -29,8 +29,6 @@ import java.io.IOException; NOTE: Subclasses overriding {@link #incrementToken()} must call {@link AttributeSource#clearAttributes()} before setting attributes. - Subclasses overriding {@link #incrementToken()} must call - {@link Token#clear()} before setting Token attributes. */ public abstract class Tokenizer extends TokenStream { /** The text source for this Tokenizer. */