From 5211c25c73775b0a92ecffbb25ee7c55ec54b60a Mon Sep 17 00:00:00 2001 From: Robert Muir Date: Wed, 1 Apr 2015 04:02:33 +0000 Subject: [PATCH] fix nightly test fail with memorypf and variable length payloads (its inefficient) git-svn-id: https://svn.apache.org/repos/asf/lucene/dev/trunk@1670558 13f79535-47bb-0310-9956-ffa450edef68 --- .../lucene/index/TestIndexWriterForceMerge.java | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterForceMerge.java b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterForceMerge.java index 722acef61ac..9c219e4cadd 100644 --- a/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterForceMerge.java +++ b/lucene/core/src/test/org/apache/lucene/index/TestIndexWriterForceMerge.java @@ -24,7 +24,9 @@ import java.util.Collections; import java.util.List; import java.util.Locale; +import org.apache.lucene.analysis.Analyzer; import org.apache.lucene.analysis.MockAnalyzer; +import org.apache.lucene.analysis.MockTokenizer; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.index.IndexWriterConfig.OpenMode; @@ -125,7 +127,16 @@ public class TestIndexWriterForceMerge extends LuceneTestCase { final MockDirectoryWrapper dir = newMockDirectory(); dir.setEnableVirusScanner(false); - IndexWriter writer = new IndexWriter(dir, newIndexWriterConfig(new MockAnalyzer(random())) + // don't use MockAnalyzer, variable length payloads can cause merge to make things bigger, + // since things are optimized for fixed length case. this is a problem for MemoryPF's encoding. + // (it might have other problems too) + Analyzer analyzer = new Analyzer() { + @Override + protected TokenStreamComponents createComponents(String fieldName) { + return new TokenStreamComponents(new MockTokenizer(MockTokenizer.WHITESPACE, true)); + } + }; + IndexWriter writer = new IndexWriter(dir, newIndexWriterConfig(analyzer) .setMaxBufferedDocs(10) .setMergePolicy(newLogMergePolicy()));