diff --git a/lucene/core/src/test/org/apache/lucene/search/TestBoolean2.java b/lucene/core/src/test/org/apache/lucene/search/TestBoolean2.java
index 075e62d59c8..0a217e3354c 100644
--- a/lucene/core/src/test/org/apache/lucene/search/TestBoolean2.java
+++ b/lucene/core/src/test/org/apache/lucene/search/TestBoolean2.java
@@ -105,7 +105,11 @@ public class TestBoolean2 extends LuceneTestCase {
       singleSegmentDirectory = newDirectory();
     }
 
+    // TODO: this test does not need to be doing this crazy stuff. please improve it!
     for (String fileName : directory.listAll()) {
+      if (fileName.startsWith("extra")) {
+        continue;
+      }
       singleSegmentDirectory.copyFrom(directory, fileName, fileName, IOContext.DEFAULT);
       singleSegmentDirectory.sync(Collections.singleton(fileName));
     }