diff --git a/src/test/java/org/elasticsearch/mlt/MoreLikeThisActionTests.java b/src/test/java/org/elasticsearch/mlt/MoreLikeThisActionTests.java
index 1bc927b032a..f81c25a4359 100644
--- a/src/test/java/org/elasticsearch/mlt/MoreLikeThisActionTests.java
+++ b/src/test/java/org/elasticsearch/mlt/MoreLikeThisActionTests.java
@@ -400,7 +400,8 @@ public class MoreLikeThisActionTests extends ElasticsearchIntegrationTest {
         for (int i = 0; i < texts.length; i++) {
             builders.add(client().prepareIndex("test", "type1").setSource("text", texts[i]).setId(String.valueOf(i)));
         }
-        indexRandom(true, builders);
+        indexRandom(true, false, builders);
+
         int iters = between(10, 20);
         for (int j = 0; j < iters; j++) {
             logger.info("Running MoreLikeThis DSL with IDs");
diff --git a/src/test/java/org/elasticsearch/search/functionscore/DecayFunctionScoreTests.java b/src/test/java/org/elasticsearch/search/functionscore/DecayFunctionScoreTests.java
index a4b380d1624..ae71f430d73 100644
--- a/src/test/java/org/elasticsearch/search/functionscore/DecayFunctionScoreTests.java
+++ b/src/test/java/org/elasticsearch/search/functionscore/DecayFunctionScoreTests.java
@@ -252,8 +252,7 @@ public class DecayFunctionScoreTests extends ElasticsearchIntegrationTest {
                 .setSource(
                         jsonBuilder().startObject().field("test", "value value").startObject("loc").field("lat", 11).field("lon", 20)
                                 .endObject().endObject()));
-        indexRandom(false, indexBuilders); // force no dummy docs
-        refresh();
+        indexRandom(true, false, indexBuilders); // force no dummy docs
 
         // Test Gauss
         List<Float> lonlat = new ArrayList<>();
diff --git a/src/test/java/org/elasticsearch/search/query/MultiMatchQueryTests.java b/src/test/java/org/elasticsearch/search/query/MultiMatchQueryTests.java
index 594a99dd309..cd05ffc30aa 100644
--- a/src/test/java/org/elasticsearch/search/query/MultiMatchQueryTests.java
+++ b/src/test/java/org/elasticsearch/search/query/MultiMatchQueryTests.java
@@ -118,7 +118,7 @@ public class MultiMatchQueryTests extends ElasticsearchIntegrationTest {
                     "category", randomBoolean() ? "marvel hero" : "bogus",
                     "skill", between(1, 3)));
         }
-        indexRandom(true, builders);
+        indexRandom(true, false, builders);
     }
 
     private XContentBuilder createMapping() throws IOException {