diff --git a/rest-api-spec/src/main/resources/rest-api-spec/test/search/110_field_collapsing.yml b/rest-api-spec/src/main/resources/rest-api-spec/test/search/110_field_collapsing.yml
index 3ae293f38f2..8a08c3f8df2 100644
--- a/rest-api-spec/src/main/resources/rest-api-spec/test/search/110_field_collapsing.yml
+++ b/rest-api-spec/src/main/resources/rest-api-spec/test/search/110_field_collapsing.yml
@@ -56,6 +56,11 @@ setup:
 ---
 "field collapsing":
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true
@@ -88,6 +93,11 @@ setup:
 ---
 "field collapsing and from":
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true
@@ -109,6 +119,11 @@ setup:
 ---
 "field collapsing and inner_hits":
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true
@@ -149,6 +164,11 @@ setup:
 ---
 "field collapsing, inner_hits and maxConcurrentGroupRequests":
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true
@@ -233,6 +253,11 @@ setup:
 ---
 "no hits and inner_hits":
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true
@@ -265,6 +290,10 @@ setup:
 
 ---
 "field collapsing and multiple inner_hits":
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
 
   - do:
       search:
@@ -323,6 +352,11 @@ setup:
       version: " - 6.1.0"
       reason:  "bug fixed in 6.1.1"
 
+  - do:
+      count:
+        index: test
+  - match: {count: 6}
+
   - do:
       search:
         rest_total_hits_as_int: true