diff --git a/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RankEvalSpecTests.java b/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RankEvalSpecTests.java
index 7bc2c7649a3..fc1cf0abafd 100644
--- a/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RankEvalSpecTests.java
+++ b/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RankEvalSpecTests.java
@@ -82,7 +82,7 @@ public class RankEvalSpecTests extends ESTestCase {
         List<RatedRequest> specs = new ArrayList<>();
         size = randomIntBetween(1, 2); // TODO I guess requests with no query spec should be rejected...
         for (int i = 0; i < size; i++) {
-            specs.add(QuerySpecTests.createTestItem(indices, types));
+            specs.add(RatedRequestsTests.createTestItem(indices, types));
         }
 
         String specId = randomAsciiOfLengthBetween(1, 10); // TODO we should reject zero length ids ...
diff --git a/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/QuerySpecTests.java b/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RatedRequestsTests.java
similarity index 99%
rename from modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/QuerySpecTests.java
rename to modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RatedRequestsTests.java
index 48232854c9b..7104b6aa4f4 100644
--- a/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/QuerySpecTests.java
+++ b/modules/rank-eval/src/test/java/org/elasticsearch/index/rankeval/RatedRequestsTests.java
@@ -42,7 +42,7 @@ import java.util.List;
 
 import static java.util.Collections.emptyList;
 
-public class QuerySpecTests extends ESTestCase {
+public class RatedRequestsTests extends ESTestCase {
 
     private static SearchModule searchModule;
     private static SearchRequestParsers searchRequestParsers;