Try to fix test another way.....

Explictly create the index rather than skip adding the default
template....

x-pack/plugin/src/test/resources/rest-api-spec/test/analytics/top_metrics.yml

@@ -156,9 +156,12 @@
 
 ---
 "sort by keyword field fails":
-  - skip:
+  - do:
-      features: default_shards
+      indices.create:
-      reason: The failure message isn't predictable with more than one shard
+        index: test
+        body:
+          settings:
+            number_of_shards: 1  # The failure message isn't predictable with more than one shard
 
   - do:
       bulk:
@@ -183,9 +186,13 @@
 
 ---
 "sort by score":
-  - skip:
+  - do:
-      features: default_shards
+      indices.create:
-      reason: Scores aren't predictable with many shards
+        index: test
+        body:
+          settings:
+            number_of_shards: 1  # The score isn't predictable with more than one shard
+
   - do:
       bulk:
         index: test
@@ -243,9 +250,12 @@
 
 ---
 "sort by string script fails":
-  - skip:
+  - do:
-      features: default_shards
+      indices.create:
-      reason: The failure message isn't predictable with more than one shard
+        index: test
+        body:
+          settings:
+            number_of_shards: 1  # The failure message isn't predictable with more than one shard
 
   - do:
       bulk: