diff --git a/x-pack/docs/src/test/java/org/elasticsearch/smoketest/XDocsClientYamlTestSuiteIT.java b/x-pack/docs/src/test/java/org/elasticsearch/smoketest/XDocsClientYamlTestSuiteIT.java
index 0196406c478..e534e4f41bb 100644
--- a/x-pack/docs/src/test/java/org/elasticsearch/smoketest/XDocsClientYamlTestSuiteIT.java
+++ b/x-pack/docs/src/test/java/org/elasticsearch/smoketest/XDocsClientYamlTestSuiteIT.java
@@ -107,7 +107,7 @@ public class XDocsClientYamlTestSuiteIT extends XPackRestIT {
     @Override
     protected boolean isWatcherTest() {
         String testName = getTestName();
-        return testName != null && testName.contains("watcher/");
+        return testName != null && (testName.contains("watcher/") || testName.contains("watcher\\"));
     }
 
     @Override
@@ -118,13 +118,13 @@ public class XDocsClientYamlTestSuiteIT extends XPackRestIT {
     @Override
     protected boolean isMachineLearningTest() {
         String testName = getTestName();
-        return testName != null && testName.contains("ml/");
+        return testName != null && (testName.contains("ml/") || testName.contains("ml\\"));
     }
 
     @Override
     protected boolean isRollupTest() {
         String testName = getTestName();
-        return testName != null && testName.contains("rollup/");
+        return testName != null && (testName.contains("rollup/") || testName.contains("rollup\\"));
     }
 
     /**