diff --git a/qa/rolling-upgrade/src/test/resources/rest-api-spec/test/upgraded_cluster/20_security.yml b/qa/rolling-upgrade/src/test/resources/rest-api-spec/test/upgraded_cluster/20_security.yml
index 0f8dd16dfab..2f2d6c9bc50 100644
--- a/qa/rolling-upgrade/src/test/resources/rest-api-spec/test/upgraded_cluster/20_security.yml
+++ b/qa/rolling-upgrade/src/test/resources/rest-api-spec/test/upgraded_cluster/20_security.yml
@@ -1,8 +1,5 @@
 ---
 "Verify user and role in upgraded cluster":
-  - skip:
-      version: "5.0.0 - "
-      reason: https://github.com/elastic/x-pack-elasticsearch/issues/1529
   - do:
       headers:
         Authorization: "Basic bmF0aXZlX3VzZXI6Y2hhbmdlbWU="
@@ -27,6 +24,9 @@
 
 ---
 "Verify default password migration results in upgraded cluster":
+  - skip:
+      version: "5.0.0 - "
+      reason: https://github.com/elastic/x-pack-elasticsearch/issues/1529
   - do:
       headers:
         Authorization: "Basic bmF0aXZlX3VzZXI6Y2hhbmdlbWU="