diff --git a/src/test/java/org/elasticsearch/plugins/IsolatedPluginTests.java b/src/test/java/org/elasticsearch/plugins/IsolatedPluginTests.java
index b1c92491043..5975999a9e0 100644
--- a/src/test/java/org/elasticsearch/plugins/IsolatedPluginTests.java
+++ b/src/test/java/org/elasticsearch/plugins/IsolatedPluginTests.java
@@ -125,6 +125,7 @@ public class IsolatedPluginTests extends ElasticsearchIntegrationTest {
             String[] hashes = Strings.delimitedListToStringArray(prop, " ");
             // 2 plugins plus trailing space
             assertThat(hashes.length, greaterThanOrEqualTo(count + 2));
+            Arrays.sort(hashes);
             assertThat(Arrays.binarySearch(hashes, p.getProperty("es.test.isolated.plugin.instantiated")), greaterThanOrEqualTo(0));
         } finally {
             System.setProperties(props);