diff --git a/jetty-webapp/src/test/java/org/eclipse/jetty/webapp/ConfigurationsTest.java b/jetty-webapp/src/test/java/org/eclipse/jetty/webapp/ConfigurationsTest.java
index 386685a5a69..6600dd9d857 100644
--- a/jetty-webapp/src/test/java/org/eclipse/jetty/webapp/ConfigurationsTest.java
+++ b/jetty-webapp/src/test/java/org/eclipse/jetty/webapp/ConfigurationsTest.java
@@ -19,6 +19,7 @@
 package org.eclipse.jetty.webapp;
 
 import org.junit.jupiter.api.AfterEach;
+import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.Test;
 
 import static java.util.stream.Collectors.toList;
@@ -36,6 +37,12 @@ public class ConfigurationsTest
         Configurations.cleanKnown();
     }
 
+    @BeforeEach
+    public void setup()
+    {
+        Configurations.cleanKnown();
+    }
+
     @Test
     public void testSetKnown()
     {
diff --git a/pom.xml b/pom.xml
index aa344936f3f..ccf072d5590 100644
--- a/pom.xml
+++ b/pom.xml
@@ -638,6 +638,8 @@
             <failIfNoTests>false</failIfNoTests>
             <forkCount>1</forkCount>
             <reuseForks>true</reuseForks> <!-- to work around crash at https://github.com/junit-team/junit5/issues/801 -->
+            <!-- order can be different depending on os jvm so let's force it -->
+            <runOrder>alphabetical</runOrder>
             <systemPropertyVariables>
               <java.io.tmpdir>${project.build.directory}</java.io.tmpdir>
               <unix.socket.tmp>${unix.socket.tmp}</unix.socket.tmp>