diff --git a/src/test/java/org/elasticsearch/alerts/test/AbstractAlertsSingleNodeTests.java b/src/test/java/org/elasticsearch/alerts/test/AbstractAlertsSingleNodeTests.java
index 1bf6ee724f8..23858d4e304 100644
--- a/src/test/java/org/elasticsearch/alerts/test/AbstractAlertsSingleNodeTests.java
+++ b/src/test/java/org/elasticsearch/alerts/test/AbstractAlertsSingleNodeTests.java
@@ -31,6 +31,12 @@ public abstract class AbstractAlertsSingleNodeTests extends ElasticsearchSingleN
 
     @AfterClass
     public static void cleanupSuite() throws Exception {
+        assertBusy(new Runnable() {
+            @Override
+            public void run() {
+                assertThat(getInstanceFromNode(AlertsService.class).state(), equalTo(AlertsService.State.STARTED));
+            }
+        });
         node().stop();
         assertBusy(new Runnable() {
             @Override