diff --git a/src/test/java/org/elasticsearch/alerts/AlertThrottleTests.java b/src/test/java/org/elasticsearch/alerts/AlertThrottleTests.java
index a1051886748..bd21cce67b3 100644
--- a/src/test/java/org/elasticsearch/alerts/AlertThrottleTests.java
+++ b/src/test/java/org/elasticsearch/alerts/AlertThrottleTests.java
@@ -78,7 +78,7 @@ public class AlertThrottleTests extends AbstractAlertingTests {
         AckAlertResponse ackResponse = alertsClient.prepareAckAlert("throttled-alert").get();
         assertEquals(AlertAckState.ACKED, ackResponse.getAlertAckState());
 
-        Thread.sleep(5000); //Let any currently running stop
+        Thread.sleep(10000); //Let any currently running stop
 
         long countAfterAck = countResponse.getHits().getTotalHits();