diff --git a/jetty-deploy/src/main/java/org/eclipse/jetty/deploy/providers/ScanningAppProvider.java b/jetty-deploy/src/main/java/org/eclipse/jetty/deploy/providers/ScanningAppProvider.java
index 4a8a6bd1795..066b7776531 100644
--- a/jetty-deploy/src/main/java/org/eclipse/jetty/deploy/providers/ScanningAppProvider.java
+++ b/jetty-deploy/src/main/java/org/eclipse/jetty/deploy/providers/ScanningAppProvider.java
@@ -66,6 +66,10 @@ public abstract class ScanningAppProvider extends AbstractLifeCycle implements A
         {
             Log.debug("changed ",filename);
             App app = _appMap.remove(filename);
+            if (app != null)
+            {
+                _deploymentManager.removeApp(app);
+            }
             app = ScanningAppProvider.this.createApp(filename);
             if (app != null)
             {