diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/cluster/impl/BridgeImpl.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/cluster/impl/BridgeImpl.java
index 268c8cd2df..45df584aa4 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/cluster/impl/BridgeImpl.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/cluster/impl/BridgeImpl.java
@@ -727,6 +727,9 @@ public class BridgeImpl implements Bridge, SessionFailureListener, SendAcknowled
             // We remove this reference as we are returning busy which means the reference will never leave the Queue.
             // because of this we have to remove the reference here
             refs.remove(message.getMessageID());
+
+            // The delivering count should also be decreased as to avoid inconsistencies
+            ((QueueImpl) ref.getQueue()).decDelivering();
          }
 
          connectionFailed(e, false);