diff --git a/common/net/configure_port.go b/common/net/configure_port.go
index cdc0a9168..fddd4b5d6 100644
--- a/common/net/configure_port.go
+++ b/common/net/configure_port.go
@@ -7,6 +7,7 @@ import (
 	"math/rand"
 	"net"
 	"strconv"
+	"time"
 
 	"github.com/hashicorp/packer/common/filelock"
 	"github.com/hashicorp/packer/packer"
@@ -97,5 +98,6 @@ func (lc ListenRangeConfig) Listen(ctx context.Context) (*Listener, error) {
 			lock:     lock,
 		}, err
 
+		time.Sleep(20 * time.Millisecond)
 	}
 }