diff --git a/x-pack/qa/vagrant/src/test/resources/packaging/tests/setup_passwords.bash b/x-pack/qa/vagrant/src/test/resources/packaging/tests/setup_passwords.bash
index 14bd8be6826..c13a2951136 100644
--- a/x-pack/qa/vagrant/src/test/resources/packaging/tests/setup_passwords.bash
+++ b/x-pack/qa/vagrant/src/test/resources/packaging/tests/setup_passwords.bash
@@ -55,8 +55,9 @@ echo 'y' | $ESHOME/bin/elasticsearch-setup-passwords auto
 SETUP_AUTO
     echo "$output" > /tmp/setup-passwords-output
     [ "$status" -eq 0 ] || {
-        echo "Expected x-pack elasticsearch-setup-passwords tool exit code to be zero"
+        echo "Expected x-pack elasticsearch-setup-passwords tool exit code to be zero but got $status"
         cat /tmp/setup-passwords-output
+        debug_collect_logs
         false
     }