diff --git a/test/integration/targets/ansible-galaxy-collection/aliases b/test/integration/targets/ansible-galaxy-collection/aliases
index 6c57208aec6..79d988f4755 100644
--- a/test/integration/targets/ansible-galaxy-collection/aliases
+++ b/test/integration/targets/ansible-galaxy-collection/aliases
@@ -2,3 +2,5 @@ shippable/galaxy/group1
 shippable/galaxy/smoketest
 cloud/galaxy
 context/controller
+# TODO: remove once the test cleans up between failures reliably and delete the runme.sh
+never/retry/
diff --git a/test/integration/targets/ansible-galaxy-collection/runme.sh b/test/integration/targets/ansible-galaxy-collection/runme.sh
new file mode 100755
index 00000000000..0cbe47fce45
--- /dev/null
+++ b/test/integration/targets/ansible-galaxy-collection/runme.sh
@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+set -eux
+
+# running the test with -vvvv by default since it is not retried
+ansible -i ../../inventory -m include_role -a "name=../../ansible-galaxy-collection/" -vvvv "$@" all