diff --git a/tests/ansible/integration/context_service/disconnect_cleanup.yml b/tests/ansible/integration/context_service/disconnect_cleanup.yml
index 359be3fb..dbcd27cc 100644
--- a/tests/ansible/integration/context_service/disconnect_cleanup.yml
+++ b/tests/ansible/integration/context_service/disconnect_cleanup.yml
@@ -8,6 +8,9 @@
   - meta: end_play
     when: not is_mitogen
 
+  - meta: end_play
+    when: ansible_version.full < '2.5.6'
+
   # Start with a clean slate.
   - mitogen_shutdown_all: