diff --git a/tests/ansible/integration/runner/custom_binary_producing_junk.yml b/tests/ansible/integration/runner/custom_binary_producing_junk.yml
index 41572aad..b9cfb6b4 100644
--- a/tests/ansible/integration/runner/custom_binary_producing_junk.yml
+++ b/tests/ansible/integration/runner/custom_binary_producing_junk.yml
@@ -25,8 +25,8 @@
   any_errors_fatal: true
   tasks:
     - assert:
-        that: |
-          out.failed and
-          out.results[0].failed and
-          out.results[0].msg == 'MODULE FAILURE' and
-          out.results[0].rc == 0
+        that:
+        - out.failed
+        - out.results[0].failed
+        - out.results[0].msg.startswith('MODULE FAILURE')
+        - out.results[0].rc == 0
diff --git a/tests/ansible/integration/runner/custom_binary_single_null.yml b/tests/ansible/integration/runner/custom_binary_single_null.yml
index bab84381..d8a1af0c 100644
--- a/tests/ansible/integration/runner/custom_binary_single_null.yml
+++ b/tests/ansible/integration/runner/custom_binary_single_null.yml
@@ -10,15 +10,15 @@
 - hosts: test-targets
   any_errors_fatal: true
   tasks:
-    - assert:
-        that:
-          - "out.failed"
-          - "out.results[0].failed"
-          - "out.results[0].msg == 'MODULE FAILURE'"
-          - "out.results[0].module_stdout.startswith('/bin/sh: ')"
-          - |
-            out.results[0].module_stdout.endswith('/custom_binary_single_null: cannot execute binary file\r\n') or
-            out.results[0].module_stdout.endswith('/custom_binary_single_null: Exec format error\r\n')
+  - assert:
+      that:
+      - "out.failed"
+      - "out.results[0].failed"
+      - "out.results[0].msg.startswith('MODULE FAILURE')"
+      - "out.results[0].module_stdout.startswith('/bin/sh: ')"
+      - |
+        out.results[0].module_stdout.endswith('/custom_binary_single_null: cannot execute binary file\r\n') or
+        out.results[0].module_stdout.endswith('/custom_binary_single_null: Exec format error\r\n')
 
 
 # Can't test this: Mitogen returns 126, 2.5.x returns 126, 2.4.x discarded the