diff --git a/tests/ansible/integration/ssh/variables.yml b/tests/ansible/integration/ssh/variables.yml
index e9fa3584..fd1a610b 100644
--- a/tests/ansible/integration/ssh/variables.yml
+++ b/tests/ansible/integration/ssh/variables.yml
@@ -1,4 +1,7 @@
 
+# These tests don't run on vanilla because ssh-askpass wants to run for
+# whatever reason.
+
 - name: integration/ssh/variables.yml
   hosts: test-targets
   connection: local
@@ -19,6 +22,7 @@
         -e ansible_ssh_user=mitogen__has_sudo
         -e ansible_ssh_pass=has_sudo_password
       register: out
+      when: is_mitogen
 
     - shell: >
         ANSIBLE_STRATEGY=mitogen_linear
@@ -28,9 +32,11 @@
         -e ansible_ssh_pass=wrong_password
       register: out
       ignore_errors: true
+      when: is_mitogen
 
     - assert:
         that: out.rc == 4  # unreachable
+      when: is_mitogen
 
 
     - name: ansible_ssh_pass
@@ -41,6 +47,7 @@
         -e ansible_user=mitogen__has_sudo
         -e ansible_ssh_pass=has_sudo_password
       register: out
+      when: is_mitogen
 
     - shell: >
         ANSIBLE_STRATEGY=mitogen_linear
@@ -50,9 +57,11 @@
         -e ansible_ssh_pass=wrong_password
       register: out
       ignore_errors: true
+      when: is_mitogen
 
     - assert:
         that: out.rc == 4  # unreachable
+      when: is_mitogen
 
 
     - name: ansible_password
@@ -63,6 +72,7 @@
         -e ansible_user=mitogen__has_sudo
         -e ansible_password=has_sudo_password
       register: out
+      when: is_mitogen
 
     - shell: >
         ANSIBLE_STRATEGY=mitogen_linear
@@ -72,9 +82,11 @@
         -e ansible_password=wrong_password
       register: out
       ignore_errors: true
+      when: is_mitogen
 
     - assert:
         that: out.rc == 4  # unreachable
+      when: is_mitogen
 
 
     - name: ansible_ssh_private_key_file
@@ -85,6 +97,7 @@
         -e ansible_user=mitogen__has_sudo_pubkey
         -e ansible_ssh_private_key_file=../data/docker/mitogen__has_sudo_pubkey.key
       register: out
+      when: is_mitogen
 
     - shell: >
         ANSIBLE_STRATEGY=mitogen_linear
@@ -94,8 +107,8 @@
         -e ansible_ssh_private_key_file=/dev/null
       register: out
       ignore_errors: true
+      when: is_mitogen
 
     - assert:
         that: out.rc == 4  # unreachable
-
-
+      when: is_mitogen