tests: Tag Ansible tests

This makes it easier to run subsets using ANSIBLE_RUN_TAGS=...
pull/867/head
Alex Willmer 3 years ago
parent f202ba9320
commit 3c58215a91

@ -1,4 +1,6 @@
- include: setup/all.yml
tags: setup
- include: regression/all.yml
tags: regression
- include: integration/all.yml
tags: integration

@ -82,3 +82,5 @@
- /tmp/copy-large-inline-file.out
# end of cleaning out files (again)
tags:
- copy

@ -114,3 +114,5 @@
- /tmp/copy-with-mode.out
# end of cleaning out files
tags:
- fixup_perms2__copy

@ -41,3 +41,5 @@
["root"],
)
fail_msg: raw={{raw}}
tags:
- low_level_execute_command

@ -160,3 +160,5 @@
- out.module_path.startswith(good_temp_path2)
- out.module_tmpdir.startswith(good_temp_path2)
fail_msg: out={{out}}
tags:
- make_tmp_path

@ -18,3 +18,5 @@
script: |
assert not self._remote_file_exists("{{ out.t1 }}")
assert not self._remote_file_exists("{{ out.t2 }}")
tags:
- make_tmp_path_double

@ -110,3 +110,5 @@
- assert:
that: out.result == '$HOME/foo'
fail_msg: out={{out}}
tags:
- remote_expand_user

@ -35,4 +35,5 @@
- file:
path: /tmp/does-exist
state: absent
tags:
- remote_file_exists

@ -37,3 +37,5 @@
- file:
path: /tmp/remove_tmp_path_test
state: absent
tags:
- remove_tmp_path

@ -72,3 +72,5 @@
# - /tmp/synchronize-action-key
# - /tmp/sync-test
# - /tmp/sync-test.out
tags:
- synchronize

@ -46,3 +46,5 @@
- file:
path: /tmp/transfer-data
state: absent
tags:
- transfer_data

@ -4,20 +4,38 @@
#
- include: action/all.yml
tags: action
- include: async/all.yml
tags: async
- include: become/all.yml
tags: become
- include: connection/all.yml
tags: connection
- include: connection_delegation/all.yml
tags: connection_delegation
- include: connection_loader/all.yml
tags: connection_loader
- include: context_service/all.yml
tags: context_service
- include: glibc_caches/all.yml
tags: glibc_caches
- include: interpreter_discovery/all.yml
tags: interpreter_discovery
- include: local/all.yml
tags: local
- include: module_utils/all.yml
tags: module_utils
- include: playbook_semantics/all.yml
tags: playbook_semantics
- include: process/all.yml
tags: process
- include: runner/all.yml
tags: runner
- include: ssh/all.yml
tags: ssh
- include: strategy/all.yml
tags: strategy
- include: stub_connections/all.yml
tags: stub_connections
- include: transport_config/all.yml
tags: transport_config

@ -35,3 +35,5 @@
- out.results[1].rc == 0
- out.results[1].delta > '0:00:05'
fail_msg: out={{out}}
tags:
- multiple_items_loop

@ -55,3 +55,5 @@
fail_msg: async_out={{async_out}}
vars:
async_out: "{{result.content|b64decode|from_json}}"
tags:
- result_binary_producing_json

@ -42,3 +42,5 @@
fail_msg: async_out={{async_out}}
vars:
async_out: "{{result.content|b64decode|from_json}}"
tags:
- result_binary_producing_junk

@ -46,3 +46,5 @@
when: ansible_version.full > '2.4'
vars:
async_out: "{{result.content|b64decode|from_json}}"
tags:
- result_shell_echo_hi

@ -55,3 +55,5 @@
- async_result1.pid != async_result2.pid
fail_msg: async_result1={{async_result1}} async_result2={{async_result2}}
when: is_mitogen
tags:
- runner_new_process

@ -65,3 +65,5 @@
- result1.failed == False
fail_msg: result1={{result1}}
when: ansible_version.full is version('2.4', '>')
tags:
- runner_one_job

@ -33,3 +33,5 @@
- result.msg == "Job reached maximum time limit of 1 seconds."
fail_msg: result={{result}}
when: is_mitogen
tags:
- runner_timeout_then_polling

@ -63,3 +63,5 @@
- result2.stdout == 'im_alive'
fail_msg: result2={{result2}}
when: ansible_version.full > '2.8' # ansible#51393
tags:
- runner_two_simultaneous_jobs

@ -23,4 +23,5 @@
job1.msg == "async task did not complete within the requested time - 1s" or
job1.msg == "Job reached maximum time limit of 1 seconds."
fail_msg: job1={{job1}}
tags:
- runner_with_polling_and_timeout

@ -59,3 +59,6 @@
- out.stdout == 'mitogen__user1'
fail_msg: out={{out}}
when: is_mitogen
tags:
- su
- su_password

@ -22,3 +22,6 @@
("sudo: unrecognized option `--derps'" in out.module_stdout) or
("sudo: unrecognized option '--derps'" in out.module_stderr)
fail_msg: out={{out}}
tags:
- sudo
- sudo_flags_failure

@ -31,3 +31,6 @@
- ansible_facts.distribution not in ["MacOSX"]
or ansible_version.full is version("2.11", ">=", strict=True)
or is_mitogen
tags:
- sudo
- sudo_nonexistent

@ -1,6 +1,6 @@
# Verify passwordless sudo behaviour in various cases.
- name: integration/become/sudo_basic.yml
- name: integration/become/sudo_nopassword.yml
hosts: test-targets
any_errors_fatal: true
tasks:
@ -24,3 +24,6 @@
that:
- out.stdout == 'root'
fail_msg: out={{out}}
tags:
- sudo
- sudo_nopassword

@ -70,3 +70,6 @@
# - assert:
# that:
# - out.stdout == 'mitogen__pw_required'
tags:
- sudo
- sudo_password

@ -35,3 +35,6 @@
# that:
# - out.stdout == 'mitogen__require_tty_pw_required'
# when: is_mitogen
tags:
- sudo
- sudo_requiretty

@ -39,3 +39,5 @@
- out.result|length == 2 # no sudo
fail_msg: out={{out}}
when: is_mitogen
tags:
- become_same_user

@ -26,3 +26,6 @@
- out.rc == 4
- "'Mitogen was disconnected from the remote environment while a call was in-progress.' in out.stdout"
fail_msg: out={{out}}
tags:
- disconnect
- disconnect_during_module

@ -45,3 +45,6 @@
except AnsibleConnectionFailure:
e = sys.exc_info()[1]
assert str(e).startswith('Mitogen was disconnected')
tags:
- disconnect
- disconnect_resets_connection

@ -18,3 +18,5 @@
- out.result[1].decode() == "hello, world\r\n"
- out.result[2].decode().startswith("Shared connection to ")
fail_msg: out={{out}}
tags:
- exec_command

@ -37,3 +37,5 @@
"homedir from facts": "{{root_facts.ansible_facts.ansible_user_dir}}"
}
when: is_mitogen
tags:
- home_dir

@ -10,3 +10,6 @@
file_size: 512
tasks:
- include: _put_file.yml
tags:
- put_file
- put_large_file

@ -10,3 +10,6 @@
file_size: 123
tasks:
- include: _put_file.yml
tags:
- put_file
- put_small_file

@ -44,3 +44,5 @@
# sudo PID has changed.
- out_become.ppid != out_become2.ppid
fail_msg: out={{out}} out2={{out2}} out_become={{out_become}} out_become2={{out_become2}}
tags:
- reset

@ -49,3 +49,5 @@
that:
- login_acct.pid != new_login_acct.pid
fail_msg: login_acct={{login_acct}} new_login_acct={{new_login_acct}}
tags:
- reset_become

@ -90,3 +90,5 @@
'method': 'ssh',
}
]
tags:
- delegate_to_template

@ -33,3 +33,5 @@
'method': 'sudo',
}
]
tags:
- local_action

@ -27,3 +27,6 @@
'method': 'setns',
},
]
tags:
- osa
- osa_container_standalone

@ -30,3 +30,6 @@
'method': 'setns',
},
]
tags:
- osa
- osa_delegate_to_self

@ -25,6 +25,8 @@
# used later for local_action test.
- local_action: custom_python_detect_environment
register: local_env
tags:
- stack_construction
- hosts: cd-normal
@ -50,6 +52,8 @@
"method": "doas",
}
]
tags:
- stack_construction
- hosts: cd-normal
@ -94,6 +98,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-alias
@ -137,6 +143,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-normal-normal
@ -191,6 +199,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-normal-alias
@ -264,6 +274,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-newuser-normal-normal
@ -318,6 +330,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-newuser-normal-normal
@ -362,6 +376,8 @@
'method': 'ssh',
},
]
tags:
- stack_construction
- hosts: cd-newuser-normal-normal
@ -381,6 +397,8 @@
'method': 'local',
},
]
tags:
- stack_construction
- hosts: cd-newuser-doas-normal
@ -416,3 +434,5 @@
'method': 'doas',
},
]
tags:
- stack_construction

@ -13,3 +13,6 @@
- assert:
that: (not not out.mitogen_loaded) == (not not is_mitogen)
fail_msg: out={{out}}
tags:
- local
- local_blemished

@ -17,3 +17,6 @@
that: not out.mitogen_loaded
fail_msg: out={{out}}
when: False
tags:
- paramiko
- paramiko_unblemished

@ -13,3 +13,6 @@
- assert:
that: (not not out.mitogen_loaded) == (not not is_mitogen)
fail_msg: out={{out}}
tags:
- ssh
- ssh_blemished

@ -48,3 +48,5 @@
# - assert:
# that: out.dump|length == play_hosts|length # just the ssh account
tags:
- disconnect_cleanup

@ -40,3 +40,5 @@
# that:
# - first_run.results[-1].pid != second_run.results[-1].pid
# when: is_mitogen
tags:
- lru_one_target

@ -32,3 +32,5 @@
that:
- old_become_env.pid != new_become_env.pid
fail_msg: old_become_env={{old_become_env}} new_become_env={{new_become_env}}
tags:
- reconnection

@ -30,4 +30,5 @@
that:
- out.stdout is match('.*python([0-9.]+)?\(mitogen:ansible\)')
fail_msg: out={{out}}
tags:
- remote_name

@ -48,3 +48,5 @@
when: |
ansible_virtualization_type == "docker" and
ansible_python_version > "2.5"
tags:
- resolv_conf

@ -164,3 +164,5 @@
always:
- meta: clear_facts
when: ansible_version.full is version_compare('2.8.0', '>=')
tags:
- ansible_2_8_tests

@ -54,3 +54,5 @@
environment:
https_proxy: "{{ lookup('env', 'https_proxy')|default('') }}"
no_proxy: "{{ lookup('env', 'no_proxy')|default('') }}"
tags:
- complex_args

@ -20,4 +20,5 @@
- assert:
that: stat.stat.exists
fail_msg: stat={{stat}}
tags:
- cwd_prseserved

@ -6,3 +6,5 @@
connection: local
tasks:
- shell: "env | grep EVIL_VARS_PLUGIN"
tags:
- env_preserved

@ -14,4 +14,5 @@
- out.external1_path == "ansible/integration/module_utils/module_utils/external1.py"
- out.external2_path == "ansible/lib/module_utils/external2.py"
fail_msg: out={{out}}
tags:
- adjacent_to_playbook

@ -6,3 +6,5 @@
any_errors_fatal: true
roles:
- modrole
tags:
- adjacent_to_playbook

@ -13,4 +13,5 @@
- out.external1_path == "ansible/lib/module_utils/external1.py"
- out.external2_path == "ansible/lib/module_utils/external2.py"
fail_msg: out={{out}}
tags:
- from_config_path

@ -12,4 +12,5 @@
that:
- out.extmod_path == "ansible/lib/module_utils/externalpkg/extmod.py"
fail_msg: out={{out}}
tags:
- from_config_path

@ -4,3 +4,5 @@
any_errors_fatal: true
roles:
- overrides_modrole
tags:
- overrides_builtin

@ -15,6 +15,8 @@
- assert:
that: "out.stdout == ''"
fail_msg: out={{out}}
tags:
- become_flags
- hosts: test-targets
any_errors_fatal: true
@ -30,3 +32,5 @@
- assert:
that: "out2.stdout == '2'"
fail_msg: out={{out}}
tags:
- become_flags

@ -94,3 +94,5 @@
become: true
tags:
- requires_local_sudo
tags:
- delegate_to

@ -12,3 +12,5 @@
- assert:
that: "result.stdout == '123'"
fail_msg: result={{result}}
tags:
- environment

@ -29,3 +29,5 @@
# - first_run.results[item|int].stdout == ("mitogen__user%d" % (item|int + 1))
# - first_run.results[item|int].stdout == second_run.results[item|int].stdout
# with_sequence: start=0 end=2
tags:
- custom_python_new_style_module

@ -26,3 +26,5 @@
- assert_equal:
left: socks
right: socks2
tags:
- custom_python_new_style_module

@ -30,3 +30,5 @@
that:
- not out.stat.exists
fail_msg: out={{out}}
tags:
- atexit

@ -17,3 +17,5 @@
out.results[0].rc == 0 and
(out.results[0].stdout == ansible_nodename)
fail_msg: out={{out}}
tags:
- builtin_command_module

@ -23,3 +23,5 @@
or
(out.module_stdout is search(tb_pattern) and out.module_stderr is match("Shared connection to localhost closed."))
fail_msg: out={{out}}
tags:
- crashy_new_style_module

@ -18,3 +18,5 @@
out.results[0].msg == 'Here is my input' and
out.results[0].run_via_env == "yes"
fail_msg: out={{out}}
tags:
- custom_bash_hashbang_argument

@ -14,3 +14,5 @@
(not out.results[0].changed) and
out.results[0].msg == 'Here is my input'
fail_msg: out={{out}}
tags:
- custom_bash_old_style_module

@ -13,3 +13,5 @@
(not out.results[0].changed) and
out.results[0].msg == 'Here is my input'
fail_msg: out={{out}}
tags:
- custom_bash_want_json_module

@ -25,3 +25,5 @@
out.results[0].changed and
out.results[0].msg == 'Hello, world.'
fail_msg: out={{out}}
tags:
- custom_binary_producing_json

@ -19,6 +19,8 @@
register: out_linux
- set_fact: out={{out_linux}}
when: ansible_system == "Linux"
tags:
- custom_binary_producing_junk
- hosts: test-targets
@ -31,3 +33,5 @@
- out.results[0].msg.startswith('MODULE FAILURE')
- out.results[0].rc == 0
fail_msg: out={{out}}
tags:
- custom_binary_producing_junk

@ -6,6 +6,8 @@
with_sequence: start=1 end={{end|default(1)}}
ignore_errors: true
register: out
tags:
- custom_binary_single_null
- hosts: test-targets
any_errors_fatal: true
@ -28,7 +30,8 @@
))
or (ansible_facts.distribution == 'Ubuntu' and ansible_facts.distribution_version == '16.04')
fail_msg: out={{out}}
tags:
- custom_binary_single_null
# Can't test this: Mitogen returns 126, 2.5.x returns 126, 2.4.x discarded the
# return value and always returned 0.

@ -19,3 +19,5 @@
- (not out.changed)
- (not out.results[0].changed)
fail_msg: out={{out}}
tags:
- custom_perl_json_args_module

@ -19,3 +19,5 @@
- (not out.changed)
- (not out.results[0].changed)
fail_msg: out={{out}}
tags:
- custom_perl_want_json_module

@ -14,3 +14,5 @@
out.results[0].input[0].foo and
out.results[0].msg == 'Here is my input'
fail_msg: out={{out}}
tags:
- custom_python_json_args_module

@ -16,3 +16,5 @@
#- "out.results[0].input[0].ANSIBLE_MODULE_ARGS.foo"
- "out.results[0].msg == 'Here is my input'"
fail_msg: out={{out}}
tags:
- custom_python_new_style_module

@ -28,3 +28,5 @@
that:
- out.argv_types_correct
fail_msg: out={{out}}
tags:
- custom_python_new_style_module

@ -10,3 +10,5 @@
- assert:
that: out.ok
fail_msg: out={{out}}
tags:
- custom_python_prehistoric_module

@ -14,3 +14,5 @@
out.results[0].input[0].foo and
out.results[0].msg == 'Here is my input'
fail_msg: out={{out}}
tags:
- custom_python_want_json_module

@ -16,4 +16,5 @@
(not out.results[0].changed) and
out.results[0].msg == 'Here is my input'
fail_msg: out={{out}}
tags:
- custom_script_interpreter

@ -51,4 +51,5 @@
- assert:
that: not out.env.evil_key is defined
fail_msg: out={{out}}
tags:
- environment_isolation

@ -13,3 +13,5 @@
- include_tasks: _etc_environment_global.yml
# Don't destroy laptops.
when: ansible_virtualization_type == "docker"
tags:
- etc_environment

@ -30,3 +30,5 @@
fail_msg: fork_proc1={{fork_proc1}} sync_proc1={{sync_proc1}} fork_proc2={{fork_proc2}}
when: is_mitogen
tags:
- forking_active

@ -44,3 +44,6 @@
that: fork_proc.ppid == regular_proc.pid
fail_msg: fork_proc={{fork_proc}} regular_proc={{regular_proc}}
when: is_mitogen and not forkmode.uses_fork
tags:
- forking_correct_parent

@ -21,4 +21,5 @@
fail_msg: sync_proc1={{sync_proc1}} sync_proc2={{sync_proc2}}
when: is_mitogen
tags:
- forking_inactive

@ -18,3 +18,6 @@
that: |
'The module missing_module was not found in configured module paths' in out.stdout
fail_msg: out={{out}}
tags:
- local
- missing_module

@ -18,3 +18,5 @@
lookup('env', 'HOME') + '/fakekey'
)
fail_msg: out={{out}}
tags:
- config

@ -26,3 +26,5 @@
'"msg": "Connection timed out."' in out.stdout
fail_msg: out={{out}}
when: is_mitogen
tags:
- timeouts

@ -17,7 +17,8 @@
- assert:
that: strategy == 'ansible.plugins.strategy.mitogen_linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- mitogen_linear
- name: integration/strategy/_mixed_mitogen_vanilla.yml (linear)
hosts: test-targets[0]
@ -34,7 +35,8 @@
- assert:
that: strategy == 'ansible.plugins.strategy.linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- linear
- name: integration/strategy/_mixed_mitogen_vanilla.yml (mitogen_linear)
hosts: test-targets[0]
@ -51,3 +53,5 @@
- assert:
that: strategy == 'ansible.plugins.strategy.mitogen_linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- mitogen_linear

@ -16,6 +16,8 @@
- assert:
that: strategy == 'ansible.plugins.strategy.linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- linear
- name: integration/strategy/_mixed_vanilla_mitogen.yml (mitogen_linear)
hosts: test-targets[0]
@ -32,7 +34,8 @@
- assert:
that: strategy == 'ansible.plugins.strategy.mitogen_linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- mitogen_linear
- name: integration/strategy/_mixed_vanilla_mitogen.yml (linear)
hosts: test-targets[0]
@ -49,3 +52,5 @@
- assert:
that: strategy == 'ansible.plugins.strategy.linear.StrategyModule'
fail_msg: strategy={{strategy}}
tags:
- linear

@ -22,3 +22,5 @@
args:
chdir: ../..
register: out
tags:
- mixed_vanilla_mitogen

@ -21,3 +21,5 @@
that:
- out.env.THIS_IS_STUB_KUBECTL == '1'
fail_msg: out={{out}}
tags:
- kubectl

@ -18,3 +18,5 @@
that:
- out.env.THIS_IS_STUB_LXC_ATTACH == '1'
fail_msg: out={{out}}
tags:
- lxc

@ -18,3 +18,5 @@
that:
- out.env.THIS_IS_STUB_LXC == '1'
fail_msg: out={{out}}
tags:
- lxd

@ -21,3 +21,5 @@
- out.env.THIS_IS_STUB_DOAS == '1'
- (out.env.ORIGINAL_ARGV|from_json)[1:3] == ['-u', 'someuser']
fail_msg: out={{out}}
tags:
- mitogen_doas

@ -23,3 +23,5 @@
- assert_equal:
left: (out.env.ORIGINAL_ARGV|from_json)[1:9]
right: ['-u', 'root', '-H', '-r', 'somerole', '-t', 'sometype', '--']
tags:
- mitogen_sudo

@ -32,3 +32,5 @@
- assert:
that: result.rc == 0
fail_msg: result={{result}}
tags:
- stns_lxc

@ -32,3 +32,5 @@
- assert:
that: result.rc == 0
fail_msg: result={{result}}
tags:
- sens_lxd

@ -1,2 +1,4 @@
- include: kubectl.yml
tags:
- kubectl

@ -1,15 +1,30 @@
- include: issue_109__target_has_old_ansible_installed.yml
tags: regression
- include: issue_113__duplicate_module_imports.yml
tags: regression
- include: issue_118__script_not_marked_exec.yml
tags: regression
- include: issue_122__environment_difference.yml
tags: regression
- include: issue_140__thread_pileup.yml
tags: regression
- include: issue_152__local_action_wrong_interpreter.yml
tags: regression
- include: issue_152__virtualenv_python_fails.yml
tags: regression
- include: issue_154__module_state_leaks.yml
tags: regression
- include: issue_177__copy_module_failing.yml
tags: regression
- include: issue_332_ansiblemoduleerror_first_occurrence.yml
tags: regression
- include: issue_558_unarchive_failed.yml
tags: regression
- include: issue_590__sys_modules_crap.yml
tags: regression
- include: issue_591__setuptools_cwd_crash.yml
tags: regression
- include: issue_615__streaming_transfer.yml
tags: regression
- include: issue_655__wait_for_connection_error.yml
tags: regression

Some files were not shown because too many files have changed in this diff Show More

Loading…
Cancel
Save