ansible/test/integration/targets/jinja_plugins/tasks/main.yml

- shell: ansible-playbook {{ verbosity }} playbook.yml
  args:
    chdir: '{{ role_path }}'
  vars:
    verbosity: "{{ '' if not ansible_verbosity else '-' ~ ('v' * ansible_verbosity) }}"
  register: result

- debug:
    var: result

- assert:
    that:
      - '"[WARNING]: Skipping filter plugin" in result.stderr'
      - '"[WARNING]: Skipping test plugin" in result.stderr'
      - |
                result.stderr|regex_findall('bad_filter')|length == 2
      - |
                result.stderr|regex_findall('bad_test')|length == 2
      - |
                result.stderr|regex_findall('bad_collection_filter')|length == 2
      - |
                result.stderr|regex_findall('bad_collection_test')|length == 2