diff --git a/test/integration/Makefile b/test/integration/Makefile
index cfb978576c2..4f2d4d9338d 100644
--- a/test/integration/Makefile
+++ b/test/integration/Makefile
@@ -21,7 +21,7 @@ VAULT_PASSWORD_FILE = vault-password
 
 CONSUL_RUNNING := $(shell python consul_running.py)
 
-all: parsing test_var_precedence unicode non_destructive destructive includes check_mode test_hash test_handlers test_group_by test_vault test_tags test_templating_settings
+all: parsing test_var_precedence unicode test_templating_settings non_destructive destructive includes check_mode test_hash test_handlers test_group_by test_vault test_tags
 
 parsing:
 	ansible-playbook bad_parsing.yml -i $(INVENTORY) -e @$(VARS_FILE) $(CREDENTIALS_ARG) -vvv $(TEST_FLAGS) --tags prepare,common,scenario1; [ $$? -eq 3 ]
diff --git a/test/integration/test_templating_settings.yml b/test/integration/test_templating_settings.yml
new file mode 100644
index 00000000000..524b869e632
--- /dev/null
+++ b/test/integration/test_templating_settings.yml
@@ -0,0 +1,16 @@
+---
+- name: 'Test templating in name'
+  hosts: localhost
+  connection: local
+  vars:
+    a_list:
+      - 'part'
+      - 'of a'
+      - 'name'
+
+  tasks:
+  # Note: this only tests that we do not traceback.  It doesn't test that the
+  # name goes through templating correctly
+    - name: 'Task: {{ a_list | to_json }}'
+      debug: msg='{{ a_list | to_json }}'
+