From 05c8bb79f8158ca8a93d50bc798dd1bed02aaa89 Mon Sep 17 00:00:00 2001
From: Chris Meyers <chris.meyers.fsu@gmail.com>
Date: Tue, 8 Dec 2015 12:24:42 -0500
Subject: [PATCH] playbook that Ansible jenkins runs moved into core

The playbook is already running in jenkins and works. This moves the
assets into core for ease of maintenance going forward.
---
 .../ansible.cfg                               |  2 +
 .../ec2.yml                                   | 41 ++++++++++
 .../inventory                                 |  1 +
 .../inventory.dynamic                         |  3 +
 .../main.yml                                  | 62 ++++++++++++++
 .../roles/ansible_deps/.gitignore             |  1 +
 .../roles/ansible_deps/.travis.yml            | 37 +++++++++
 .../roles/ansible_deps/README.md              |  8 ++
 .../roles/ansible_deps/defaults/main.yml      |  2 +
 .../roles/ansible_deps/handlers/main.yml      |  2 +
 .../ansible_deps/meta/.galaxy_install_info    |  1 +
 .../roles/ansible_deps/meta/main.yml          | 23 ++++++
 .../roles/ansible_deps/tasks/main.yml         | 81 +++++++++++++++++++
 .../roles/ansible_deps/test/inventory         |  1 +
 .../roles/ansible_deps/test/main.yml          | 29 +++++++
 .../roles/ansible_deps/test/requirements.yml  |  2 +
 .../roles/ansible_deps/vars/main.yml          |  2 +
 .../roles/run_integration/tasks/main.yml      | 20 +++++
 18 files changed, 318 insertions(+)
 create mode 100644 test/utils/ansible-playbook_integration_runner/ansible.cfg
 create mode 100644 test/utils/ansible-playbook_integration_runner/ec2.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/inventory
 create mode 100644 test/utils/ansible-playbook_integration_runner/inventory.dynamic
 create mode 100644 test/utils/ansible-playbook_integration_runner/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.gitignore
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.travis.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/README.md
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/defaults/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/handlers/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/.galaxy_install_info
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/tasks/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/inventory
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/requirements.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/ansible_deps/vars/main.yml
 create mode 100644 test/utils/ansible-playbook_integration_runner/roles/run_integration/tasks/main.yml

diff --git a/test/utils/ansible-playbook_integration_runner/ansible.cfg b/test/utils/ansible-playbook_integration_runner/ansible.cfg
new file mode 100644
index 00000000000..14c80651521
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/ansible.cfg
@@ -0,0 +1,2 @@
+[defaults]
+host_key_checking = False
diff --git a/test/utils/ansible-playbook_integration_runner/ec2.yml b/test/utils/ansible-playbook_integration_runner/ec2.yml
new file mode 100644
index 00000000000..59e15f0da1a
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/ec2.yml
@@ -0,0 +1,41 @@
+- name: Launch Instance
+  ec2:
+    group_id: 'sg-07bb906d' # jenkins-slave_new
+    count: 1
+    instance_type: 'm3.medium'
+    image: '{{ item.image }}'
+    wait: true
+    region: 'us-east-1'
+    keypair: '{{ keypair }}'
+    aws_access_key: "{{ aws_access_key|default(lookup('env', 'AWS_ACCESS_KEY')) }}"
+    aws_secret_key: "{{ aws_secret_key|default(lookup('env', 'AWS_SECRET_KEY')) }}"
+    instance_tags:
+      jenkins: jenkins_ansible_pr_test
+  register: ec2
+  with_items: slaves
+# We could do an async here, that would speed things up
+
+
+- name: Wait for SSH
+  wait_for:
+    host: "{{ item['instances'][0]['public_ip'] }}"
+    port: 22
+    delay: 10
+    timeout: 320
+    state: started
+  with_items: ec2.results
+
+- name: Wait a little longer for centos
+  pause: seconds=20
+
+- name: Add hosts group temporary inventory group with pem path
+  add_host:
+    name: "{{ item.1.platform }} {{ ec2.results[item.0]['instances'][0]['public_ip'] }}"
+    groups: dynamic_hosts
+    ansible_ssh_host: "{{ ec2.results[item.0]['instances'][0]['public_ip'] }}"
+    ansible_ssh_private_key_file: '{{ pem_path }}'
+    ansible_ssh_user: "{{ item.1.ssh_user }}"
+    ec2_vars: "{{ ec2.results[item.0]['instances'][0] }}"
+    ec2_instance_ids: "{{ ec2.results[item.0]['instance_ids'] }}"
+  with_indexed_items: slaves
+
diff --git a/test/utils/ansible-playbook_integration_runner/inventory b/test/utils/ansible-playbook_integration_runner/inventory
new file mode 100644
index 00000000000..42de3a1b5d7
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/inventory
@@ -0,0 +1 @@
+localhost ansible_connection=local ansible_python_interpreter="/usr/bin/env python"
diff --git a/test/utils/ansible-playbook_integration_runner/inventory.dynamic b/test/utils/ansible-playbook_integration_runner/inventory.dynamic
new file mode 100644
index 00000000000..1aa03b4ed8d
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/inventory.dynamic
@@ -0,0 +1,3 @@
+localhost ansible_connection=local ansible_python_interpreter="/usr/bin/env python"
+[dynamic_hosts]
+54.157.26.110 ansible_ssh_user=root ansible_ssh_private_key_file=/Users/meyers/Dropbox/.ssh/Ansible_chris_meyers.pem
diff --git a/test/utils/ansible-playbook_integration_runner/main.yml b/test/utils/ansible-playbook_integration_runner/main.yml
new file mode 100644
index 00000000000..8661a6dba9e
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/main.yml
@@ -0,0 +1,62 @@
+- hosts: all
+  connection: local
+  vars:
+    slaves:
+      - distribution: "Ubuntu"
+        version: "12.04"
+        image: "ami-2ccc7a44"
+        ssh_user: "ubuntu"
+        platform: "ubuntu-12.04-x86_64"
+      - distribution: "Ubuntu"
+        version: "14.04"
+        image: "ami-9a562df2"
+        ssh_user: "ubuntu"
+        platform: "ubuntu-14.04-x86_64"
+      - distribution: "CentOS"
+        version: "6.5"
+        image: "ami-8997afe0"
+        ssh_user: "root"
+        platform: "centos-6.5-x86_64"
+      - distribution: "CentOS"
+        version: "7"
+        image: "ami-96a818fe"
+        ssh_user: "centos"
+        platform: "centos-7-x86_64"
+          
+  tasks:
+    - debug: var=ansible_version
+    - include: ec2.yml
+      when: groups['dynamic_hosts'] is not defined
+
+- hosts: dynamic_hosts
+  sudo: true
+  vars:
+    credentials_file: ''
+    test_flags: ""
+    make_target: "non_destructive"
+  #pre_tasks:
+  roles:
+    - { role: ansible_deps, tags: ansible_deps }
+    - { role: run_integration,
+        tags: run_integration,
+        run_integration_test_flags: "{{ test_flags }}",
+        run_integration_credentials_file: "{{ credentials_file }}",
+        run_integration_make_target: "{{ make_target }}", }
+  tasks:
+
+    - name: Kill ec2 instances
+      sudo: false
+      local_action:
+        module: ec2
+        state: absent
+        region: 'us-east-1'
+        instance_ids: "{{ hostvars[item]['ec2_instance_ids'] }}"
+      when: hostvars[item]['ec2_instance_ids'] is defined and item == inventory_hostname
+      with_items: groups['dynamic_hosts']
+
+    - set_fact:
+        ansible_connection: local
+
+    - name: Fail
+      shell: 'echo "{{ inventory_hostname }}, Failed" && exit 1'
+      when: "test_results.rc != 0"
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.gitignore b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.gitignore
new file mode 100644
index 00000000000..1377554ebea
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.gitignore
@@ -0,0 +1 @@
+*.swp
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.travis.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.travis.yml
new file mode 100644
index 00000000000..2264f0b20a7
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/.travis.yml
@@ -0,0 +1,37 @@
+sudo: required
+dist: trusty
+language: python
+python:
+  - "2.7"
+services:
+  - docker
+env:
+  global:
+    - PATH="/usr/bin:$PATH"
+
+before_install:
+    # Ansible doesn't play well with virtualenv
+  - deactivate
+  - sudo apt-get update -qq
+  - sudo apt-get install docker-engine
+
+install:
+  - sudo pip install docker-py
+    # software-properties-common for ubuntu 14.04
+    # python-software-properties for ubuntu 12.04
+  - sudo apt-get install -y sshpass software-properties-common python-software-properties
+  - sudo apt-add-repository -y ppa:ansible/ansible
+  - sudo apt-get update -qq
+  - sudo apt-get install -y ansible
+  - sudo rm /usr/bin/python && sudo ln -s /usr/bin/python2.7 /usr/bin/python
+  - ansible-galaxy install -r test/requirements.yml -p test/roles/
+
+script:
+  # Ensure any invocation of ansible-playbook (i.e. sudo) results in host_key_checking disabled
+  - sudo ansible all -i "127.0.0.1," -m lineinfile -a "regexp=^#host_key_checking dest=/etc/ansible/ansible.cfg line='host_key_checking = False'" -c local
+  - ansible-playbook -i test/inventory test/main.yml --syntax-check
+  - sudo ansible-playbook -i test/inventory test/main.yml
+
+notifications:
+  # notify ansible galaxy of results
+  webhooks: http://goo.gl/nSuq9h
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/README.md b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/README.md
new file mode 100644
index 00000000000..f0fc755863c
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/README.md
@@ -0,0 +1,8 @@
+[![Build Status](https://travis-ci.org/chrismeyersfsu/role-ansible_deps.svg)](https://travis-ci.org/chrismeyersfsu/role-ansible_deps)
+
+ansible_deps
+=========
+
+Install needed packages to run ansible integration tests.
+
+This role is periodically synced from ansible core repo to chrismeyersfsu/role-ansible_deps so that automated tests may run and so this role is accessible from galaxy.
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/defaults/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/defaults/main.yml
new file mode 100644
index 00000000000..c7837fc56b1
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/defaults/main.yml
@@ -0,0 +1,2 @@
+---
+# defaults file for .
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/handlers/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/handlers/main.yml
new file mode 100644
index 00000000000..050cdd12342
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/handlers/main.yml
@@ -0,0 +1,2 @@
+---
+# handlers file for .
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/.galaxy_install_info b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/.galaxy_install_info
new file mode 100644
index 00000000000..ffc298fff6f
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/.galaxy_install_info
@@ -0,0 +1 @@
+{install_date: 'Tue Dec  8 15:06:28 2015', version: master}
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/main.yml
new file mode 100644
index 00000000000..07c15d619ee
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/meta/main.yml
@@ -0,0 +1,23 @@
+---
+galaxy_info:
+  author: Chris Meyers
+  description: install ansible integration test dependencies
+  company: Ansible
+  license: license (GPLv2, CC-BY, etc)
+  min_ansible_version: 1.2
+  platforms:
+  - name: EL
+    versions:
+    - 6
+    - 7
+  - name: Ubuntu
+    versions:
+    - precise
+    - trusty
+  galaxy_tags:
+    - testing
+    - integration
+    - ansible
+    - dependencies
+dependencies: []
+  
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/tasks/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/tasks/main.yml
new file mode 100644
index 00000000000..f71128921d9
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/tasks/main.yml
@@ -0,0 +1,81 @@
+---
+
+- name: Install sudo
+  yum: name=sudo state=installed
+  ignore_errors: true
+  when: ansible_os_family == 'RedHat'
+
+- name: Install sudo
+  apt: name=sudo state=installed
+  ignore_errors: true
+  when: ansible_os_family == 'Debian'
+
+- name: Install RH epel
+  yum: name="epel-release" state=installed
+  sudo: true
+  when: ansible_os_family == 'RedHat'
+
+- name: Install RH ansible dependencies
+  yum: name="{{ item }}" state=installed
+  sudo: true
+  with_items:
+    - python-pip
+    - python-httplib2
+    - rsync
+    - subversion
+    - mercurial
+    - git
+    - rubygems
+    - unzip
+    - openssl
+    - make
+    - gcc
+    - python-devel
+    - libselinux-python
+  when: ansible_os_family == 'RedHat'
+
+- apt: update_cache=yes
+  when: ansible_os_family == 'Debian'
+
+- name: Install Debian ansible dependencies
+  apt: name="{{ item }}" state=installed update_cache=yes
+  sudo: true
+  with_items:
+    - python-pip
+    - python-httplib2
+    - rsync
+    - subversion
+    - mercurial
+    - git
+    - unzip
+    - python-dev
+  when: ansible_os_family == 'Debian'
+
+- name: Install ubuntu 12.04 ansible dependencies
+  apt: name="{{ item }}" state=installed update_cache=yes
+  sudo: true
+  with_items:
+    - rubygems
+  when: ansible_distribution == 'Ubuntu' and ansible_distribution_version == "12.04"
+
+- name: Install ubuntu 14.04 ansible dependencies
+  apt: name="{{ item }}" state=installed update_cache=yes
+  sudo: true
+  with_items:
+    - rubygems-integration
+  when: ansible_distribution == 'Ubuntu' and ansible_distribution_version == "14.04"
+
+- name: Install ansible pip deps
+  sudo: true
+  pip: name="{{ item }}"
+  with_items:
+    - PyYAML
+    - Jinja2
+    - paramiko
+
+- name: Remove tty sudo requirement
+  sudo: true
+  lineinfile: "dest=/etc/sudoers regexp='^Defaults[ ,       ]*requiretty'  line='#Defaults    requiretty'"
+  when: ansible_os_family == 'RedHat'
+
+
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/inventory b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/inventory
new file mode 100644
index 00000000000..2302edae31b
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/inventory
@@ -0,0 +1 @@
+localhost ansible_connection=local
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/main.yml
new file mode 100644
index 00000000000..95617dbfac3
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/main.yml
@@ -0,0 +1,29 @@
+---
+- name: Bring up docker containers
+  hosts: localhost
+  gather_facts: false
+  vars:
+    inventory:
+      - name: ansible_deps_host_1
+        image: "chrismeyers/centos6"
+      - name: ansible_deps_host_2
+        image: "chrismeyers/ubuntu12.04"
+      - name: ansible_deps_host_3
+        image: "ubuntu-upstart:14.04"
+  roles:
+    - { role: provision_docker, provision_docker_company: 'ansible', provision_docker_inventory: "{{ inventory }}" }
+
+- name: Run ansible_deps Tests
+  hosts: docker_containers
+  vars:
+    git_dir: "/tmp/ansible"
+  roles:
+    - { role: ansible_deps }
+  tasks:
+    - name: Clone ansible
+      git:
+        repo: "https://github.com/ansible/ansible.git"
+        dest: "{{ git_dir }}"
+    - name: Invoke ansible in hacking mode
+      shell: "cd {{ git_dir }} && . hacking/env-setup && ansible --version && ansible-playbook --version"
+
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/requirements.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/requirements.yml
new file mode 100644
index 00000000000..fa10641a72e
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/test/requirements.yml
@@ -0,0 +1,2 @@
+- src: chrismeyersfsu.provision_docker
+  name: provision_docker
diff --git a/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/vars/main.yml b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/vars/main.yml
new file mode 100644
index 00000000000..a38c5fb0425
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/ansible_deps/vars/main.yml
@@ -0,0 +1,2 @@
+---
+# vars file for .
diff --git a/test/utils/ansible-playbook_integration_runner/roles/run_integration/tasks/main.yml b/test/utils/ansible-playbook_integration_runner/roles/run_integration/tasks/main.yml
new file mode 100644
index 00000000000..2114567d152
--- /dev/null
+++ b/test/utils/ansible-playbook_integration_runner/roles/run_integration/tasks/main.yml
@@ -0,0 +1,20 @@
+---
+- name: Sync ansible repo to ec2 instance
+  synchronize: 
+    src: "{{ sync_dir }}/"
+    dest: "~/ansible"
+
+- name: Get ansible source dir
+  sudo: false
+  shell: "cd ~ && pwd"
+  register: results
+
+- shell: ". hacking/env-setup && cd test/integration && make {{ run_integration_make_target }}"
+  sudo: true
+  environment:
+    TEST_FLAGS: "{{ run_integration_test_flags|default(lookup('env', 'TEST_FLAGS')) }}"
+    CREDENTIALS_FILE: "{{ run_integration_credentials_file|default(lookup('env', 'CREDENTIALS_FILE')) }}"
+  args:
+    chdir: "{{ results.stdout }}/ansible"
+  register: test_results
+  ignore_errors: true