Ansible Network Test Results

#!/bin/bash -eux # (c) 2016, John Barker # # This file is part of Ansible # # Ansible is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # Ansible is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with Ansible. If not, see . ######################################################## # FIXME Describe purpose, process, directory structure, and state/variables readonly PROG="${0##*/}" readonly LOCKFILE_DIR=/tmp readonly LOCK_FD=200 ## # Validate command line arguments if [ "$#" -ne 2 ]; then echo "Invalid arguments provided" >&2 echo >&2 echo "USAGE: $0 platform branch" >&2 echo >&2 echo " $0 ios devel" >&2 echo " $0 junos stable-2.2" >&2 exit 2 fi platform=$1 branches=$2 inventory="inventory.network" # FIXME This file will updating to reference the DUT VMs once they exist # FIXME Describe directory structure here basedir="/tmp/run-network-test" log_root="/var/www/html/network-tests/logs" #DEBUG_LOGFILE="${basedir}/${PROG}-$(date '+%s').log" main() { validate_tools setup_environment echo "Platform: '${platform}'" echo "Branches: '${branches}'" # Ensure we don't run more than one instance of the tests per platform. # As we only have one test machine per platform we can't run more than one test # at once # Use the flock method from http://www.kfirlavi.com/blog/2012/11/06/elegant-locking-of-bash-program/ lock "${PROG}-${platform}" \ || eexit "Only one instance of ${PROG} can run on ${platform} at one time." run_tests } setup_environment() { if [ -d "${basedir}" ]; then mkdir -p "${basedir}" fi # FIXME Create HTML template if it doesn't already exist if [ ! -e "${log_root}/results.html" ]; then # First run so write out the top of the HTML results page echo "One time setup: Creating '${log_root}/results.html'" cat << 'EOF' > "${log_root}/results.html" Ansible Network Test Results EOF fi } # We key of platform as the Test VMs are the limiting factor, not the branches # run-network-test/platform/devel run_tests() { for branch in ${branches//,/ } do echo "Inspecting: ${branch}" echo "Updating git repo..." branch_dir="${basedir}/${platform}/${branch}" ansible_dir="${branch_dir}/ansible" if [ -d "${ansible_dir}" ]; then git -C "${ansible_dir}" pull else git clone "https://github.com/ansible/ansible.git" "${ansible_dir}" fi # FIXME Revert any files left over from a previous run # Ensure we have the correct branch and submodules checked out git -C "${ansible_dir}" checkout "${branch}" git -C "${ansible_dir}" submodule update --init ## # Have we already ran tests on this commit checkout_sha="$(git -C "${ansible_dir}" rev-parse HEAD )" echo "${checkout_sha}" # Check against existing sha if [ -e "${branch_dir}/last-tested.sha" ]; then if [ "x${checkout_sha}" = "x$(cat "${branch_dir}/last-tested.sha")" ]; then echo "SKIPPING: $branch '${checkout_sha}' Has already been tested" continue # to the next branch fi fi echo "INFO $branch which sha1 of ${checkout_sha} has not been tested yet" echo "${checkout_sha}" > "${branch_dir}/last-tested.sha" logdir_for_this_run="${log_root}/${branch}/${platform}/${checkout_sha}" mkdir -p "${logdir_for_this_run}" echo "env-setup..." source "${ansible_dir}/hacking/env-setup" ansible_exit_value=0 cd "${ansible_dir}/test/integration" echo "Running Tests..." echo "Logs will be written to: ${log_root}/results.html" ansible-playbook --version > "${logdir_for_this_run}/ansible.log" 2>&1 ANSIBLE_FORCE_COLOR=1 ANSIBLE_ROLES_PATH=targets time -p ansible-playbook \ -vvv \ -i ${inventory} \ "${platform}.yaml" >> "${logdir_for_this_run}/ansible.log" 2>&1 || ansible_exit_value=$? echo "Ansible exited with: ${ansible_exit_value}" ### # Format logs # Generate HTML version ansi2html < "${logdir_for_this_run}/ansible.log" > "${logdir_for_this_run}/ansible.html" # Strip escape characters sed -r "s/\x1B\[([0-9]{1,2}(;[0-9]{1,2})?)?[m|K]//g" "${logdir_for_this_run}/ansible.log" > "${logdir_for_this_run}/ansible.txt" # Write row to HTML table # This is horrible, though it gives us a basic table of results # It abuses the fact that we don't *have* to have "

Date	Branch	sha1	Platform	Result

# Assume tests are failing unless they pass. # In the future we could look up the exit value to detect the difference between # failing test and machine not reachable result_cell="${ansible_exit_value}" if [ "${ansible_exit_value}" -eq "0" ]; then result_cell="${ansible_exit_value}" fi gh_link="${checkout_sha}" echo "$(date -R)${branch}${gh_link}${platform}${result_cell}" >> "${log_root}/results.html" if [ "${ansible_exit_value}" -ne "0" ]; then # Display the last few lines of the log tail -n 20 "${logdir_for_this_run}/ansible.log" fi echo "Logs written to: ${logdir_for_this_run}" done } validate_tools() { # FIXME echo "In validate_tools" if ! [ -x "$(command -v git)" ]; then eexit "'git' is not installed." >&2 fi if ! [ -x "$(command -v ansi2html)" ]; then eexit "'ansi2html' is not installed. Please install with 'sudo pip install ansi2html'" >&2 fi } upload_to_s3() { # FIXME echo "In upload_to_s3" } lock() { local prefix=$1 local fd=${2:-$LOCK_FD} local lock_file=$LOCKFILE_DIR/$prefix.lock # create lock file eval "exec $fd>$lock_file" # acquire the lock flock -n "${fd}" \ && return 0 \ || return 1 } eexit() { echo "$1" exit 1 } # Log everything of interest to syslog and to disk # Based on https://nicolaw.uk/#BashScriptDebugSyslog exec > >(2>&-;logger -s -t "$PROG[$$]" -p user.info 2>&1) 2> >(logger -s -t "$PROG[$$]" -p user.error) ls ps >&2 main "$@"