Update Shippable integration test groups. (#43118)

* Update Shippable integration test groups.
* Update integration test group aliases.
* Rebalance AWS and Azure tests with extra group.
* Rebalance Windows tests with another group.

(cherry picked from commit 4e489d1be8)
pull/43222/head
Matt Clay 6 years ago
parent 4b7925dfd4
commit 880882bfd4

@ -13,10 +13,11 @@ Tests must be configured to run in exactly one group. This is done by adding the
The following are examples of some of the available groups: The following are examples of some of the available groups:
- ``posix/ci/group1`` - ``shippable/posix/group1``
- ``windows/ci/group2`` - ``shippable/windows/group2``
- ``posix/ci/cloud/group3/azure`` - ``shippable/azure/group3``
- ``posix/ci/cloud/group4/aws`` - ``shippable/aws/group1``
- ``shippable/cloud/group1``
Groups are used to balance tests across multiple CI jobs to minimize test run time. Groups are used to balance tests across multiple CI jobs to minimize test run time.
They also improve efficiency by keeping tests with similar requirements running together. They also improve efficiency by keeping tests with similar requirements running together.

@ -35,6 +35,12 @@ matrix:
- env: T=windows/2012-R2/3 - env: T=windows/2012-R2/3
- env: T=windows/2016/3 - env: T=windows/2016/3
- env: T=windows/2008/4
- env: T=windows/2008-R2/4
- env: T=windows/2012/4
- env: T=windows/2012-R2/4
- env: T=windows/2016/4
- env: T=network - env: T=network
- env: T=osx/10.11/1 - env: T=osx/10.11/1
@ -76,20 +82,35 @@ matrix:
- env: T=linux/ubuntu1604/3 - env: T=linux/ubuntu1604/3
- env: T=linux/ubuntu1604py3/3 - env: T=linux/ubuntu1604py3/3
- env: T=cloud/default/2.7/1 - env: T=aws/2.7/1
- env: T=cloud/default/3.6/1 - env: T=aws/3.6/1
- env: T=aws/2.7/2
- env: T=aws/3.6/2
- env: T=azure/2.7/1
- env: T=azure/3.6/1
- env: T=azure/2.7/2
- env: T=azure/3.6/2
- env: T=azure/2.7/3
- env: T=azure/3.6/3
- env: T=azure/2.7/4
- env: T=azure/3.6/4
- env: T=cloud/default/2.7/2 - env: T=vcenter/2.7/1
- env: T=cloud/default/3.6/2 - env: T=vcenter/3.6/1
- env: T=cloud/default/2.7/3 - env: T=cs/2.7/1
- env: T=cloud/default/3.6/3 - env: T=cs/3.6/1
- env: T=cloud/default/2.7/4 - env: T=tower/2.7/1
- env: T=cloud/default/3.6/4 - env: T=tower/3.6/1
- env: T=cloud/default/2.7/5 - env: T=cloud/2.7/1
- env: T=cloud/default/3.6/5 - env: T=cloud/3.6/1
branches: branches:
except: except:
- "*-patch-*" - "*-patch-*"

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1,3 +1,3 @@
posix/ci/group1 shippable/posix/group1
destructive destructive
disabled disabled

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1,4 +1,4 @@
posix/ci/group3 shippable/posix/group3
destructive destructive
needs/root needs/root
skip/freebsd skip/freebsd

@ -1,2 +1,2 @@
destructive destructive
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1,2 +1,2 @@
destructive destructive
posix/ci/group1 shippable/posix/group1

@ -1,4 +1,4 @@
posix/ci/group1 shippable/posix/group1
destructive destructive
skip/freebsd skip/freebsd
skip/osx skip/osx

@ -1,4 +1,4 @@
posix/ci/group1 shippable/posix/group1
skip/freebsd skip/freebsd
skip/osx skip/osx
skip/rhel skip/rhel

@ -1,6 +1,6 @@
apt_key apt_key
destructive destructive
posix/ci/group1 shippable/posix/group1
skip/freebsd skip/freebsd
skip/osx skip/osx
skip/rhel skip/rhel

@ -1,3 +1,3 @@
needs/root needs/root
posix/ci/group2 shippable/posix/group2
destructive destructive

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1,3 +1,3 @@
async_status async_status
async_wrapper async_wrapper
posix/ci/group2 shippable/posix/group2

@ -1,4 +1,4 @@
needs/ssh needs/ssh
posix/ci/group3 shippable/posix/group3
skip/freebsd skip/freebsd
skip/osx skip/osx

@ -1,3 +1,3 @@
async_status async_status
async_wrapper async_wrapper
posix/ci/group2 shippable/posix/group2

@ -1,2 +1,2 @@
posix/ci/group1 shippable/posix/group1
destructive destructive

@ -1,2 +1,2 @@
needs/root needs/root
posix/ci/group2 shippable/posix/group2

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,3 +1,3 @@
cloud/aws cloud/aws
disabled disabled
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group3/aws shippable/aws/group1

@ -1,4 +1,4 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1
execute_lambda execute_lambda
lambda lambda

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,2 +1,2 @@
cloud/aws cloud/aws
posix/ci/cloud/group4/aws shippable/aws/group1

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group3/azure shippable/azure/group4
posix/ci/cloud/group3/smoketest shippable/azure/smoketest
destructive destructive

@ -1,4 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group1
unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group2

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
posix/ci/cloud/group2/smoketest shippable/azure/smoketest
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive
unstable unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group5/azure shippable/azure/group3
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group1

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive
disabled disabled

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive
disabled disabled

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group3/azure shippable/azure/group4
unstable unstable
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group5/azure shippable/azure/group3
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group4

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group4

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,4 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group2
unstable

@ -1,4 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group4
unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group1

@ -1,5 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
unstable
destructive destructive
azure_rm_securitygroup_facts azure_rm_securitygroup_facts

@ -1,4 +1,4 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group3
unstable unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group4

@ -1,4 +1,4 @@
cloud/azure cloud/azure
destructive destructive
posix/ci/cloud/group2/azure shippable/azure/group3
unstable unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive
unstable unstable

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group3/azure shippable/azure/group2
unstable unstable
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group5/azure shippable/azure/group1
destructive destructive

@ -1,3 +1,3 @@
cloud/azure cloud/azure
posix/ci/cloud/group3/azure shippable/azure/group4
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group5/azure shippable/azure/group3
posix/ci/cloud/group5/smoketest shippable/azure/smoketest
destructive destructive

@ -1,4 +1,4 @@
cloud/azure cloud/azure
posix/ci/cloud/group2/azure shippable/azure/group1
destructive destructive
unstable unstable

@ -1,2 +1,2 @@
destructive destructive
posix/ci/group1 shippable/posix/group1

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1,3 +1,3 @@
windows/ci/group1 shippable/windows/group1
windows/ci/smoketest shippable/windows/smoketest
windows windows

@ -1 +1 @@
posix/ci/group1 shippable/posix/group1

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1,4 +1,4 @@
destructive destructive
posix/ci/group1 shippable/posix/group1
skip/osx skip/osx
skip/freebsd skip/freebsd

@ -1,3 +1,3 @@
command command
posix/ci/group2 shippable/posix/group2
shell shell

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1 +1 @@
posix/ci/group2 shippable/posix/group2

@ -1,2 +1,2 @@
needs/root needs/root
posix/ci/group3 shippable/posix/group3

@ -1 +1 @@
posix/ci/group3 shippable/posix/group3

@ -1,2 +1,2 @@
needs/ssh needs/ssh
posix/ci/group3 shippable/posix/group3

@ -1,2 +1,2 @@
needs/ssh needs/ssh
posix/ci/group3 shippable/posix/group3

@ -1,2 +1,3 @@
windows/ci/group1 windows
windows/ci/smoketest shippable/windows/group1
shippable/windows/smoketest

@ -1,2 +1,2 @@
needs/root needs/root
posix/ci/group2 shippable/posix/group2

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

@ -1,2 +1,2 @@
cloud/cs cloud/cs
posix/ci/cloud/group1/cs shippable/cs/group1

Some files were not shown because too many files have changed in this diff Show More

Loading…
Cancel
Save