cmueller/ansible
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Update Shippable integration test groups. (#43118)

Browse source 
* Update Shippable integration test groups.
* Update integration test group aliases.
* Rebalance AWS and Azure tests with extra group.
* Rebalance Windows tests with another group.

(cherry picked from commit 4e489d1be8)
This commit is contained in:
Matt Clay 2018-07-23 20:46:22 -07:00
parent 4b7925dfd4
commit 880882bfd4
432 changed files with 596 additions and 489 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
docs/docsite/rst/dev_guide/testing/sanity/integration-aliases.rst
View file

@ -13,10 +13,11 @@ Tests must be configured to run in exactly one group. This is done by adding the
The following are examples of some of the available groups:
- ``posix/ci/group1``
- ``windows/ci/group2``
- ``posix/ci/cloud/group3/azure``
- ``posix/ci/cloud/group4/aws``
- ``shippable/posix/group1``
- ``shippable/windows/group2``
- ``shippable/azure/group3``
- ``shippable/aws/group1``
- ``shippable/cloud/group1``
Groups are used to balance tests across multiple CI jobs to minimize test run time.
They also improve efficiency by keeping tests with similar requirements running together.

41
shippable.yml
View file

@ -35,6 +35,12 @@ matrix:
- env: T=windows/2012-R2/3
- env: T=windows/2016/3
- env: T=windows/2008/4
- env: T=windows/2008-R2/4
- env: T=windows/2012/4
- env: T=windows/2012-R2/4
- env: T=windows/2016/4
- env: T=network
- env: T=osx/10.11/1
@ -76,20 +82,35 @@ matrix:
- env: T=linux/ubuntu1604/3
- env: T=linux/ubuntu1604py3/3
- env: T=cloud/default/2.7/1
- env: T=cloud/default/3.6/1
- env: T=aws/2.7/1
- env: T=aws/3.6/1
- env: T=cloud/default/2.7/2
- env: T=cloud/default/3.6/2
- env: T=aws/2.7/2
- env: T=aws/3.6/2
- env: T=cloud/default/2.7/3
- env: T=cloud/default/3.6/3
- env: T=azure/2.7/1
- env: T=azure/3.6/1
- env: T=cloud/default/2.7/4
- env: T=cloud/default/3.6/4
- env: T=azure/2.7/2
- env: T=azure/3.6/2
- env: T=cloud/default/2.7/5
- env: T=cloud/default/3.6/5
- env: T=azure/2.7/3
- env: T=azure/3.6/3
- env: T=azure/2.7/4
- env: T=azure/3.6/4
- env: T=vcenter/2.7/1
- env: T=vcenter/3.6/1
- env: T=cs/2.7/1
- env: T=cs/3.6/1
- env: T=tower/2.7/1
- env: T=tower/3.6/1
- env: T=cloud/2.7/1
- env: T=cloud/3.6/1
branches:
except:
- "*-patch-*"

2
test/integration/targets/acl/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/acme_account/aliases
View file

@ -1,3 +1,3 @@
posix/ci/group1
shippable/posix/group1
destructive
disabled

2
test/integration/targets/add_host/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/alternatives/aliases
View file

@ -1,4 +1,4 @@
posix/ci/group3
shippable/posix/group3
destructive
needs/root
skip/freebsd

2
test/integration/targets/ansible-galaxy/aliases
View file

@ -1,2 +1,2 @@
destructive
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/ansible/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/any_errors_fatal/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/apache2_module/aliases
View file

@ -1,2 +1,2 @@
destructive
posix/ci/group1
shippable/posix/group1

2
test/integration/targets/apt/aliases
View file

@ -1,4 +1,4 @@
posix/ci/group1
shippable/posix/group1
destructive
skip/freebsd
skip/osx

2
test/integration/targets/apt_key/aliases
View file

@ -1,4 +1,4 @@
posix/ci/group1
shippable/posix/group1
skip/freebsd
skip/osx
skip/rhel

2
test/integration/targets/apt_repository/aliases
View file

@ -1,6 +1,6 @@
apt_key
destructive
posix/ci/group1
shippable/posix/group1
skip/freebsd
skip/osx
skip/rhel

2
test/integration/targets/archive/aliases
View file

@ -1,3 +1,3 @@
needs/root
posix/ci/group2
shippable/posix/group2
destructive

2
test/integration/targets/args/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/assemble/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/async/aliases
View file

@ -1,3 +1,3 @@
async_status
async_wrapper
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/async_extra_data/aliases
View file

@ -1,4 +1,4 @@
needs/ssh
posix/ci/group3
shippable/posix/group3
skip/freebsd
skip/osx

2
test/integration/targets/async_fail/aliases
View file

@ -1,3 +1,3 @@
async_status
async_wrapper
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/at/aliases
View file

@ -1,2 +1,2 @@
posix/ci/group1
shippable/posix/group1
destructive

2
test/integration/targets/authorized_key/aliases
View file

@ -1,2 +1,2 @@
needs/root
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/aws_api_gateway/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_caller_facts/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_config/aliases
View file

@ -1,3 +1,3 @@
cloud/aws
disabled
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_ec2_inventory/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_elasticbeanstalk_app/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_glue_connection/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_inspector/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group3/aws
shippable/aws/group1

2
test/integration/targets/aws_lambda/aliases
View file

@ -1,4 +1,4 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1
execute_lambda
lambda

2
test/integration/targets/aws_s3/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_ses_identity/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_ses_identity_policy/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/aws_ssm_parameters/aliases
View file

@ -1,2 +1,2 @@
cloud/aws
posix/ci/cloud/group4/aws
shippable/aws/group1

2
test/integration/targets/azure_rm_availabilityset/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

4
test/integration/targets/azure_rm_availabilityset_facts/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group3/azure
posix/ci/cloud/group3/smoketest
shippable/azure/group4
shippable/azure/smoketest
destructive

3
test/integration/targets/azure_rm_containerinstance/aliases
View file

@ -1,4 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
unstable
shippable/azure/group1

2
test/integration/targets/azure_rm_containerregistry/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_deployment/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group2

2
test/integration/targets/azure_rm_dnsrecordset/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_dnsrecordset_facts/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_dnszone/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

4
test/integration/targets/azure_rm_dnszone_facts/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
posix/ci/cloud/group2/smoketest
shippable/azure/group1
shippable/azure/smoketest
destructive

2
test/integration/targets/azure_rm_functionapp/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive
unstable

2
test/integration/targets/azure_rm_image/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group5/azure
shippable/azure/group3
destructive

2
test/integration/targets/azure_rm_keyvault/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group1

2
test/integration/targets/azure_rm_keyvaultkey/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive
disabled

2
test/integration/targets/azure_rm_keyvaultsecret/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive
disabled

2
test/integration/targets/azure_rm_loadbalancer/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group3/azure
shippable/azure/group4
unstable
destructive

2
test/integration/targets/azure_rm_managed_disk/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group5/azure
shippable/azure/group3
destructive

2
test/integration/targets/azure_rm_mysqldatabase/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group4

2
test/integration/targets/azure_rm_mysqlserver/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group4

2
test/integration/targets/azure_rm_networkinterface/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

3
test/integration/targets/azure_rm_postgresqldatabase/aliases
View file

@ -1,4 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
unstable
shippable/azure/group2

3
test/integration/targets/azure_rm_postgresqlserver/aliases
View file

@ -1,4 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
unstable
shippable/azure/group4

2
test/integration/targets/azure_rm_publicipaddress/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_resource/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group1

3
test/integration/targets/azure_rm_securitygroup/aliases
View file

@ -1,5 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
unstable
shippable/azure/group1
destructive
azure_rm_securitygroup_facts

2
test/integration/targets/azure_rm_sqldatabase/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group3
unstable

2
test/integration/targets/azure_rm_sqlserver/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group4

2
test/integration/targets/azure_rm_sqlserver_facts/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
destructive
posix/ci/cloud/group2/azure
shippable/azure/group3
unstable

2
test/integration/targets/azure_rm_storageaccount/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_storageblob/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive
unstable

2
test/integration/targets/azure_rm_subnet/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_virtualmachine/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group3/azure
shippable/azure/group2
unstable
destructive

2
test/integration/targets/azure_rm_virtualmachine_extension/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group5/azure
shippable/azure/group1
destructive

2
test/integration/targets/azure_rm_virtualmachine_scaleset/aliases
View file

@ -1,3 +1,3 @@
cloud/azure
posix/ci/cloud/group3/azure
shippable/azure/group4
destructive

4
test/integration/targets/azure_rm_virtualmachineimage_facts/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group5/azure
posix/ci/cloud/group5/smoketest
shippable/azure/group3
shippable/azure/smoketest
destructive

2
test/integration/targets/azure_rm_virtualnetwork/aliases
View file

@ -1,4 +1,4 @@
cloud/azure
posix/ci/cloud/group2/azure
shippable/azure/group1
destructive
unstable

2
test/integration/targets/become/aliases
View file

@ -1,2 +1,2 @@
destructive
posix/ci/group1
shippable/posix/group1

2
test/integration/targets/binary/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/binary_modules_posix/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

4
test/integration/targets/binary_modules_winrm/aliases
View file

@ -1,3 +1,3 @@
windows/ci/group1
windows/ci/smoketest
shippable/windows/group1
shippable/windows/smoketest
windows

2
test/integration/targets/blockinfile/aliases
View file

@ -1 +1 @@
posix/ci/group1
shippable/posix/group1

2
test/integration/targets/blocks/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/callback_retry_task_name/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/changed_when/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/check_mode/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/cloud_init_data_facts/aliases
View file

@ -1,4 +1,4 @@
destructive
posix/ci/group1
shippable/posix/group1
skip/osx
skip/freebsd

2
test/integration/targets/command_shell/aliases
View file

@ -1,3 +1,3 @@
command
posix/ci/group2
shippable/posix/group2
shell

2
test/integration/targets/conditionals/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/connection/aliases
View file

@ -1 +1 @@
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/connection_chroot/aliases
View file

@ -1,2 +1,2 @@
needs/root
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/connection_local/aliases
View file

@ -1 +1 @@
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/connection_paramiko_ssh/aliases
View file

@ -1,2 +1,2 @@
needs/ssh
posix/ci/group3
shippable/posix/group3

2
test/integration/targets/connection_ssh/aliases
View file

@ -1,2 +1,2 @@
needs/ssh
posix/ci/group3
shippable/posix/group3

5
test/integration/targets/connection_winrm/aliases
View file

@ -1,2 +1,3 @@
windows/ci/group1
windows/ci/smoketest
windows
shippable/windows/group1
shippable/windows/smoketest

2
test/integration/targets/copy/aliases
View file

@ -1,2 +1,2 @@
needs/root
posix/ci/group2
shippable/posix/group2

2
test/integration/targets/cs_account/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_affinitygroup/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_cluster/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_configuration/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_domain/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_firewall/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_host/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_instance/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_instance_facts/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_instance_nic/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_instance_nic_secondaryip/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_instancegroup/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

2
test/integration/targets/cs_ip_address/aliases
View file

@ -1,2 +1,2 @@
cloud/cs
posix/ci/cloud/group1/cs
shippable/cs/group1

Some files were not shown because too many files have changed in this diff Show more