run specific groups 10x times
This commit is contained in:
parent
9982eaf864
commit
ad7302f33f
4 changed files with 78 additions and 40 deletions
88
.ci/jobs.yml
88
.ci/jobs.yml
|
@ -1,33 +1,69 @@
|
|||
JOB:
|
||||
- kibana-intake
|
||||
- x-pack-intake
|
||||
- kibana-firefoxSmoke
|
||||
- kibana-ciGroup1
|
||||
- kibana-ciGroup2
|
||||
- kibana-ciGroup3
|
||||
- kibana-ciGroup4
|
||||
- kibana-ciGroup5
|
||||
- kibana-ciGroup6
|
||||
- kibana-ciGroup7
|
||||
- kibana-ciGroup8
|
||||
- kibana-ciGroup9
|
||||
- kibana-ciGroup10
|
||||
- kibana-ciGroup11
|
||||
- kibana-ciGroup12
|
||||
# - kibana-intake
|
||||
# - x-pack-intake
|
||||
- kibana-firefoxSmoke-1
|
||||
- kibana-firefoxSmoke-2
|
||||
- kibana-firefoxSmoke-3
|
||||
- kibana-firefoxSmoke-4
|
||||
- kibana-firefoxSmoke-5
|
||||
- kibana-firefoxSmoke-6
|
||||
- kibana-firefoxSmoke-7
|
||||
- kibana-firefoxSmoke-8
|
||||
- kibana-firefoxSmoke-9
|
||||
- kibana-firefoxSmoke-10
|
||||
# - kibana-ciGroup1
|
||||
# - kibana-ciGroup2
|
||||
# - kibana-ciGroup3
|
||||
# - kibana-ciGroup4
|
||||
# - kibana-ciGroup5
|
||||
- kibana-ciGroup6-1
|
||||
- kibana-ciGroup6-2
|
||||
- kibana-ciGroup6-3
|
||||
- kibana-ciGroup6-4
|
||||
- kibana-ciGroup6-5
|
||||
- kibana-ciGroup6-6
|
||||
- kibana-ciGroup6-7
|
||||
- kibana-ciGroup6-8
|
||||
- kibana-ciGroup6-9
|
||||
- kibana-ciGroup6-10
|
||||
# - kibana-ciGroup7
|
||||
# - kibana-ciGroup8
|
||||
# - kibana-ciGroup9
|
||||
# - kibana-ciGroup10
|
||||
# - kibana-ciGroup11
|
||||
- kibana-ciGroup12-1
|
||||
- kibana-ciGroup12-2
|
||||
- kibana-ciGroup12-3
|
||||
- kibana-ciGroup12-4
|
||||
- kibana-ciGroup12-5
|
||||
- kibana-ciGroup12-6
|
||||
- kibana-ciGroup12-7
|
||||
- kibana-ciGroup12-8
|
||||
- kibana-ciGroup12-9
|
||||
- kibana-ciGroup12-10
|
||||
# - kibana-visualRegression
|
||||
|
||||
# make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
|
||||
- x-pack-firefoxSmoke
|
||||
- x-pack-ciGroup1
|
||||
- x-pack-ciGroup2
|
||||
- x-pack-ciGroup3
|
||||
- x-pack-ciGroup4
|
||||
- x-pack-ciGroup5
|
||||
- x-pack-ciGroup6
|
||||
- x-pack-ciGroup7
|
||||
- x-pack-ciGroup8
|
||||
- x-pack-ciGroup9
|
||||
- x-pack-ciGroup10
|
||||
# - x-pack-firefoxSmoke
|
||||
- x-pack-ciGroup1-1
|
||||
- x-pack-ciGroup1-2
|
||||
- x-pack-ciGroup1-3
|
||||
- x-pack-ciGroup1-4
|
||||
- x-pack-ciGroup1-5
|
||||
- x-pack-ciGroup1-6
|
||||
- x-pack-ciGroup1-7
|
||||
- x-pack-ciGroup1-8
|
||||
- x-pack-ciGroup1-9
|
||||
- x-pack-ciGroup1-10
|
||||
# - x-pack-ciGroup2
|
||||
# - x-pack-ciGroup3
|
||||
# - x-pack-ciGroup4
|
||||
# - x-pack-ciGroup5
|
||||
# - x-pack-ciGroup6
|
||||
# - x-pack-ciGroup7
|
||||
# - x-pack-ciGroup8
|
||||
# - x-pack-ciGroup9
|
||||
# - x-pack-ciGroup10
|
||||
# - x-pack-visualRegression
|
||||
|
||||
# `~` is yaml for `null`
|
||||
|
|
|
@ -60,8 +60,10 @@ export async function setupMocha(lifecycle, log, config, providers) {
|
|||
filterSuitesByTags({
|
||||
log,
|
||||
mocha,
|
||||
include: config.get('suiteTags.include'),
|
||||
exclude: config.get('suiteTags.exclude'),
|
||||
include: config.get('suiteTags.include')
|
||||
.map(tag => tag.replace(/-\d+$/, '')),
|
||||
exclude: config.get('suiteTags.exclude')
|
||||
.map(tag => tag.replace(/-\d+$/, ''))
|
||||
});
|
||||
|
||||
return mocha;
|
||||
|
|
|
@ -3,7 +3,7 @@
|
|||
set -e
|
||||
trap 'node "$KIBANA_DIR/src/dev/failed_tests/cli"' EXIT
|
||||
|
||||
yarn run grunt functionalTests:ensureAllTestsInCiGroup;
|
||||
#yarn run grunt functionalTests:ensureAllTestsInCiGroup;
|
||||
|
||||
node scripts/build --debug --oss;
|
||||
|
||||
|
|
|
@ -7,17 +7,17 @@ export TEST_BROWSER_HEADLESS=1
|
|||
|
||||
echo " -> Ensuring all functional tests are in a ciGroup"
|
||||
cd "$XPACK_DIR"
|
||||
node scripts/functional_tests --assert-none-excluded \
|
||||
--include-tag ciGroup1 \
|
||||
--include-tag ciGroup2 \
|
||||
--include-tag ciGroup3 \
|
||||
--include-tag ciGroup4 \
|
||||
--include-tag ciGroup5 \
|
||||
--include-tag ciGroup6 \
|
||||
--include-tag ciGroup7 \
|
||||
--include-tag ciGroup8 \
|
||||
--include-tag ciGroup9 \
|
||||
--include-tag ciGroup10
|
||||
# node scripts/functional_tests --assert-none-excluded \
|
||||
# --include-tag ciGroup1 \
|
||||
# --include-tag ciGroup2 \
|
||||
# --include-tag ciGroup3 \
|
||||
# --include-tag ciGroup4 \
|
||||
# --include-tag ciGroup5 \
|
||||
# --include-tag ciGroup6 \
|
||||
# --include-tag ciGroup7 \
|
||||
# --include-tag ciGroup8 \
|
||||
# --include-tag ciGroup9 \
|
||||
# --include-tag ciGroup10
|
||||
|
||||
echo " -> building and extracting default Kibana distributable for use in functional tests"
|
||||
cd "$KIBANA_DIR"
|
||||
|
|
Loading…
Reference in a new issue