run tests with Firefox 10x times

This commit is contained in:
Dzmitry Lemechko 2019-09-23 08:39:05 +03:00
parent a05c56062f
commit dfd4358d66
4 changed files with 30 additions and 21 deletions

View file

@ -1,20 +1,29 @@
JOB: JOB:
- intake # - intake
- firefoxSmoke - firefoxSmoke-1
- kibana-ciGroup1 - firefoxSmoke-2
- kibana-ciGroup2 - firefoxSmoke-3
- kibana-ciGroup3 - firefoxSmoke-4
- kibana-ciGroup4 - firefoxSmoke-5
- kibana-ciGroup5 - firefoxSmoke-6
- kibana-ciGroup6 - firefoxSmoke-7
- firefoxSmoke-8
- firefoxSmoke-9
- firefoxSmoke-10
# - kibana-ciGroup1
# - kibana-ciGroup2
# - kibana-ciGroup3
# - kibana-ciGroup4
# - kibana-ciGroup5
# - kibana-ciGroup6
# - kibana-visualRegression # - kibana-visualRegression
# make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh # make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
- x-pack-ciGroup1 # - x-pack-ciGroup1
- x-pack-ciGroup2 # - x-pack-ciGroup2
- x-pack-ciGroup3 # - x-pack-ciGroup3
- x-pack-ciGroup4 # - x-pack-ciGroup4
- x-pack-ciGroup5 # - x-pack-ciGroup5
# - x-pack-visualRegression # - x-pack-visualRegression
# `~` is yaml for `null` # `~` is yaml for `null`

View file

@ -6,7 +6,7 @@ echo " -> downloading es snapshot"
node scripts/es snapshot --license=oss --download-only; node scripts/es snapshot --license=oss --download-only;
echo " -> Ensuring all functional tests are in a ciGroup" echo " -> Ensuring all functional tests are in a ciGroup"
yarn run grunt functionalTests:ensureAllTestsInCiGroup; #yarn run grunt functionalTests:ensureAllTestsInCiGroup;
echo " -> building and extracting OSS Kibana distributable for use in functional tests" echo " -> building and extracting OSS Kibana distributable for use in functional tests"
node scripts/build --debug --oss node scripts/build --debug --oss

View file

@ -11,7 +11,7 @@ fi
export TEST_BROWSER_HEADLESS=1 export TEST_BROWSER_HEADLESS=1
if [[ -z "$IS_PIPELINE_JOB" ]] ; then if [[ -z "$IS_PIPELINE_JOB" ]] ; then
yarn run grunt functionalTests:ensureAllTestsInCiGroup; #yarn run grunt functionalTests:ensureAllTestsInCiGroup;
node scripts/build --debug --oss; node scripts/build --debug --oss;
else else
installDir="$(realpath $PARENT_DIR/kibana/build/oss/kibana-*-SNAPSHOT-linux-x86_64)" installDir="$(realpath $PARENT_DIR/kibana/build/oss/kibana-*-SNAPSHOT-linux-x86_64)"

View file

@ -13,12 +13,12 @@ export TEST_BROWSER_HEADLESS=1
if [[ -z "$IS_PIPELINE_JOB" ]] ; then if [[ -z "$IS_PIPELINE_JOB" ]] ; then
echo " -> Ensuring all functional tests are in a ciGroup" echo " -> Ensuring all functional tests are in a ciGroup"
cd "$XPACK_DIR" cd "$XPACK_DIR"
node scripts/functional_tests --assert-none-excluded \ # node scripts/functional_tests --assert-none-excluded \
--include-tag ciGroup1 \ # --include-tag ciGroup1 \
--include-tag ciGroup2 \ # --include-tag ciGroup2 \
--include-tag ciGroup3 \ # --include-tag ciGroup3 \
--include-tag ciGroup4 \ # --include-tag ciGroup4 \
--include-tag ciGroup5 # --include-tag ciGroup5
fi fi
cd "$KIBANA_DIR" cd "$KIBANA_DIR"