run tests with Firefox 10x times

lcawl · Sep 23, 2019 · dfd4358 · dfd4358
1 parent a05c560
commit dfd4358
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 21 deletions.
diff --git a/.ci/jobs.yml b/.ci/jobs.yml
@@ -1,20 +1,29 @@
 JOB:
-  - intake
-  - firefoxSmoke
-  - kibana-ciGroup1
-  - kibana-ciGroup2
-  - kibana-ciGroup3
-  - kibana-ciGroup4
-  - kibana-ciGroup5
-  - kibana-ciGroup6
+  # - intake
+  - firefoxSmoke-1
+  - firefoxSmoke-2
+  - firefoxSmoke-3
+  - firefoxSmoke-4
+  - firefoxSmoke-5
+  - firefoxSmoke-6
+  - firefoxSmoke-7
+  - firefoxSmoke-8
+  - firefoxSmoke-9
+  - firefoxSmoke-10
+  # - kibana-ciGroup1
+  # - kibana-ciGroup2
+  # - kibana-ciGroup3
+  # - kibana-ciGroup4
+  # - kibana-ciGroup5
+  # - kibana-ciGroup6
   # - kibana-visualRegression
 
   # make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
-  - x-pack-ciGroup1
-  - x-pack-ciGroup2
-  - x-pack-ciGroup3
-  - x-pack-ciGroup4
-  - x-pack-ciGroup5
+  # - x-pack-ciGroup1
+  # - x-pack-ciGroup2
+  # - x-pack-ciGroup3
+  # - x-pack-ciGroup4
+  # - x-pack-ciGroup5
   # - x-pack-visualRegression
 
 # `~` is yaml for `null`

diff --git a/test/scripts/jenkins_build_kibana.sh b/test/scripts/jenkins_build_kibana.sh
@@ -6,7 +6,7 @@ echo " -> downloading es snapshot"
 node scripts/es snapshot --license=oss --download-only;
 
 echo " -> Ensuring all functional tests are in a ciGroup"
-yarn run grunt functionalTests:ensureAllTestsInCiGroup;
+#yarn run grunt functionalTests:ensureAllTestsInCiGroup;
 
 echo " -> building and extracting OSS Kibana distributable for use in functional tests"
 node scripts/build --debug --oss

diff --git a/test/scripts/jenkins_ci_group.sh b/test/scripts/jenkins_ci_group.sh
@@ -11,7 +11,7 @@ fi
 export TEST_BROWSER_HEADLESS=1
 
 if [[ -z "$IS_PIPELINE_JOB" ]] ; then
-  yarn run grunt functionalTests:ensureAllTestsInCiGroup;
+  #yarn run grunt functionalTests:ensureAllTestsInCiGroup;
   node scripts/build --debug --oss;
 else
   installDir="$(realpath $PARENT_DIR/kibana/build/oss/kibana-*-SNAPSHOT-linux-x86_64)"

diff --git a/test/scripts/jenkins_xpack_ci_group.sh b/test/scripts/jenkins_xpack_ci_group.sh
@@ -13,12 +13,12 @@ export TEST_BROWSER_HEADLESS=1
 if [[ -z "$IS_PIPELINE_JOB" ]] ; then
   echo " -> Ensuring all functional tests are in a ciGroup"
   cd "$XPACK_DIR"
-  node scripts/functional_tests --assert-none-excluded \
-    --include-tag ciGroup1 \
-    --include-tag ciGroup2 \
-    --include-tag ciGroup3 \
-    --include-tag ciGroup4 \
-    --include-tag ciGroup5
+  # node scripts/functional_tests --assert-none-excluded \
+  #   --include-tag ciGroup1 \
+  #   --include-tag ciGroup2 \
+  #   --include-tag ciGroup3 \
+  #   --include-tag ciGroup4 \
+  #   --include-tag ciGroup5
 fi
 
 cd "$KIBANA_DIR"