run all groups 3 times

.ci/jobs.yml

@@ -1,29 +1,73 @@
 JOB:
-  - kibana-intake
-  - x-pack-intake
-  - kibana-ciGroup1
-  - kibana-ciGroup2
-  - kibana-ciGroup3
-  - kibana-ciGroup4
-  - kibana-ciGroup5
-  - kibana-ciGroup6
-  - kibana-ciGroup7
-  - kibana-ciGroup8
-  - kibana-ciGroup9
-  - kibana-ciGroup10
-  - kibana-ciGroup11
-  - kibana-ciGroup12
+  # - kibana-intake
+  # - x-pack-intake
+  - kibana-ciGroup1-1
+  - kibana-ciGroup2-1
+  - kibana-ciGroup3-1
+  - kibana-ciGroup4-1
+  - kibana-ciGroup5-1
+  - kibana-ciGroup6-1
+  - kibana-ciGroup7-1
+  - kibana-ciGroup8-1
+  - kibana-ciGroup9-1
+  - kibana-ciGroup10-1
+  - kibana-ciGroup11-1
+  - kibana-ciGroup12-1
+  - kibana-ciGroup1-2
+  - kibana-ciGroup2-2
+  - kibana-ciGroup3-2
+  - kibana-ciGroup4-2
+  - kibana-ciGroup5-2
+  - kibana-ciGroup6-2
+  - kibana-ciGroup7-2
+  - kibana-ciGroup8-2
+  - kibana-ciGroup9-2
+  - kibana-ciGroup10-2
+  - kibana-ciGroup11-2
+  - kibana-ciGroup12-2
+  - kibana-ciGroup1-3
+  - kibana-ciGroup2-3
+  - kibana-ciGroup3-3
+  - kibana-ciGroup4-3
+  - kibana-ciGroup5-3
+  - kibana-ciGroup6-3
+  - kibana-ciGroup7-3
+  - kibana-ciGroup8-3
+  - kibana-ciGroup9-3
+  - kibana-ciGroup10-3
+  - kibana-ciGroup11-3
+  - kibana-ciGroup12-3
   # make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
-  - x-pack-ciGroup1
-  - x-pack-ciGroup2
-  - x-pack-ciGroup3
-  - x-pack-ciGroup4
-  - x-pack-ciGroup5
-  - x-pack-ciGroup6
-  - x-pack-ciGroup7
-  - x-pack-ciGroup8
-  - x-pack-ciGroup9
-  - x-pack-ciGroup10
+  - x-pack-ciGroup1-1
+  - x-pack-ciGroup2-1
+  - x-pack-ciGroup3-1
+  - x-pack-ciGroup4-1
+  - x-pack-ciGroup5-1
+  - x-pack-ciGroup6-1
+  - x-pack-ciGroup7-1
+  - x-pack-ciGroup8-1
+  - x-pack-ciGroup9-1
+  - x-pack-ciGroup10-1
+  - x-pack-ciGroup1-2
+  - x-pack-ciGroup2-2
+  - x-pack-ciGroup3-2
+  - x-pack-ciGroup4-2
+  - x-pack-ciGroup5-2
+  - x-pack-ciGroup6-2
+  - x-pack-ciGroup7-2
+  - x-pack-ciGroup8-2
+  - x-pack-ciGroup9-2
+  - x-pack-ciGroup10-2
+  - x-pack-ciGroup1-3
+  - x-pack-ciGroup2-3
+  - x-pack-ciGroup3-3
+  - x-pack-ciGroup4-3
+  - x-pack-ciGroup5-3
+  - x-pack-ciGroup6-3
+  - x-pack-ciGroup7-3
+  - x-pack-ciGroup8-3
+  - x-pack-ciGroup9-3
+  - x-pack-ciGroup10-3
 
 # `~` is yaml for `null`
 exclude: ~

src/functional_test_runner/lib/mocha/setup_mocha.js

@@ -60,8 +60,10 @@ export async function setupMocha(lifecycle, log, config, providers) {
   filterSuitesByTags({
     log,
     mocha,
-    include: config.get('suiteTags.include'),
-    exclude: config.get('suiteTags.exclude'),
+    include: config.get('suiteTags.include')
+      .map(tag => tag.replace(/-\d+$/, '')),
+    exclude: config.get('suiteTags.exclude')
+      .map(tag => tag.replace(/-\d+$/, ''))
   });
 
   return mocha;

test/scripts/jenkins_ci_group.sh

@@ -13,7 +13,7 @@ function report {
 
 trap report EXIT
 
-"$(FORCE_COLOR=0 yarn bin)/grunt" functionalTests:ensureAllTestsInCiGroup;
+#"$(FORCE_COLOR=0 yarn bin)/grunt" functionalTests:ensureAllTestsInCiGroup;
 
 node scripts/build --debug --oss;