run x-pack-ciGroup3 40 times to test for flakiness

.ci/jobs.yml

@@ -1,26 +1,44 @@
 JOB:
-  - kibana-intake
-  - x-pack-intake
-  - kibana-ciGroup1
-  - kibana-ciGroup2
-  - kibana-ciGroup3
-  - kibana-ciGroup4
-  - kibana-ciGroup5
-  - kibana-ciGroup6
-  - kibana-ciGroup7
-  - kibana-ciGroup8
-  - kibana-ciGroup9
-  - kibana-ciGroup10
-  - kibana-ciGroup11
-  - kibana-ciGroup12
-  # make sure all x-pack-ciGroups are listed in test/scripts/jenkins_xpack_ci_group.sh
-  - x-pack-ciGroup1
-  - x-pack-ciGroup2
-  - x-pack-ciGroup3
-  - x-pack-ciGroup4
-  - x-pack-ciGroup5
-  - x-pack-ciGroup6
-  - x-pack-ciGroup7
+  - x-pack-ciGroup3-0
+  - x-pack-ciGroup3-1
+  - x-pack-ciGroup3-2
+  - x-pack-ciGroup3-3
+  - x-pack-ciGroup3-4
+  - x-pack-ciGroup3-5
+  - x-pack-ciGroup3-6
+  - x-pack-ciGroup3-7
+  - x-pack-ciGroup3-8
+  - x-pack-ciGroup3-9
+  - x-pack-ciGroup3-10
+  - x-pack-ciGroup3-11
+  - x-pack-ciGroup3-12
+  - x-pack-ciGroup3-13
+  - x-pack-ciGroup3-14
+  - x-pack-ciGroup3-15
+  - x-pack-ciGroup3-16
+  - x-pack-ciGroup3-17
+  - x-pack-ciGroup3-18
+  - x-pack-ciGroup3-19
+  - x-pack-ciGroup3-20
+  - x-pack-ciGroup3-21
+  - x-pack-ciGroup3-22
+  - x-pack-ciGroup3-23
+  - x-pack-ciGroup3-24
+  - x-pack-ciGroup3-25
+  - x-pack-ciGroup3-26
+  - x-pack-ciGroup3-27
+  - x-pack-ciGroup3-28
+  - x-pack-ciGroup3-29
+  - x-pack-ciGroup3-30
+  - x-pack-ciGroup3-31
+  - x-pack-ciGroup3-32
+  - x-pack-ciGroup3-33
+  - x-pack-ciGroup3-34
+  - x-pack-ciGroup3-35
+  - x-pack-ciGroup3-36
+  - x-pack-ciGroup3-37
+  - x-pack-ciGroup3-38
+  - x-pack-ciGroup3-39
 
 # `~` is yaml for `null`
 exclude: ~

src/functional_test_runner/lib/mocha/setup_mocha.js

@@ -60,8 +60,10 @@ export async function setupMocha(lifecycle, log, config, providers) {
   filterSuitesByTags({
     log,
     mocha,
-    include: config.get('suiteTags.include'),
-    exclude: config.get('suiteTags.exclude'),
+    include: config.get('suiteTags.include')
+      .map(tag => tag.replace(/-\d+$/, '')),
+    exclude: config.get('suiteTags.exclude')
+      .map(tag => tag.replace(/-\d+$/, ''))
   });
 
   return mocha;