[ftr] split alerting_api_integration/spaces_only/config.ts into small fast configs (#149854)

## Summary

Trying to address slow config issue:

```
The following "Functional Tests" configs have durations that exceed the maximum amount of time desired for a single CI job. This is not an error, and if you don't own any of these configs then you can ignore this warning.If you own any of these configs please split them up ASAP and ask Operations if you have questions about how to do that.

x-pack/test/alerting_api_integration/spaces_only/config.ts: 41.4 minutes
```

by splitting it into multiple groups.

_1 round (splitting main index file with 3 index suites where each one
has its own setup/tearDown + alerting suite into 4 groups)_

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts
7m 1s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts
**15m 10s**

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts
**21m 40s**

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts
5m 30s

x-pack/test/alerting_api_integration/spaces_only/tests/action_task_params/config.ts
2m 31s

x-pack/test/alerting_api_integration/spaces_only/tests/actions/config.ts
4m 22s

_2 round (rebalance groups 1-4 to be more time equal)_

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts
12m 46s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts
8m 46s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts
17m 30s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts
9m 5s

Here `Alerting eventLog alerts should generate expected alert events for
normal operation` test started to fail, probably there is a dependency
on the previous tests.

_3 round (rebalance groups 1-4, to keep tests order in group 1 up until
`event_log.ts` suite)_

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts
17m 12s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts
8m 28s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts
16m 15s

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts
6m 21s

_4 round (rebalancing groups 3-4 to be more time equal)_

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts
**17m 14s**

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts
**8m 37s**

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts
**12m 40s**

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts
**9m 49s**

---------

Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com>

.buildkite/ftr_configs.yml

@@ -128,7 +128,12 @@ enabled:
   - x-pack/test/alerting_api_integration/security_and_spaces/group2/config.ts
   - x-pack/test/alerting_api_integration/security_and_spaces/group3/config.ts
   - x-pack/test/alerting_api_integration/security_and_spaces/group2/config_non_dedicated_task_runner.ts
-  - x-pack/test/alerting_api_integration/spaces_only/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/actions/config.ts
+  - x-pack/test/alerting_api_integration/spaces_only/tests/action_task_params/config.ts
   - x-pack/test/api_integration_basic/config.ts
   - x-pack/test/api_integration/config_security_basic.ts
   - x-pack/test/api_integration/config_security_trial.ts

x-pack/test/alerting_api_integration/common/config.ts

@@ -26,6 +26,7 @@ interface CreateTestConfigOptions {
   rejectUnauthorized?: boolean; // legacy
   emailDomainsAllowed?: string[];
   testFiles?: string[];
+  reportName?: string;
   useDedicatedTaskRunner: boolean;
 }
 
@@ -73,6 +74,7 @@ export function createTestConfig(name: string, options: CreateTestConfigOptions)
     rejectUnauthorized = true, // legacy
     emailDomainsAllowed = undefined,
     testFiles = undefined,
+    reportName = undefined,
     useDedicatedTaskRunner,
   } = options;
 
@@ -154,7 +156,7 @@ export function createTestConfig(name: string, options: CreateTestConfigOptions)
       servers,
       services,
       junit: {
-        reportName: 'X-Pack Alerting API Integration Tests',
+        reportName: reportName ? reportName : 'X-Pack Alerting API Integration Tests',
       },
       esTestCluster: {
         ...xPackApiIntegrationTestsConfig.get('esTestCluster'),

x-pack/test/alerting_api_integration/security_and_spaces/group2/tests/alerting/event_log.ts

@@ -9,7 +9,7 @@ import expect from '@kbn/expect';
 import { Spaces } from '../../../scenarios';
 import { getUrlPrefix, getTestRuleData, ObjectRemover, getEventLog } from '../../../../common/lib';
 import { FtrProviderContext } from '../../../../common/ftr_provider_context';
-import { validateEvent } from '../../../../spaces_only/tests/alerting/event_log';
+import { validateEvent } from '../../../../spaces_only/tests/alerting/group1/event_log';
 
 // eslint-disable-next-line import/no-default-export
 export default function eventLogTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/action_task_params/config.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { createTestConfig } from '../../../common/config';
+
+export const EmailDomainsAllowed = ['example.org', 'test.com'];
+
+// eslint-disable-next-line import/no-default-export
+export default createTestConfig('spaces_only', {
+  disabledPlugins: ['security'],
+  license: 'trial',
+  enableActionsProxy: false,
+  verificationMode: 'none',
+  customizeLocalHostSsl: true,
+  preconfiguredAlertHistoryEsIndex: true,
+  emailDomainsAllowed: EmailDomainsAllowed,
+  useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Action Task Params',
+});

x-pack/test/alerting_api_integration/spaces_only/tests/action_task_params/index.ts

@@ -6,7 +6,7 @@
  */
 
 import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { buildUp, tearDown } from '..';
+import { buildUp, tearDown } from '../helpers';
 
 // eslint-disable-next-line import/no-default-export
 export default function actionTaskParamsTests({ loadTestFile, getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/actions/config.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { createTestConfig } from '../common/config';
+import { createTestConfig } from '../../../common/config';
 
 export const EmailDomainsAllowed = ['example.org', 'test.com'];
 
@@ -19,4 +19,6 @@ export default createTestConfig('spaces_only', {
   preconfiguredAlertHistoryEsIndex: true,
   emailDomainsAllowed: EmailDomainsAllowed,
   useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Actions',
 });

x-pack/test/alerting_api_integration/spaces_only/tests/actions/connector_types/stack/email.ts

@@ -8,7 +8,7 @@ import expect from '@kbn/expect';
 
 import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 import { ObjectRemover } from '../../../../../common/lib';
-import { EmailDomainsAllowed } from '../../../../config';
+import { EmailDomainsAllowed } from '../../config';
 
 const EmailDomainAllowed = EmailDomainsAllowed[EmailDomainsAllowed.length - 1];
 

x-pack/test/alerting_api_integration/spaces_only/tests/actions/index.ts

@@ -6,7 +6,7 @@
  */
 
 import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { buildUp, tearDown } from '..';
+import { buildUp, tearDown } from '../helpers';
 
 // eslint-disable-next-line import/no-default-export
 export default function actionsTests({ loadTestFile, getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/aggregate.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createAggregateTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/aggregate_post.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createAggregateTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/alerts_base.ts

@@ -13,8 +13,8 @@ import { RecoveredActionGroup } from '@kbn/alerting-plugin/common';
 import { TaskRunning, TaskRunningStage } from '@kbn/task-manager-plugin/server/task_running';
 import { ConcreteTaskInstance } from '@kbn/task-manager-plugin/server';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { Space } from '../../../common/types';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Space } from '../../../../common/types';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   getUrlPrefix,
   getTestRuleData,
@@ -22,7 +22,7 @@ import {
   AlertUtils,
   ensureDatetimeIsWithinRange,
   TaskManagerUtils,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 export function alertTests({ getService }: FtrProviderContext, space: Space) {
   const supertestWithoutAuth = getService('supertestWithoutAuth');

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/config.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { createTestConfig } from '../../../../common/config';
+
+export const EmailDomainsAllowed = ['example.org', 'test.com'];
+
+// eslint-disable-next-line import/no-default-export
+export default createTestConfig('spaces_only', {
+  disabledPlugins: ['security'],
+  license: 'trial',
+  enableActionsProxy: false,
+  verificationMode: 'none',
+  customizeLocalHostSsl: true,
+  preconfiguredAlertHistoryEsIndex: true,
+  emailDomainsAllowed: EmailDomainsAllowed,
+  useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Alerting - group1',
+});

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/create.ts

@@ -8,7 +8,7 @@
 import expect from '@kbn/expect';
 import { SavedObject } from '@kbn/core/server';
 import { RawRule } from '@kbn/alerting-plugin/server/types';
-import { Spaces } from '../../scenarios';
+import { Spaces } from '../../../scenarios';
 import {
   checkAAD,
   getUrlPrefix,
@@ -16,8 +16,8 @@ import {
   ObjectRemover,
   getConsumerUnauthorizedErrorMessage,
   TaskManagerDoc,
-} from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/delete.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createDeleteTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/disable.ts

@@ -6,8 +6,8 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils as RuleUtils,
   checkAAD,
@@ -16,7 +16,7 @@ import {
   ObjectRemover,
   getEventLog,
   TaskManagerDoc,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 import { validateEvent } from './event_log';
 
 // eslint-disable-next-line import/no-default-export

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/enable.ts

@@ -6,8 +6,8 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
@@ -15,7 +15,7 @@ import {
   getTestRuleData,
   ObjectRemover,
   TaskManagerDoc,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createEnableAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/event_log.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 import { IValidatedEvent, nanosToMillis } from '@kbn/event-log-plugin/server';
 import { ESTestIndexTool } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function eventLogTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/find.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 import { SuperTest, Test } from 'supertest';
 import { fromKueryExpression } from '@kbn/es-query';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 async function createAlert(
   objectRemover: ObjectRemover,

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/get.ts

@@ -7,9 +7,9 @@
 
 import expect from '@kbn/expect';
 import { SuperTest, Test } from 'supertest';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 const getTestUtils = (
   describeType: 'internal' | 'public',

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/get_action_error_log.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 import { ESTestIndexTool } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetActionErrorLogTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/get_alert_state.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, ObjectRemover, getTestRuleData } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, ObjectRemover, getTestRuleData } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetAlertStateTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/get_alert_summary.ts

@@ -8,15 +8,15 @@
 import expect from '@kbn/expect';
 import { omit } from 'lodash';
 
-import { Spaces } from '../../scenarios';
+import { Spaces } from '../../../scenarios';
 import {
   getUrlPrefix,
   ObjectRemover,
   getTestRuleData,
   AlertUtils,
   getEventLog,
-} from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetAlertSummaryTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/get_execution_log.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 import { ESTestIndexTool } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetExecutionLogTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/index.ts

@@ -0,0 +1,32 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { buildUp, tearDown } from '../../helpers';
+
+// eslint-disable-next-line import/no-default-export
+export default function alertingTests({ loadTestFile, getService }: FtrProviderContext) {
+  describe('Alerting', () => {
+    before(async () => await buildUp(getService));
+    after(async () => await tearDown(getService));
+
+    loadTestFile(require.resolve('./aggregate'));
+    loadTestFile(require.resolve('./aggregate_post'));
+    loadTestFile(require.resolve('./create'));
+    loadTestFile(require.resolve('./delete'));
+    loadTestFile(require.resolve('./disable'));
+    loadTestFile(require.resolve('./enable'));
+    loadTestFile(require.resolve('./find'));
+    loadTestFile(require.resolve('./get'));
+    loadTestFile(require.resolve('./get_alert_state'));
+    loadTestFile(require.resolve('./get_alert_summary'));
+    loadTestFile(require.resolve('./get_execution_log'));
+    loadTestFile(require.resolve('./get_action_error_log'));
+    loadTestFile(require.resolve('./rule_types'));
+    loadTestFile(require.resolve('./event_log'));
+  });
+}

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group1/rule_types.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix } from '../../../common/lib/space_test_utils';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix } from '../../../../common/lib/space_test_utils';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function listAlertTypes({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/alerts_default_space.ts

@@ -5,9 +5,9 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { Spaces } from '../../scenarios';
-import { alertTests } from './alerts_base';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { alertTests } from '../group1/alerts_base';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertSpace1Tests(context: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/alerts_space1.ts

@@ -5,9 +5,9 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { Spaces } from '../../scenarios';
-import { alertTests } from './alerts_base';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { alertTests } from '../group1/alerts_base';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertSpace1Tests(context: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/config.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { createTestConfig } from '../../../../common/config';
+
+export const EmailDomainsAllowed = ['example.org', 'test.com'];
+
+// eslint-disable-next-line import/no-default-export
+export default createTestConfig('spaces_only', {
+  disabledPlugins: ['security'],
+  license: 'trial',
+  enableActionsProxy: false,
+  verificationMode: 'none',
+  customizeLocalHostSsl: true,
+  preconfiguredAlertHistoryEsIndex: true,
+  emailDomainsAllowed: EmailDomainsAllowed,
+  useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Alerting - group2',
+});

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/execution_status.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
+import { Spaces } from '../../../scenarios';
 import {
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
   ensureDatetimesAreOrdered,
-} from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function executionStatusAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/index.ts

@@ -0,0 +1,31 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { buildUp, tearDown } from '../../helpers';
+
+// eslint-disable-next-line import/no-default-export
+export default function alertingTests({ loadTestFile, getService }: FtrProviderContext) {
+  describe('Alerting', () => {
+    before(async () => await buildUp(getService));
+    after(async () => await tearDown(getService));
+
+    loadTestFile(require.resolve('./execution_status'));
+    loadTestFile(require.resolve('./monitoring_collection'));
+    loadTestFile(require.resolve('./monitoring'));
+    loadTestFile(require.resolve('./mute_all'));
+    loadTestFile(require.resolve('./mute_instance'));
+    loadTestFile(require.resolve('./unmute_all'));
+    loadTestFile(require.resolve('./unmute_instance'));
+    loadTestFile(require.resolve('./update'));
+    loadTestFile(require.resolve('./update_api_key'));
+    loadTestFile(require.resolve('./alerts_space1'));
+    loadTestFile(require.resolve('./alerts_default_space'));
+    loadTestFile(require.resolve('./transform_rule_types'));
+    loadTestFile(require.resolve('./ml_rule_types'));
+  });
+}

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/ml_rule_types/anomaly_detection/alert.ts

@@ -13,9 +13,9 @@ import { MlAnomalyDetectionAlertParams } from '@kbn/ml-plugin/common/types/alert
 import { ANOMALY_SCORE_MATCH_GROUP_ID } from '@kbn/ml-plugin/server/lib/alerts/register_anomaly_detection_alert_type';
 import { ML_ALERT_TYPES } from '@kbn/ml-plugin/common/constants/alerts';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../../../scenarios';
-import { getUrlPrefix, ObjectRemover } from '../../../../../common/lib';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { Spaces } from '../../../../../scenarios';
+import { getUrlPrefix, ObjectRemover } from '../../../../../../common/lib';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 const ACTION_TYPE_ID = '.index';
 const ALERT_TYPE_ID = ML_ALERT_TYPES.ANOMALY_DETECTION;

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/ml_rule_types/anomaly_detection/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/ml_rule_types/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/monitoring.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function monitoringAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/monitoring_collection.ts

@@ -7,16 +7,16 @@
 
 import expect from '@kbn/expect';
 import { ESTestIndexTool } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../scenarios';
+import { Spaces } from '../../../scenarios';
 import {
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
   createWaitForExecutionCount,
   getEventLog,
-} from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { createEsDocuments } from './builtin_alert_types/lib/create_test_data';
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { createEsDocuments } from '../create_test_data';
 
 const NODE_RULES_MONITORING_COLLECTION_URL = `/api/monitoring_collection/node_rules`;
 const CLUSTER_RULES_MONITORING_COLLECTION_URL = `/api/monitoring_collection/cluster_rules`;

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/mute_all.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createMuteTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/mute_instance.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createMuteInstanceTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/transform_rule_types/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/transform_rule_types/transform_health/alert.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 import { PutTransformsRequestSchema } from '@kbn/transform-plugin/common/api_schemas/transforms';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover } from '../../../../../common/lib';
-import { Spaces } from '../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover } from '../../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
 
 const ACTION_TYPE_ID = '.index';
 const ALERT_TYPE_ID = 'transform_health';

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/transform_rule_types/transform_health/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/unmute_all.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createUnmuteTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/unmute_instance.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createUnmuteInstanceTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/update.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { checkAAD, getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { checkAAD, getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createUpdateTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group2/update_api_key.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 /**
  * Eventhough security is disabled, this test checks the API behavior.

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/es_query/common.ts

@@ -6,10 +6,10 @@
  */
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { Spaces } from '../../../../scenarios';
-import { getUrlPrefix, ObjectRemover } from '../../../../../common/lib';
-import { createEsDocuments, createEsDocumentsWithGroups } from '../lib/create_test_data';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { Spaces } from '../../../../../scenarios';
+import { getUrlPrefix, ObjectRemover } from '../../../../../../common/lib';
+import { createEsDocuments, createEsDocumentsWithGroups } from '../../../create_test_data';
 
 export const RULE_TYPE_ID = '.es-query';
 export const CONNECTOR_TYPE_ID = '.index';

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/es_query/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/es_query/query_dsl_only.ts

@@ -9,10 +9,10 @@ import expect from '@kbn/expect';
 
 import { ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover } from '../../../../../common/lib';
-import { createDataStream, deleteDataStream } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover } from '../../../../../../common/lib';
+import { createDataStream, deleteDataStream } from '../../../create_test_data';
 import {
   createConnector,
   CreateRuleParams,

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/es_query/rule.ts

@@ -9,9 +9,9 @@ import expect from '@kbn/expect';
 
 import { ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover } from '../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover } from '../../../../../../common/lib';
 import {
   createConnector,
   ES_GROUPS_TO_WRITE,
@@ -25,7 +25,7 @@ import {
   RULE_INTERVAL_SECONDS,
   RULE_TYPE_ID,
 } from './common';
-import { createDataStream, deleteDataStream } from '../lib/create_test_data';
+import { createDataStream, deleteDataStream } from '../../../create_test_data';
 
 // eslint-disable-next-line import/no-default-export
 export default function ruleTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index.ts

@@ -0,0 +1,16 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+
+// eslint-disable-next-line import/no-default-export
+export default function alertingTests({ loadTestFile }: FtrProviderContext) {
+  describe('builtin alertTypes', () => {
+    loadTestFile(require.resolve('./index_threshold'));
+    loadTestFile(require.resolve('./es_query'));
+  });
+}

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index_threshold/alert.ts

@@ -9,11 +9,11 @@ import expect from '@kbn/expect';
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../common/lib';
-import { createEsDocumentsWithGroups } from '../lib/create_test_data';
-import { createDataStream, deleteDataStream } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../../common/lib';
+import { createEsDocumentsWithGroups } from '../../../create_test_data';
+import { createDataStream, deleteDataStream } from '../../../create_test_data';
 
 const RULE_TYPE_ID = '.index-threshold';
 const CONNECTOR_TYPE_ID = '.index';

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index_threshold/fields_endpoint.ts

@@ -9,9 +9,9 @@ import expect from '@kbn/expect';
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix } from '../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix } from '../../../../../../common/lib';
 
 const API_URI = 'internal/triggers_actions_ui/data/_fields';
 

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index_threshold/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index_threshold/indices_endpoint.ts

@@ -9,11 +9,11 @@ import expect from '@kbn/expect';
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix } from '../../../../../common/lib';
-import { createEsDocumentsWithGroups } from '../lib/create_test_data';
-import { createDataStream, deleteDataStream } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix } from '../../../../../../common/lib';
+import { createEsDocumentsWithGroups } from '../../../create_test_data';
+import { createDataStream, deleteDataStream } from '../../../create_test_data';
 
 const API_URI = 'internal/triggers_actions_ui/data/_indices';
 

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/builtin_alert_types/index_threshold/time_series_query_endpoint.ts

@@ -10,11 +10,11 @@ import expect from '@kbn/expect';
 import { TimeSeriesQuery } from '@kbn/triggers-actions-ui-plugin/server';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix } from '../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix } from '../../../../../../common/lib';
 
-import { createEsDocumentsWithGroups } from '../lib/create_test_data';
+import { createEsDocumentsWithGroups } from '../../../create_test_data';
 
 const INDEX_THRESHOLD_TIME_SERIES_QUERY_URL =
   'internal/triggers_actions_ui/data/_time_series_query';

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/config.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { createTestConfig } from '../../../../common/config';
+
+export const EmailDomainsAllowed = ['example.org', 'test.com'];
+
+// eslint-disable-next-line import/no-default-export
+export default createTestConfig('spaces_only', {
+  disabledPlugins: ['security'],
+  license: 'trial',
+  enableActionsProxy: false,
+  verificationMode: 'none',
+  customizeLocalHostSsl: true,
+  preconfiguredAlertHistoryEsIndex: true,
+  emailDomainsAllowed: EmailDomainsAllowed,
+  useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Alerting - group3',
+});

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group3/index.ts

@@ -0,0 +1,19 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { buildUp, tearDown } from '../../helpers';
+
+// eslint-disable-next-line import/no-default-export
+export default function alertingTests({ loadTestFile, getService }: FtrProviderContext) {
+  describe('Alerting', () => {
+    before(async () => await buildUp(getService));
+    after(async () => await tearDown(getService));
+
+    loadTestFile(require.resolve('./builtin_alert_types'));
+  });
+}

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/alerts_as_data.ts

@@ -8,7 +8,7 @@
 import { alertFieldMap } from '@kbn/alerting-plugin/common/alert_schema';
 import { mappingFromFieldMap } from '@kbn/alerting-plugin/common/alert_schema/field_maps/mapping_from_field_map';
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createAlertsAsDataTest({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/auto_recover/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/auto_recover/rule.ts

@@ -9,10 +9,10 @@ import expect from '@kbn/expect';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
 import { RecoveredActionGroup } from '@kbn/alerting-plugin/common';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, TaskManagerUtils } from '../../../../../common/lib';
-import { createEsDocuments } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, TaskManagerUtils } from '../../../../../../common/lib';
+import { createEsDocuments } from '../../../create_test_data';
 
 const RULE_INTERVAL_SECONDS = 6;
 const RULE_INTERVALS_TO_WRITE = 5;

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/cancellable/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/cancellable/rule.ts

@@ -8,10 +8,10 @@
 import expect from '@kbn/expect';
 import { ESTestIndexTool } from '@kbn/alerting-api-integration-helpers';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../common/lib';
-import { createEsDocuments } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../../common/lib';
+import { createEsDocuments } from '../../../create_test_data';
 
 const RULE_INTERVAL_SECONDS = 6;
 const RULE_INTERVALS_TO_WRITE = 5;

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/circuit_breaker/alert_limit_services.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function maxAlertsRuleTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/circuit_breaker/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingCircuitBreakerTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/circuit_breaker/index_threshold_max_alerts.ts

@@ -8,10 +8,10 @@
 import expect from '@kbn/expect';
 
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../common/lib';
-import { createEsDocumentsWithGroups } from '../lib/create_test_data';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../../common/lib';
+import { createEsDocumentsWithGroups } from '../../../create_test_data';
 
 const RULE_INTERVAL_SECONDS = 6;
 const RULE_INTERVALS_TO_WRITE = 1;

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/index.ts

@@ -5,13 +5,11 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {
   describe('builtin alertTypes', () => {
-    loadTestFile(require.resolve('./index_threshold'));
-    loadTestFile(require.resolve('./es_query'));
     loadTestFile(require.resolve('./long_running'));
     loadTestFile(require.resolve('./cancellable'));
     loadTestFile(require.resolve('./circuit_breaker'));

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/long_running/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function alertingTests({ loadTestFile }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/builtin_alert_types/long_running/rule.ts

@@ -7,9 +7,9 @@
 
 import expect from '@kbn/expect';
 
-import { Spaces } from '../../../../scenarios';
-import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
-import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../common/lib';
+import { Spaces } from '../../../../../scenarios';
+import { FtrProviderContext } from '../../../../../../common/ftr_provider_context';
+import { getUrlPrefix, ObjectRemover, getEventLog } from '../../../../../../common/lib';
 
 const RULE_INTERVAL_SECONDS = 3;
 

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/bulk_edit.ts

@@ -8,15 +8,15 @@
 import expect from '@kbn/expect';
 import { v4 as uuidv4 } from 'uuid';
 import type { SanitizedRule } from '@kbn/alerting-plugin/common';
-import { Spaces } from '../../scenarios';
+import { Spaces } from '../../../scenarios';
 import {
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
   createWaitForExecutionCount,
-} from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 const getSnoozeSchedule = () => {
   return {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/capped_action_type.ts

@@ -6,9 +6,9 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { getEventLog, getTestRuleData, getUrlPrefix, ObjectRemover } from '../../../common/lib';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { getEventLog, getTestRuleData, getUrlPrefix, ObjectRemover } from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createCappedActionsTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/check_registered_rule_types.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createRegisteredRuleTypeTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/config.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { createTestConfig } from '../../../../common/config';
+
+export const EmailDomainsAllowed = ['example.org', 'test.com'];
+
+// eslint-disable-next-line import/no-default-export
+export default createTestConfig('spaces_only', {
+  disabledPlugins: ['security'],
+  license: 'trial',
+  enableActionsProxy: false,
+  verificationMode: 'none',
+  customizeLocalHostSsl: true,
+  preconfiguredAlertHistoryEsIndex: true,
+  emailDomainsAllowed: EmailDomainsAllowed,
+  useDedicatedTaskRunner: true,
+  testFiles: [require.resolve('.')],
+  reportName: 'X-Pack Alerting API Integration Tests - Alerting - group4',
+});

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/ephemeral.ts

@@ -10,9 +10,9 @@ import { flatten } from 'lodash';
 import { IValidatedEvent } from '@kbn/event-log-plugin/server';
 import { DEFAULT_MAX_EPHEMERAL_ACTIONS_PER_ALERT } from '@kbn/alerting-plugin/server/config';
 import { ESTestIndexTool, ES_TEST_INDEX_NAME } from '@kbn/alerting-api-integration-helpers';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createNotifyWhenTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/event_log_alerts.ts

@@ -7,9 +7,9 @@
 
 import expect from '@kbn/expect';
 import { IValidatedEvent, nanosToMillis } from '@kbn/event-log-plugin/server';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function eventLogAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/flapping_history.ts

@@ -7,9 +7,9 @@
 
 import expect from '@kbn/expect';
 import { get } from 'lodash';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { Spaces } from '../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { Spaces } from '../../../scenarios';
 
 // eslint-disable-next-line import/no-default-export
 export default function createFlappingHistoryTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/index.ts

@@ -0,0 +1,36 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { buildUp, tearDown } from '../../helpers';
+
+// eslint-disable-next-line import/no-default-export
+export default function alertingTests({ loadTestFile, getService }: FtrProviderContext) {
+  describe('Alerting', () => {
+    before(async () => await buildUp(getService));
+    after(async () => await tearDown(getService));
+
+    loadTestFile(require.resolve('./builtin_alert_types'));
+    loadTestFile(require.resolve('./mustache_templates.ts'));
+    loadTestFile(require.resolve('./notify_when'));
+    loadTestFile(require.resolve('./ephemeral'));
+    loadTestFile(require.resolve('./event_log_alerts'));
+    loadTestFile(require.resolve('./snooze'));
+    loadTestFile(require.resolve('./bulk_edit'));
+    loadTestFile(require.resolve('./capped_action_type'));
+    loadTestFile(require.resolve('./scheduled_task_id'));
+    loadTestFile(require.resolve('./run_soon'));
+    loadTestFile(require.resolve('./flapping_history'));
+    loadTestFile(require.resolve('./check_registered_rule_types'));
+    loadTestFile(require.resolve('./alerts_as_data'));
+    // Do not place test files here, due to https://github.com/elastic/kibana/issues/123059
+
+    // note that this test will destroy existing spaces
+    loadTestFile(require.resolve('./migrations.ts'));
+    loadTestFile(require.resolve('./migrations/index.ts'));
+  });
+}

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/migrations.ts

@@ -9,9 +9,9 @@ import expect from '@kbn/expect';
 import type * as estypes from '@elastic/elasticsearch/lib/api/typesWithBodyKey';
 import type { RawRule, RawRuleAction } from '@kbn/alerting-plugin/server/types';
 import { FILEBEAT_7X_INDICATOR_PATH } from '@kbn/alerting-plugin/server/saved_objects/migrations';
-import { SavedObjectReference } from '@kbn/core-saved-objects-server';
-import { getUrlPrefix } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import type { SavedObjectReference } from '@kbn/core/server';
+import { getUrlPrefix } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/migrations/8_2_0.ts

@@ -7,7 +7,7 @@
 
 import expect from '@kbn/expect';
 import type { RawRule } from '@kbn/alerting-plugin/server/types';
-import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createGetTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/migrations/index.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../common/ftr_provider_context';
+import { FtrProviderContext } from '../../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function migrationTests({ loadTestFile, getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/mustache_templates.ts

@@ -18,13 +18,13 @@ import { URL, format as formatUrl } from 'url';
 import axios from 'axios';
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   getWebhookServer,
   getSlackServer,
-} from '../../../common/plugins/actions_simulators/server/plugin';
+} from '../../../../common/plugins/actions_simulators/server/plugin';
 
 // eslint-disable-next-line import/no-default-export
 export default function executionStatusAlertTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/notify_when.ts

@@ -8,9 +8,9 @@
 import expect from '@kbn/expect';
 
 import { IValidatedEvent } from '@kbn/event-log-plugin/server';
-import { Spaces } from '../../scenarios';
-import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { getUrlPrefix, ObjectRemover, getTestRuleData, getEventLog } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 // eslint-disable-next-line import/no-default-export
 export default function createNotifyWhenTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/run_soon.ts

@@ -6,8 +6,8 @@
  */
 
 import expect from '@kbn/expect';
-import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { getUrlPrefix, getTestRuleData, ObjectRemover } from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 const LOADED_RULE_ID = '74f3e6d7-b7bb-477d-ac28-92ee22728e6e';
 

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/scheduled_task_id.ts

@@ -6,8 +6,13 @@
  */
 
 import expect from '@kbn/expect';
-import { getUrlPrefix, TaskManagerDoc, ObjectRemover, getTestRuleData } from '../../../common/lib';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import {
+  getUrlPrefix,
+  TaskManagerDoc,
+  ObjectRemover,
+  getTestRuleData,
+} from '../../../../common/lib';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 
 const MIGRATED_RULE_ID = '74f3e6d7-b7bb-477d-ac28-92ee22728e6e';
 const MIGRATED_TASK_ID = '329798f0-b0b0-11ea-9510-fdf248d5f2a4';

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/snooze.ts

@@ -7,8 +7,8 @@
 
 import expect from '@kbn/expect';
 import { v4 as uuidv4 } from 'uuid';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
@@ -16,7 +16,7 @@ import {
   getTestRuleData,
   ObjectRemover,
   getEventLog,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 const NOW = new Date().toISOString();
 const SNOOZE_SCHEDULE = {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/group4/unsnooze.ts

@@ -6,15 +6,15 @@
  */
 
 import expect from '@kbn/expect';
-import { Spaces } from '../../scenarios';
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
+import { Spaces } from '../../../scenarios';
+import { FtrProviderContext } from '../../../../common/ftr_provider_context';
 import {
   AlertUtils,
   checkAAD,
   getUrlPrefix,
   getTestRuleData,
   ObjectRemover,
-} from '../../../common/lib';
+} from '../../../../common/lib';
 
 // eslint-disable-next-line import/no-default-export
 export default function createSnoozeRuleTests({ getService }: FtrProviderContext) {

x-pack/test/alerting_api_integration/spaces_only/tests/alerting/index.ts

@@ -1,63 +0,0 @@
-/*
- * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
- */
-
-import { FtrProviderContext } from '../../../common/ftr_provider_context';
-import { buildUp, tearDown } from '..';
-
-// eslint-disable-next-line import/no-default-export
-export default function alertingTests({ loadTestFile, getService }: FtrProviderContext) {
-  describe('Alerting', () => {
-    before(async () => await buildUp(getService));
-    after(async () => await tearDown(getService));
-
-    loadTestFile(require.resolve('./aggregate'));
-    loadTestFile(require.resolve('./aggregate_post'));
-    loadTestFile(require.resolve('./create'));
-    loadTestFile(require.resolve('./delete'));
-    loadTestFile(require.resolve('./disable'));
-    loadTestFile(require.resolve('./enable'));
-    loadTestFile(require.resolve('./find'));
-    loadTestFile(require.resolve('./get'));
-    loadTestFile(require.resolve('./get_alert_state'));
-    loadTestFile(require.resolve('./get_alert_summary'));
-    loadTestFile(require.resolve('./get_execution_log'));
-    loadTestFile(require.resolve('./get_action_error_log'));
-    loadTestFile(require.resolve('./rule_types'));
-    loadTestFile(require.resolve('./event_log'));
-    loadTestFile(require.resolve('./execution_status'));
-    loadTestFile(require.resolve('./monitoring_collection'));
-    loadTestFile(require.resolve('./monitoring'));
-    loadTestFile(require.resolve('./mute_all'));
-    loadTestFile(require.resolve('./mute_instance'));
-    loadTestFile(require.resolve('./unmute_all'));
-    loadTestFile(require.resolve('./unmute_instance'));
-    loadTestFile(require.resolve('./update'));
-    loadTestFile(require.resolve('./update_api_key'));
-    loadTestFile(require.resolve('./alerts_space1'));
-    loadTestFile(require.resolve('./alerts_default_space'));
-    loadTestFile(require.resolve('./builtin_alert_types'));
-    loadTestFile(require.resolve('./transform_rule_types'));
-    loadTestFile(require.resolve('./ml_rule_types'));
-    loadTestFile(require.resolve('./mustache_templates.ts'));
-    loadTestFile(require.resolve('./notify_when'));
-    loadTestFile(require.resolve('./ephemeral'));
-    loadTestFile(require.resolve('./event_log_alerts'));
-    loadTestFile(require.resolve('./snooze'));
-    loadTestFile(require.resolve('./bulk_edit'));
-    loadTestFile(require.resolve('./capped_action_type'));
-    loadTestFile(require.resolve('./scheduled_task_id'));
-    loadTestFile(require.resolve('./run_soon'));
-    loadTestFile(require.resolve('./flapping_history'));
-    loadTestFile(require.resolve('./check_registered_rule_types'));
-    loadTestFile(require.resolve('./alerts_as_data'));
-    // Do not place test files here, due to https://github.com/elastic/kibana/issues/123059
-
-    // note that this test will destroy existing spaces
-    loadTestFile(require.resolve('./migrations.ts'));
-    loadTestFile(require.resolve('./migrations/index.ts'));
-  });
-}

x-pack/test/alerting_api_integration/spaces_only/tests/helpers.ts

@@ -8,15 +8,6 @@
 import { FtrProviderContext } from '../../common/ftr_provider_context';
 import { Spaces } from '../scenarios';
 
-// eslint-disable-next-line import/no-default-export
-export default function alertingApiIntegrationTests({ loadTestFile }: FtrProviderContext) {
-  describe('alerting api integration spaces only', function () {
-    loadTestFile(require.resolve('./actions'));
-    loadTestFile(require.resolve('./alerting'));
-    loadTestFile(require.resolve('./action_task_params'));
-  });
-}
-
 export async function buildUp(getService: FtrProviderContext['getService']) {
   const spacesService = getService('spaces');
   for (const space of Object.values(Spaces)) {