[ML] Functional tests - split anomaly detection test config (#140430)

This PR splits the ML functional anomaly detection test configuration into smaller parts.

.buildkite/ftr_configs.yml

@@ -184,7 +184,9 @@ enabled:
   - x-pack/test/functional/apps/maps/group2/config.ts
   - x-pack/test/functional/apps/maps/group3/config.ts
   - x-pack/test/functional/apps/maps/group4/config.ts
-  - x-pack/test/functional/apps/ml/anomaly_detection/config.ts
+  - x-pack/test/functional/apps/ml/anomaly_detection_jobs/config.ts
+  - x-pack/test/functional/apps/ml/anomaly_detection_integrations/config.ts
+  - x-pack/test/functional/apps/ml/anomaly_detection_result_views/config.ts
   - x-pack/test/functional/apps/ml/data_frame_analytics/config.ts
   - x-pack/test/functional/apps/ml/data_visualizer/config.ts
   - x-pack/test/functional/apps/ml/permissions/config.ts

x-pack/plugins/ml/readme.md

@@ -117,7 +117,9 @@ With PATH_TO_CONFIG and other options as follows.
 
     Group | PATH_TO_CONFIG
     ----- | --------------
-    anomaly detection | `test/functional/apps/ml/anomaly_detection/config.ts`
+    anomaly detection jobs | `test/functional/apps/ml/anomaly_detection_jobs/config.ts`
+    anomaly detection result views | `test/functional/apps/ml/anomaly_detection_result_views/config.ts`
+    anomaly detection integrations | `test/functional/apps/ml/anomaly_detection_integrations/config.ts`
     data frame analytics | `test/functional/apps/ml/data_frame_analytics/config.ts`
     data visualizer | `test/functional/apps/ml/data_visualizer/config.ts`
     permissions | `test/functional/apps/ml/permissions/config.ts`

x-pack/test/functional/apps/ml/anomaly_detection_integrations/anomaly_charts_dashboard_embeddables.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../ftr_provider_context';
 import { JOB_CONFIG, DATAFEED_CONFIG, ML_EMBEDDABLE_TYPES } from './constants';
 
 const testDataList = [

x-pack/test/functional/apps/ml/anomaly_detection_integrations/anomaly_embeddables_migration.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../ftr_provider_context';
 import { JOB_CONFIG, DATAFEED_CONFIG, ML_EMBEDDABLE_TYPES } from './constants';
 
 const testDataList = [

x-pack/test/functional/apps/ml/anomaly_detection_integrations/config.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const functionalConfig = await readConfigFile(require.resolve('../../../config.base.js'));
+
+  return {
+    ...functionalConfig.getAll(),
+    testFiles: [require.resolve('.')],
+    junit: {
+      reportName: 'Chrome X-Pack UI Functional Tests - ML anomaly_detection_integrations',
+    },
+  };
+}

x-pack/test/functional/apps/ml/anomaly_detection_integrations/index.ts

@@ -0,0 +1,39 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../ftr_provider_context';
+
+export default function ({ getService, loadTestFile }: FtrProviderContext) {
+  const esArchiver = getService('esArchiver');
+  const ml = getService('ml');
+
+  describe('machine learning - anomaly detection', function () {
+    this.tags(['skipFirefox']);
+
+    before(async () => {
+      await ml.securityCommon.createMlRoles();
+      await ml.securityCommon.createMlUsers();
+    });
+
+    after(async () => {
+      // NOTE: Logout needs to happen before anything else to avoid flaky behavior
+      await ml.securityUI.logout();
+
+      await ml.securityCommon.cleanMlUsers();
+      await ml.securityCommon.cleanMlRoles();
+
+      await esArchiver.unload('x-pack/test/functional/es_archives/ml/farequote');
+
+      await ml.testResources.resetKibanaTimeZone();
+    });
+
+    loadTestFile(require.resolve('./anomaly_charts_dashboard_embeddables'));
+    loadTestFile(require.resolve('./anomaly_embeddables_migration'));
+    loadTestFile(require.resolve('./lens_to_ml'));
+    loadTestFile(require.resolve('./lens_to_ml_with_wizard'));
+  });
+}

x-pack/test/functional/apps/ml/anomaly_detection_jobs/config.ts

@@ -14,7 +14,7 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) {
     ...functionalConfig.getAll(),
     testFiles: [require.resolve('.')],
     junit: {
-      reportName: 'Chrome X-Pack UI Functional Tests - ML anomaly_detection',
+      reportName: 'Chrome X-Pack UI Functional Tests - ML anomaly_detection_jobs',
     },
   };
 }

x-pack/test/functional/apps/ml/anomaly_detection_jobs/index.ts

@@ -40,15 +40,8 @@ export default function ({ getService, loadTestFile }: FtrProviderContext) {
     loadTestFile(require.resolve('./population_job'));
     loadTestFile(require.resolve('./saved_search_job'));
     loadTestFile(require.resolve('./advanced_job'));
-    loadTestFile(require.resolve('./single_metric_viewer'));
-    loadTestFile(require.resolve('./anomaly_explorer'));
     loadTestFile(require.resolve('./categorization_job'));
     loadTestFile(require.resolve('./date_nanos_job'));
-    loadTestFile(require.resolve('./annotations'));
-    loadTestFile(require.resolve('./aggregated_scripted_job'));
     loadTestFile(require.resolve('./custom_urls'));
-    loadTestFile(require.resolve('./forecasts'));
-    loadTestFile(require.resolve('./lens_to_ml'));
-    loadTestFile(require.resolve('./lens_to_ml_with_wizard'));
   });
 }

x-pack/test/functional/apps/ml/anomaly_detection_result_views/config.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const functionalConfig = await readConfigFile(require.resolve('../../../config.base.js'));
+
+  return {
+    ...functionalConfig.getAll(),
+    testFiles: [require.resolve('.')],
+    junit: {
+      reportName: 'Chrome X-Pack UI Functional Tests - ML anomaly_detection_result_views',
+    },
+  };
+}

x-pack/test/functional/apps/ml/anomaly_detection_result_views/index.ts

@@ -0,0 +1,41 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../ftr_provider_context';
+
+export default function ({ getService, loadTestFile }: FtrProviderContext) {
+  const esArchiver = getService('esArchiver');
+  const ml = getService('ml');
+
+  describe('machine learning - anomaly detection', function () {
+    this.tags(['skipFirefox']);
+
+    before(async () => {
+      await ml.securityCommon.createMlRoles();
+      await ml.securityCommon.createMlUsers();
+    });
+
+    after(async () => {
+      // NOTE: Logout needs to happen before anything else to avoid flaky behavior
+      await ml.securityUI.logout();
+
+      await ml.securityCommon.cleanMlUsers();
+      await ml.securityCommon.cleanMlRoles();
+
+      await esArchiver.unload('x-pack/test/functional/es_archives/ml/farequote');
+      await esArchiver.unload('x-pack/test/functional/es_archives/ml/ecommerce');
+
+      await ml.testResources.resetKibanaTimeZone();
+    });
+
+    loadTestFile(require.resolve('./aggregated_scripted_job'));
+    loadTestFile(require.resolve('./annotations'));
+    loadTestFile(require.resolve('./anomaly_explorer'));
+    loadTestFile(require.resolve('./forecasts'));
+    loadTestFile(require.resolve('./single_metric_viewer'));
+  });
+}

x-pack/test/functional/apps/ml/short_tests/embeddables/index.ts

@@ -1,16 +0,0 @@
-/*
- * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
- */
-
-import { FtrProviderContext } from '../../../../ftr_provider_context';
-
-export default function ({ loadTestFile }: FtrProviderContext) {
-  describe('embeddables', function () {
-    this.tags(['skipFirefox']);
-    loadTestFile(require.resolve('./anomaly_charts_dashboard_embeddables'));
-    loadTestFile(require.resolve('./anomaly_embeddables_migration'));
-  });
-}

x-pack/test/functional/apps/ml/short_tests/index.ts

@@ -33,6 +33,5 @@ export default function ({ getService, loadTestFile }: FtrProviderContext) {
     loadTestFile(require.resolve('./model_management'));
     loadTestFile(require.resolve('./feature_controls'));
     loadTestFile(require.resolve('./settings'));
-    loadTestFile(require.resolve('./embeddables'));
   });
 }