From 02adb882a01176efd388bb01574fe8e7757392c9 Mon Sep 17 00:00:00 2001 From: Kris Gross Date: Thu, 26 Jun 2025 14:56:56 -0400 Subject: [PATCH] adjust cypress test organization --- .../mki_periodic_detection_engine.yml | 114 ++++++++++++++++-- .../mki_periodic_entity_analytics.yml | 71 +++++++++-- .../mki_periodic/mki_periodic_explore.yml | 43 +++++-- .../mki_periodic/mki_periodic_gen_ai.yml | 4 +- .../mki_periodic_investigations.yml | 113 +++++++++++++++-- .../mki_periodic_rule_management.yml | 98 +++++++++++++-- .../upload_image_metadata.sh | 8 +- .../security_solution_cypress/package.json | 39 ++++-- 8 files changed, 422 insertions(+), 68 deletions(-) diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_detection_engine.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_detection_engine.yml index 279a95d75186..ee41655a1bbf 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_detection_engine.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_detection_engine.yml @@ -2,8 +2,8 @@ steps: - group: 'Cypress MKI - Detection Engine' key: cypress_test_detections_engine steps: - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine - label: 'Cypress MKI - Detection Engine' + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:alert_suppression + label: 'Cypress MKI - Alert Suppression' key: test_detection_engine env: BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' @@ -14,11 +14,11 @@ steps: machineType: n2-standard-4 # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. timeout_in_minutes: 300 - parallelism: 8 + parallelism: 3 - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:exceptions - label: 'Cypress MKI - Detection Engine - Exceptions' - key: test_detection_engine_exceptions + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:detection_alerts + label: 'Cypress MKI - Detection Alerts' + key: test_detection_engine env: BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' agents: @@ -26,9 +26,107 @@ steps: imageProject: elastic-images-prod provider: gcp machineType: n2-standard-4 - # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. timeout_in_minutes: 300 - parallelism: 6 + parallelism: 2 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:exceptions + label: 'Cypress MKI - Exceptions' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 4 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:overview + label: 'Cypress MKI - Overview' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:rule_actions + label: 'Cypress MKI - Rule Actions' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:rule_creation + label: 'Cypress MKI - Rule Creation' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 3 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:rule_edit + label: 'Cypress MKI - Rule Edit' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:rule_gaps + label: 'Cypress MKI - Rule Gaps' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:detection_engine:value_lists + label: 'Cypress MKI - Value Lists' + key: test_detection_engine + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-detection-engine' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 - group: 'API MKI - Detection Engine - ' key: api_test_detections_engine diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_entity_analytics.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_entity_analytics.yml index 897d77793837..1632a41b7ea4 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_entity_analytics.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_entity_analytics.yml @@ -1,17 +1,62 @@ steps: - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:entity_analytics - label: 'Cypress MKI - Entity Analytics' - key: test_entity_analytics - env: - BK_TEST_SUITE_KEY: "serverless-cypress-entity-analytics" - agents: - image: family/kibana-ubuntu-2004 - imageProject: elastic-images-prod - provider: gcp - machineType: n2-standard-4 - # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. - timeout_in_minutes: 300 - parallelism: 2 + - group: 'Cypress MKI - Entity Analytics' + key: cypress_test_entity_analytics + steps: + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:entity_analytics + label: 'Cypress MKI - Entity Analytics' + key: test_entity_analytics + env: + BK_TEST_SUITE_KEY: "serverless-cypress-entity-analytics" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 2 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:entity_analytics:dashboards + label: 'Cypress MKI - Dashboards' + key: test_entity_analytics + env: + BK_TEST_SUITE_KEY: "serverless-cypress-entity-analytics" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:entity_analytics:host_details + label: 'Cypress MKI - Host Details' + key: test_entity_analytics + env: + BK_TEST_SUITE_KEY: "serverless-cypress-entity-analytics" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:entity_analytics:hosts + label: 'Cypress MKI - Hosts' + key: test_entity_analytics + env: + BK_TEST_SUITE_KEY: "serverless-cypress-entity-analytics" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 - group: "API MKI - Entity Analytics" key: api_test_entity_analytics diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml index 744ca73deed2..08a2d41d4e36 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_explore.yml @@ -1,17 +1,34 @@ steps: - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:explore - key: test_explore - label: 'Cypress MKI - Explore' - env: - BK_TEST_SUITE_KEY: "serverless-cypress-explore" - agents: - image: family/kibana-ubuntu-2004 - imageProject: elastic-images-prod - provider: gcp - machineType: n2-standard-4 - # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. - timeout_in_minutes: 300 - parallelism: 4 + - group: 'Cypress MKI - Explore' + key: cypress_test_explore + steps: + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:explore + label: 'Cypress MKI - Explore' + key: test_explore + env: + BK_TEST_SUITE_KEY: "serverless-cypress-explore" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 2 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:explore:cases + label: 'Cypress MKI - Cases' + key: test_explore + env: + BK_TEST_SUITE_KEY: "serverless-cypress-explore" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 - group: "API MKI - Explore" key: api_test_explore diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_gen_ai.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_gen_ai.yml index 5a2d2bf3123f..77adb0faac70 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_gen_ai.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_gen_ai.yml @@ -1,6 +1,6 @@ steps: - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:ai_assistant - label: "Cypress MKI - GenAI" + label: "Cypress MKI - AI Assistant" key: test_ai_assistant env: BK_TEST_SUITE_KEY: "serverless-cypress-gen-ai" @@ -13,7 +13,7 @@ steps: timeout_in_minutes: 300 parallelism: 1 - - group: "API MKI - GenAI" + - group: "API MKI - AI Assistant" key: api_test_ai_assistant steps: diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml index 08fab9554cc4..fab39846fbca 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_investigations.yml @@ -1,17 +1,104 @@ steps: - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations - key: test_investigations - label: 'Cypress MKI - Investigations' - env: - BK_TEST_SUITE_KEY: "serverless-cypress-investigations" - agents: - image: family/kibana-ubuntu-2004 - imageProject: elastic-images-prod - provider: gcp - machineType: n2-standard-4 - # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. - timeout_in_minutes: 300 - parallelism: 8 + - group: 'Cypress MKI - Investigations' + key: cypress_test_investigations + steps: + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:alerts + label: 'Cypress MKI - Alerts' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 3 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:dashboards + label: 'Cypress MKI - Dashboards' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:siem_migrations + label: 'Cypress MKI - SIEM Integrations' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:sourcerer + label: 'Cypress MKI - Sourcerer' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:threat_intelligence + label: 'Cypress MKI - Threat Intelligence' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:timeline_templates + label: 'Cypress MKI - Timeline Templates' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations:timelines + label: 'Cypress MKI - Timelines' + key: test_investigations + env: + BK_TEST_SUITE_KEY: "serverless-cypress-investigations" + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 3 - group: "API MKI - Investigations" key: api_test_investigations diff --git a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_rule_management.yml b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_rule_management.yml index 89e4120cad2d..994044fe478c 100644 --- a/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_rule_management.yml +++ b/.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_rule_management.yml @@ -2,8 +2,8 @@ steps: - group: 'Serverless MKI QA Rule Management - Cypress Test' key: cypress_test_rule_management steps: - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management - label: 'Cypress MKI - Rule Management' + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:authorization + label: 'Cypress MKI - Authorization' key: test_rule_management env: BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' @@ -14,11 +14,11 @@ steps: machineType: n2-standard-4 # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. timeout_in_minutes: 300 - parallelism: 8 + parallelism: 1 - - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:prebuilt_rules - label: 'Cypress MKI - Rule Management - Prebuilt Rules' - key: test_rule_management_prebuilt_rules + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:coverage_overview + label: 'Cypress MKI - Coverage Overview' + key: test_rule_management env: BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' agents: @@ -28,7 +28,91 @@ steps: machineType: n2-standard-4 # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. timeout_in_minutes: 300 - parallelism: 4 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:maintenance_windows + label: 'Cypress MKI - Maintenance Windows' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:prebuilt_rules + label: 'Cypress MKI - Prebuilt Rules' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 3 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:related_integrations + label: 'Cypress MKI - Related Integrations' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:rule_actions + label: 'Cypress MKI - Rule Actions' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 2 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:rule_details + label: 'Cypress MKI - Rule Details' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 + + - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:rule_management:rules_table + label: 'Cypress MKI - Rules Table' + key: test_rule_management + env: + BK_TEST_SUITE_KEY: 'serverless-cypress-rule-management' + agents: + image: family/kibana-ubuntu-2004 + imageProject: elastic-images-prod + provider: gcp + machineType: n2-standard-4 + # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. + timeout_in_minutes: 300 + parallelism: 1 - group: 'API MKI - Rule Management' key: api_test_rule_management diff --git a/.buildkite/scripts/pipelines/security_solution_quality_gate/upload_image_metadata.sh b/.buildkite/scripts/pipelines/security_solution_quality_gate/upload_image_metadata.sh index 1918d3e630fc..513af838ce20 100644 --- a/.buildkite/scripts/pipelines/security_solution_quality_gate/upload_image_metadata.sh +++ b/.buildkite/scripts/pipelines/security_solution_quality_gate/upload_image_metadata.sh @@ -3,11 +3,11 @@ source .buildkite/scripts/common/util.sh if [ "$KIBANA_MKI_QUALITY_GATE" == "1" ]; then - echo "Triggered by quality gate!" - triggered_by="Serverless Quality Gate." + echo "Triggered by Serverless Kibana Quality Gate" + triggered_by="Serverless Quality Gate" else - echo "Triggered by Serverless Kibana Periodic Pipeline." - triggered_by="Serverless Kibana Periodic Pipeline." + echo "Triggered by Serverless Kibana Periodic Pipeline" + triggered_by="Serverless Kibana Periodic Pipeline" fi KIBANA_BASE_IMAGE="docker.elastic.co/kibana-ci/kibana-serverless" diff --git a/x-pack/test/security_solution_cypress/package.json b/x-pack/test/security_solution_cypress/package.json index 6bc4d6c9410b..25f6dd399e1f 100644 --- a/x-pack/test/security_solution_cypress/package.json +++ b/x-pack/test/security_solution_cypress/package.json @@ -46,15 +46,38 @@ "cypress:burn:serverless": "yarn cypress:serverless --env burn=2", "cypress:qa:serverless": "TZ=UTC node ../../solutions/security/plugins/security_solution/scripts/start_cypress_parallel_serverless --config-file ../../test/security_solution_cypress/cypress/cypress_ci_serverless_qa.config.ts", "cypress:open:qa:serverless": "yarn cypress:qa:serverless open", - "cypress:run:qa:serverless:entity_analytics": "yarn cypress:qa:serverless --spec './cypress/e2e/entity_analytics/**/*.cy.ts'", - "cypress:run:qa:serverless:investigations": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/**/*.cy.ts'", - "cypress:run:qa:serverless:explore": "yarn cypress:qa:serverless --spec './cypress/e2e/explore/**/*.cy.ts'", - "cypress:run:qa:serverless:rule_management": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/!(prebuilt_rules)/**/*.cy.ts'", - "cypress:run:qa:serverless:rule_management:prebuilt_rules": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/prebuilt_rules/**/*.cy.ts'", - "cypress:run:qa:serverless:detection_engine": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/!(exceptions)/**/*.cy.ts'", - "cypress:run:qa:serverless:detection_engine:exceptions": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/exceptions/**/*.cy.ts'", "cypress:run:qa:serverless:ai_assistant": "yarn cypress:qa:serverless --spec './cypress/e2e/ai_assistant/**/*.cy.ts'", + "cypress:run:qa:serverless:ai4dsoc": "yarn cypress:qa:serverless --spec './cypress/e2e/ai4dsoc/**/*.cy.ts'", "cypress:run:qa:serverless:cloud_security_posture": "yarn cypress:qa:serverless --spec './cypress/e2e/cloud_security_posture/**/*.cy.ts", - "cypress:run:qa:serverless:ai4dsoc": "yarn cypress:qa:serverless --spec './cypress/e2e/ai4dsoc/**/*.cy.ts'" + "cypress:run:qa:serverless:detection_engine:alert_suppression": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/alert_suppression/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:detection_alerts": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/detection_alerts/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:exceptions": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/exceptions/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:overview": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/overview/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:rule_actions": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/rule_actions/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:rule_creation": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/rule_creation/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:rule_edit": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/rule_edit/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:rule_gaps": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/rule_gaps/**/*.cy.ts'", + "cypress:run:qa:serverless:detection_engine:value_lists": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/detection_engine/value_lists/**/*.cy.ts'", + "cypress:run:qa:serverless:entity_analytics": "yarn cypress:qa:serverless --spec './cypress/e2e/entity_analytics/*.cy.ts'", + "cypress:run:qa:serverless:entity_analytics:dashboards": "yarn cypress:qa:serverless --spec './cypress/e2e/entity_analytics/dashboards/**/*.cy.ts'", + "cypress:run:qa:serverless:entity_analytics:host_details": "yarn cypress:qa:serverless --spec './cypress/e2e/entity_analytics/host_details/**/*.cy.ts'", + "cypress:run:qa:serverless:entity_analytics:hosts": "yarn cypress:qa:serverless --spec './cypress/e2e/entity_analytics/hosts/**/*.cy.ts'", + "cypress:run:qa:serverless:explore": "yarn cypress:qa:serverless --spec './cypress/e2e/explore/!(cases)/**/*.cy.ts'", + "cypress:run:qa:serverless:explore:cases": "yarn cypress:qa:serverless --spec './cypress/e2e/explore/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:alerts": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/alerts/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:dashboards": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/dashboards/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:siem_migrations": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/siem_migrations/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:sourcerer": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/sourcerer/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:threat_intelligence": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/threat_intelligence/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:timeline_templates": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/timeline_templates/**/*.cy.ts'", + "cypress:run:qa:serverless:investigations:timelines": "yarn cypress:qa:serverless --spec './cypress/e2e/investigations/timelines/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:authorization": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/authorization/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:coverage_overview": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/coverage_overview/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:maintenance_windows": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/maintenance_windows/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:prebuilt_rules": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/prebuilt_rules/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:related_integrations": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/related_integrations/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:rule_actions": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/rule_actions/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:rule_details": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/rule_details/**/*.cy.ts'", + "cypress:run:qa:serverless:rule_management:rules_table": "yarn cypress:qa:serverless --spec './cypress/e2e/detection_response/rule_management/rules_table/**/*.cy.ts'", } } \ No newline at end of file