ci: discard configuration step and parallelism for performance test pipeline (#127288)

- Removes user input and env var for performance test iterations
- Changes performance test execution queue
- Removes parallelism, queue mechanisms
- Removes dynamic creation of performance sub-steps

Co-authored-by: Spencer <spencer@elastic.co>
This commit is contained in:
Baturalp Gurdin 2022-03-09 17:36:37 +01:00 committed by GitHub
parent abc734f7a5
commit ee369db141
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 49 additions and 82 deletions

View file

@ -1,13 +1,4 @@
steps:
- block: ':gear: Performance Tests Configuration'
prompt: 'Fill out the details for performance test'
fields:
- text: ':arrows_counterclockwise: Iterations'
key: 'performance-test-iteration-count'
hint: 'How many times you want to run tests? '
required: true
if: build.env('PERF_TEST_COUNT') == null
- label: ':male-mechanic::skin-tone-2: Pre-Build'
command: .buildkite/scripts/lifecycle/pre_build.sh
agents:
@ -24,7 +15,7 @@ steps:
- label: ':muscle: Performance Tests with Playwright config'
command: .buildkite/scripts/steps/functional/performance_playwright.sh
agents:
queue: c2-16
queue: kb-static-ubuntu
depends_on: build
- wait: ~

View file

@ -1,24 +1,55 @@
#!/bin/bash
#!/usr/bin/env bash
set -uo pipefail
set -euo pipefail
if [ -z "${PERF_TEST_COUNT+x}" ]; then
TEST_COUNT="$(buildkite-agent meta-data get performance-test-iteration-count)"
else
TEST_COUNT=$PERF_TEST_COUNT
fi
source .buildkite/scripts/common/util.sh
tput setab 2; tput setaf 0; echo "Performance test will be run at ${BUILDKITE_BRANCH} ${TEST_COUNT} times"
.buildkite/scripts/bootstrap.sh
.buildkite/scripts/download_build_artifacts.sh
cat << EOF | buildkite-agent pipeline upload
steps:
- command: .buildkite/scripts/steps/functional/performance_sub_playwright.sh
parallelism: "$TEST_COUNT"
concurrency: 20
concurrency_group: 'performance-test-group'
agents:
queue: c2-16
EOF
echo --- Run Performance Tests with Playwright config
node scripts/es snapshot&
esPid=$!
export TEST_ES_URL=http://elastic:changeme@localhost:9200
export TEST_ES_DISABLE_STARTUP=true
sleep 120
cd "$XPACK_DIR"
jobId=$(npx uuid)
export TEST_JOB_ID="$jobId"
journeys=("ecommerce_dashboard" "flight_dashboard" "web_logs_dashboard" "promotion_tracking_dashboard")
for i in "${journeys[@]}"; do
echo "JOURNEY[${i}] is running"
export TEST_PERFORMANCE_PHASE=WARMUP
export ELASTIC_APM_ACTIVE=false
export JOURNEY_NAME="${i}"
checks-reporter-with-killswitch "Run Performance Tests with Playwright Config (Journey:${i},Phase: WARMUP)" \
node scripts/functional_tests \
--config test/performance/config.playwright.ts \
--include "test/performance/tests/playwright/${i}.ts" \
--kibana-install-dir "$KIBANA_BUILD_LOCATION" \
--debug \
--bail
export TEST_PERFORMANCE_PHASE=TEST
export ELASTIC_APM_ACTIVE=true
checks-reporter-with-killswitch "Run Performance Tests with Playwright Config (Journey:${i},Phase: TEST)" \
node scripts/functional_tests \
--config test/performance/config.playwright.ts \
--include "test/performance/tests/playwright/${i}.ts" \
--kibana-install-dir "$KIBANA_BUILD_LOCATION" \
--debug \
--bail
done
kill "$esPid"

View file

@ -1,55 +0,0 @@
#!/usr/bin/env bash
set -euo pipefail
source .buildkite/scripts/common/util.sh
.buildkite/scripts/bootstrap.sh
.buildkite/scripts/download_build_artifacts.sh
echo --- Run Performance Tests with Playwright config
node scripts/es snapshot&
esPid=$!
export TEST_ES_URL=http://elastic:changeme@localhost:9200
export TEST_ES_DISABLE_STARTUP=true
sleep 120
cd "$XPACK_DIR"
jobId=$(npx uuid)
export TEST_JOB_ID="$jobId"
journeys=("ecommerce_dashboard" "flight_dashboard" "web_logs_dashboard" "promotion_tracking_dashboard")
for i in "${journeys[@]}"; do
echo "JOURNEY[${i}] is running"
export TEST_PERFORMANCE_PHASE=WARMUP
export ELASTIC_APM_ACTIVE=false
export JOURNEY_NAME="${i}"
checks-reporter-with-killswitch "Run Performance Tests with Playwright Config (Journey:${i},Phase: WARMUP)" \
node scripts/functional_tests \
--config test/performance/config.playwright.ts \
--include "test/performance/tests/playwright/${i}.ts" \
--kibana-install-dir "$KIBANA_BUILD_LOCATION" \
--debug \
--bail
export TEST_PERFORMANCE_PHASE=TEST
export ELASTIC_APM_ACTIVE=true
checks-reporter-with-killswitch "Run Performance Tests with Playwright Config (Journey:${i},Phase: TEST)" \
node scripts/functional_tests \
--config test/performance/config.playwright.ts \
--include "test/performance/tests/playwright/${i}.ts" \
--kibana-install-dir "$KIBANA_BUILD_LOCATION" \
--debug \
--bail
done
kill "$esPid"