mirror of
https://github.com/elastic/elasticsearch.git
synced 2025-06-27 17:10:22 -04:00
f1b2c8dd8e
Splits up bc and pr upgrade tests as they tend to be a bottle neck in intake and pr builds nowadays.
72 lines
3.2 KiB
Bash
Executable file
72 lines
3.2 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
#
|
|
# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
|
# or more contributor license agreements. Licensed under the "Elastic License
|
|
# 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
|
|
# Public License v 1"; you may not use this file except in compliance with, at
|
|
# your election, the "Elastic License 2.0", the "GNU Affero General Public
|
|
# License v3.0 only", or the "Server Side Public License, v 1".
|
|
#
|
|
|
|
set -euo pipefail
|
|
|
|
echo "Selecting the most recent build from branch [$BUILDKITE_BRANCH]."
|
|
|
|
# Select the most recent build from the current branch.
|
|
# We collect snapshots, order by date, then collect BCs, order by date, and concat them; then we select the last.
|
|
# So if we have one (or more) BC, we will always prefer to use that. Otherwise we will use the latest snapshot.
|
|
MANIFEST_URL="$(curl -s https://artifacts.elastic.co/releases/TfEVhiaBGqR64ie0g0r0uUwNAbEQMu1Z/future-releases/stack.json |
|
|
jq ".releases[] |
|
|
select(.branch == \"$BUILDKITE_BRANCH\") |
|
|
select(.active_release == true) |
|
|
((.snapshots | to_entries | sort_by(.value.completed_at)) +
|
|
(.build_candidates | to_entries | sort_by(.value.completed_at))) |
|
|
last | .value.manifest_url")"
|
|
|
|
if [[ -z "$MANIFEST_URL" ]]; then
|
|
echo "No snapshots or build candidates for branch [$BUILDKITE_BRANCH]."
|
|
echo "Skipping BC upgrade tests."
|
|
exit 0
|
|
fi
|
|
|
|
echo "Getting build manifest from [$MANIFEST_URL]"
|
|
|
|
# Note: we use eval to perform variable substitution for the curl arguments, and command substitution to
|
|
# set the output variable. Double quotes are not enough in this case.
|
|
MANIFEST="$(eval "curl -s $MANIFEST_URL")"
|
|
if [[ -z "$MANIFEST" ]]; then
|
|
echo "Cannot get the build manifest from [$MANIFEST_URL]"
|
|
exit 1
|
|
fi
|
|
|
|
CURRENT_VERSION=$(sed -n 's/^elasticsearch[[:space:]]*=[[:space:]]*\(.*\)/\1/p' build-tools-internal/version.properties)
|
|
|
|
BC_VERSION=$(echo "$MANIFEST" | jq -r .version)
|
|
BC_BUILD_ID=$(echo "$MANIFEST" | jq -r .build_id)
|
|
BC_COMMIT_HASH=$(echo "$MANIFEST" | jq -r .projects.elasticsearch.commit_hash)
|
|
|
|
if [ "$CURRENT_VERSION-SNAPSHOT" != "$BC_VERSION" ]; then
|
|
echo "Version [$BC_VERSION] of BC (or snapshot) does not match current version [$CURRENT_VERSION] of branch [$BUILDKITE_BRANCH]."
|
|
echo "Skipping BC upgrade tests."
|
|
exit 0
|
|
fi
|
|
|
|
echo "Running BC upgrade tests on $BUILDKITE_BRANCH [$BC_VERSION] using BC (or snapshot) build of commit [$BC_COMMIT_HASH] with build id [$BC_BUILD_ID]."
|
|
|
|
cat <<EOF | buildkite-agent pipeline upload
|
|
steps:
|
|
- group: "bc-upgrade $BC_BUILD_ID -> $BUILDKITE_BRANCH"
|
|
steps:
|
|
- label: "bc-upgrade-tests-part{{matrix.PART}}"
|
|
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints -Dtests.bwc.main.version=${BC_VERSION} -Dtests.bwc.refspec.main=${BC_COMMIT_HASH} bcUpgradeTestPart{{matrix.PART}} -Dtests.jvm.argline="-Des.serverless_transport=true"
|
|
timeout_in_minutes: 300
|
|
agents:
|
|
provider: gcp
|
|
image: family/elasticsearch-ubuntu-2004
|
|
machineType: n1-standard-32
|
|
buildDirectory: /dev/shm/bk
|
|
matrix:
|
|
setup:
|
|
PART: ["1", "2", "3", "4", "5", "6"]
|
|
EOF
|