github-mirrors/elasticsearch
1
0
Fork 0
mirror of https://github.com/elastic/elasticsearch.git synced 2025-06-28 09:28:55 -04:00
Code Issues Projects Releases Packages Wiki Activity

[buildkite] Migrate pull-request pipelines from Jenkins (#99449)

Browse source
This commit is contained in:
Brian Seeders 2023-09-29 14:00:12 -04:00 • committed by GitHub
parent d7a98e6f0e
commit 917975b62a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
58 changed files with 1365 additions and 132 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.buildkite/.editorconfig Normal file
View file

@ -0,0 +1,2 @@
[*.ts]
max_line_length = 120

169
.buildkite/.gitignore vendored Normal file
View file

@ -0,0 +1,169 @@
# Based on https://raw.githubusercontent.com/github/gitignore/main/Node.gitignore
# Logs
logs
_.log
npm-debug.log_
yarn-debug.log*
yarn-error.log*
lerna-debug.log*
.pnpm-debug.log*
# Diagnostic reports (https://nodejs.org/api/report.html)
report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
# Runtime data
pids
_.pid
_.seed
\*.pid.lock
# Directory for instrumented libs generated by jscoverage/JSCover
lib-cov
# Coverage directory used by tools like istanbul
coverage
\*.lcov
# nyc test coverage
.nyc_output
# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
.grunt
# Bower dependency directory (https://bower.io/)
bower_components
# node-waf configuration
.lock-wscript
# Compiled binary addons (https://nodejs.org/api/addons.html)
build/Release
# Dependency directories
node_modules/
jspm_packages/
# Snowpack dependency directory (https://snowpack.dev/)
web_modules/
# TypeScript cache
\*.tsbuildinfo
# Optional npm cache directory
.npm
# Optional eslint cache
.eslintcache
# Optional stylelint cache
.stylelintcache
# Microbundle cache
.rpt2_cache/
.rts2_cache_cjs/
.rts2_cache_es/
.rts2_cache_umd/
# Optional REPL history
.node_repl_history
# Output of 'npm pack'
\*.tgz
# Yarn Integrity file
.yarn-integrity
# dotenv environment variable files
.env
.env.development.local
.env.test.local
.env.production.local
.env.local
# parcel-bundler cache (https://parceljs.org/)
.cache
.parcel-cache
# Next.js build output
.next
out
# Nuxt.js build / generate output
.nuxt
dist
# Gatsby files
.cache/
# Comment in the public line in if your project uses Gatsby and not Next.js
# https://nextjs.org/blog/next-9-1#public-directory-support
# public
# vuepress build output
.vuepress/dist
# vuepress v2.x temp and cache directory
.temp
.cache
# Docusaurus cache and generated files
.docusaurus
# Serverless directories
.serverless/
# FuseBox cache
.fusebox/
# DynamoDB Local files
.dynamodb/
# TernJS port file
.tern-port
# Stores VSCode versions used for testing VSCode extensions
.vscode-test
# yarn v2
.yarn/cache
.yarn/unplugged
.yarn/build-state.yml
.yarn/install-state.gz
.pnp.\*

BIN
.buildkite/bun.lockb Executable file
View file

Binary file not shown.

24
.buildkite/hooks/pre-command
View file

@ -75,7 +75,31 @@ if [[ "${USE_SNYK_CREDENTIALS:-}" == "true" ]]; then
export SNYK_TOKEN
fi
if [[ "${USE_PROD_DOCKER_CREDENTIALS:-}" == "true" ]]; then
DOCKER_REGISTRY_USERNAME="$(vault read -field=username secret/ci/elastic-elasticsearch/migrated/prod_docker_registry_credentials)"
export DOCKER_REGISTRY_USERNAME
DOCKER_REGISTRY_PASSWORD="$(vault read -field=password secret/ci/elastic-elasticsearch/migrated/prod_docker_registry_credentials)"
export DOCKER_REGISTRY_PASSWORD
fi
if [[ "$BUILDKITE_AGENT_META_DATA_PROVIDER" != *"k8s"* ]]; then
# Run in the background, while the job continues
nohup .buildkite/scripts/setup-monitoring.sh </dev/null >/dev/null 2>&1 &
fi
# Initialize the build scan and gobld annotations with empty/open <details> tags
# This ensures that they are collapsible when they get appended to
if [[ "${BUILDKITE_LABEL:-}" == *"Pipeline upload"* ]]; then
cat << EOF | buildkite-agent annotate --context "gradle-build-scans" --style "info"
<details>
<summary>Gradle build scan links</summary>
EOF
cat << EOF | buildkite-agent annotate --context "ctx-gobld-metrics" --style "info"
<details>
<summary>Agent information from gobld</summary>
EOF
fi

13
.buildkite/package.json Normal file
View file

@ -0,0 +1,13 @@
{
"name": "buildkite-pipelines",
"module": "index.ts",
"type": "module",
"devDependencies": {
"@types/node": "^20.6.0",
"bun-types": "latest",
"yaml": "^2.3.2"
},
"peerDependencies": {
"typescript": "^5.0.0"
}
}

2
.buildkite/pipelines/periodic-packaging.bwc.template.yml
View file

@ -1,5 +1,5 @@
- label: "{{matrix.image}} / $BWC_VERSION / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION
timeout_in_minutes: 300
matrix:
setup:

2
.buildkite/pipelines/periodic-packaging.template.yml
View file

@ -2,7 +2,7 @@ steps:
- group: packaging-tests-unix
steps:
- label: "{{matrix.image}} / packaging-tests-unix"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest
command: ./.ci/scripts/packaging-test.sh destructivePackagingTest
timeout_in_minutes: 300
matrix:
setup:

206
.buildkite/pipelines/periodic-packaging.yml
View file

@ -3,7 +3,7 @@ steps:
- group: packaging-tests-unix
steps:
- label: "{{matrix.image}} / packaging-tests-unix"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest
command: ./.ci/scripts/packaging-test.sh destructivePackagingTest
timeout_in_minutes: 300
matrix:
setup:
@ -33,7 +33,7 @@ steps:
- group: packaging-tests-upgrade
steps:
- label: "{{matrix.image}} / 7.0.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.0
timeout_in_minutes: 300
matrix:
setup:
@ -49,7 +49,7 @@ steps:
BWC_VERSION: 7.0.0
- label: "{{matrix.image}} / 7.0.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.1
timeout_in_minutes: 300
matrix:
setup:
@ -65,7 +65,7 @@ steps:
BWC_VERSION: 7.0.1
- label: "{{matrix.image}} / 7.1.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.0
timeout_in_minutes: 300
matrix:
setup:
@ -81,7 +81,7 @@ steps:
BWC_VERSION: 7.1.0
- label: "{{matrix.image}} / 7.1.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.1
timeout_in_minutes: 300
matrix:
setup:
@ -97,7 +97,7 @@ steps:
BWC_VERSION: 7.1.1
- label: "{{matrix.image}} / 7.2.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.0
timeout_in_minutes: 300
matrix:
setup:
@ -113,7 +113,7 @@ steps:
BWC_VERSION: 7.2.0
- label: "{{matrix.image}} / 7.2.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.1
timeout_in_minutes: 300
matrix:
setup:
@ -129,7 +129,7 @@ steps:
BWC_VERSION: 7.2.1
- label: "{{matrix.image}} / 7.3.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.0
timeout_in_minutes: 300
matrix:
setup:
@ -145,7 +145,7 @@ steps:
BWC_VERSION: 7.3.0
- label: "{{matrix.image}} / 7.3.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.1
timeout_in_minutes: 300
matrix:
setup:
@ -161,7 +161,7 @@ steps:
BWC_VERSION: 7.3.1
- label: "{{matrix.image}} / 7.3.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.2
timeout_in_minutes: 300
matrix:
setup:
@ -177,7 +177,7 @@ steps:
BWC_VERSION: 7.3.2
- label: "{{matrix.image}} / 7.4.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.0
timeout_in_minutes: 300
matrix:
setup:
@ -193,7 +193,7 @@ steps:
BWC_VERSION: 7.4.0
- label: "{{matrix.image}} / 7.4.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.1
timeout_in_minutes: 300
matrix:
setup:
@ -209,7 +209,7 @@ steps:
BWC_VERSION: 7.4.1
- label: "{{matrix.image}} / 7.4.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.2
timeout_in_minutes: 300
matrix:
setup:
@ -225,7 +225,7 @@ steps:
BWC_VERSION: 7.4.2
- label: "{{matrix.image}} / 7.5.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.0
timeout_in_minutes: 300
matrix:
setup:
@ -241,7 +241,7 @@ steps:
BWC_VERSION: 7.5.0
- label: "{{matrix.image}} / 7.5.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.1
timeout_in_minutes: 300
matrix:
setup:
@ -257,7 +257,7 @@ steps:
BWC_VERSION: 7.5.1
- label: "{{matrix.image}} / 7.5.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.2
timeout_in_minutes: 300
matrix:
setup:
@ -273,7 +273,7 @@ steps:
BWC_VERSION: 7.5.2
- label: "{{matrix.image}} / 7.6.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.0
timeout_in_minutes: 300
matrix:
setup:
@ -289,7 +289,7 @@ steps:
BWC_VERSION: 7.6.0
- label: "{{matrix.image}} / 7.6.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.1
timeout_in_minutes: 300
matrix:
setup:
@ -305,7 +305,7 @@ steps:
BWC_VERSION: 7.6.1
- label: "{{matrix.image}} / 7.6.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.2
timeout_in_minutes: 300
matrix:
setup:
@ -321,7 +321,7 @@ steps:
BWC_VERSION: 7.6.2
- label: "{{matrix.image}} / 7.7.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.0
timeout_in_minutes: 300
matrix:
setup:
@ -337,7 +337,7 @@ steps:
BWC_VERSION: 7.7.0
- label: "{{matrix.image}} / 7.7.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.1
timeout_in_minutes: 300
matrix:
setup:
@ -353,7 +353,7 @@ steps:
BWC_VERSION: 7.7.1
- label: "{{matrix.image}} / 7.8.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.0
timeout_in_minutes: 300
matrix:
setup:
@ -369,7 +369,7 @@ steps:
BWC_VERSION: 7.8.0
- label: "{{matrix.image}} / 7.8.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.1
timeout_in_minutes: 300
matrix:
setup:
@ -385,7 +385,7 @@ steps:
BWC_VERSION: 7.8.1
- label: "{{matrix.image}} / 7.9.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.0
timeout_in_minutes: 300
matrix:
setup:
@ -401,7 +401,7 @@ steps:
BWC_VERSION: 7.9.0
- label: "{{matrix.image}} / 7.9.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.1
timeout_in_minutes: 300
matrix:
setup:
@ -417,7 +417,7 @@ steps:
BWC_VERSION: 7.9.1
- label: "{{matrix.image}} / 7.9.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.2
timeout_in_minutes: 300
matrix:
setup:
@ -433,7 +433,7 @@ steps:
BWC_VERSION: 7.9.2
- label: "{{matrix.image}} / 7.9.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.3
timeout_in_minutes: 300
matrix:
setup:
@ -449,7 +449,7 @@ steps:
BWC_VERSION: 7.9.3
- label: "{{matrix.image}} / 7.10.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.0
timeout_in_minutes: 300
matrix:
setup:
@ -465,7 +465,7 @@ steps:
BWC_VERSION: 7.10.0
- label: "{{matrix.image}} / 7.10.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.1
timeout_in_minutes: 300
matrix:
setup:
@ -481,7 +481,7 @@ steps:
BWC_VERSION: 7.10.1
- label: "{{matrix.image}} / 7.10.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.2
timeout_in_minutes: 300
matrix:
setup:
@ -497,7 +497,7 @@ steps:
BWC_VERSION: 7.10.2
- label: "{{matrix.image}} / 7.11.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.0
timeout_in_minutes: 300
matrix:
setup:
@ -513,7 +513,7 @@ steps:
BWC_VERSION: 7.11.0
- label: "{{matrix.image}} / 7.11.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.1
timeout_in_minutes: 300
matrix:
setup:
@ -529,7 +529,7 @@ steps:
BWC_VERSION: 7.11.1
- label: "{{matrix.image}} / 7.11.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.2
timeout_in_minutes: 300
matrix:
setup:
@ -545,7 +545,7 @@ steps:
BWC_VERSION: 7.11.2
- label: "{{matrix.image}} / 7.12.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.0
timeout_in_minutes: 300
matrix:
setup:
@ -561,7 +561,7 @@ steps:
BWC_VERSION: 7.12.0
- label: "{{matrix.image}} / 7.12.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.1
timeout_in_minutes: 300
matrix:
setup:
@ -577,7 +577,7 @@ steps:
BWC_VERSION: 7.12.1
- label: "{{matrix.image}} / 7.13.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.0
timeout_in_minutes: 300
matrix:
setup:
@ -593,7 +593,7 @@ steps:
BWC_VERSION: 7.13.0
- label: "{{matrix.image}} / 7.13.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.1
timeout_in_minutes: 300
matrix:
setup:
@ -609,7 +609,7 @@ steps:
BWC_VERSION: 7.13.1
- label: "{{matrix.image}} / 7.13.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.2
timeout_in_minutes: 300
matrix:
setup:
@ -625,7 +625,7 @@ steps:
BWC_VERSION: 7.13.2
- label: "{{matrix.image}} / 7.13.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.3
timeout_in_minutes: 300
matrix:
setup:
@ -641,7 +641,7 @@ steps:
BWC_VERSION: 7.13.3
- label: "{{matrix.image}} / 7.13.4 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.4
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.4
timeout_in_minutes: 300
matrix:
setup:
@ -657,7 +657,7 @@ steps:
BWC_VERSION: 7.13.4
- label: "{{matrix.image}} / 7.14.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.0
timeout_in_minutes: 300
matrix:
setup:
@ -673,7 +673,7 @@ steps:
BWC_VERSION: 7.14.0
- label: "{{matrix.image}} / 7.14.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.1
timeout_in_minutes: 300
matrix:
setup:
@ -689,7 +689,7 @@ steps:
BWC_VERSION: 7.14.1
- label: "{{matrix.image}} / 7.14.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.2
timeout_in_minutes: 300
matrix:
setup:
@ -705,7 +705,7 @@ steps:
BWC_VERSION: 7.14.2
- label: "{{matrix.image}} / 7.15.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.0
timeout_in_minutes: 300
matrix:
setup:
@ -721,7 +721,7 @@ steps:
BWC_VERSION: 7.15.0
- label: "{{matrix.image}} / 7.15.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.1
timeout_in_minutes: 300
matrix:
setup:
@ -737,7 +737,7 @@ steps:
BWC_VERSION: 7.15.1
- label: "{{matrix.image}} / 7.15.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.2
timeout_in_minutes: 300
matrix:
setup:
@ -753,7 +753,7 @@ steps:
BWC_VERSION: 7.15.2
- label: "{{matrix.image}} / 7.16.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.0
timeout_in_minutes: 300
matrix:
setup:
@ -769,7 +769,7 @@ steps:
BWC_VERSION: 7.16.0
- label: "{{matrix.image}} / 7.16.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.1
timeout_in_minutes: 300
matrix:
setup:
@ -785,7 +785,7 @@ steps:
BWC_VERSION: 7.16.1
- label: "{{matrix.image}} / 7.16.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.2
timeout_in_minutes: 300
matrix:
setup:
@ -801,7 +801,7 @@ steps:
BWC_VERSION: 7.16.2
- label: "{{matrix.image}} / 7.16.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.3
timeout_in_minutes: 300
matrix:
setup:
@ -817,7 +817,7 @@ steps:
BWC_VERSION: 7.16.3
- label: "{{matrix.image}} / 7.17.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.0
timeout_in_minutes: 300
matrix:
setup:
@ -833,7 +833,7 @@ steps:
BWC_VERSION: 7.17.0
- label: "{{matrix.image}} / 7.17.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.1
timeout_in_minutes: 300
matrix:
setup:
@ -849,7 +849,7 @@ steps:
BWC_VERSION: 7.17.1
- label: "{{matrix.image}} / 7.17.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.2
timeout_in_minutes: 300
matrix:
setup:
@ -865,7 +865,7 @@ steps:
BWC_VERSION: 7.17.2
- label: "{{matrix.image}} / 7.17.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.3
timeout_in_minutes: 300
matrix:
setup:
@ -881,7 +881,7 @@ steps:
BWC_VERSION: 7.17.3
- label: "{{matrix.image}} / 7.17.4 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.4
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.4
timeout_in_minutes: 300
matrix:
setup:
@ -897,7 +897,7 @@ steps:
BWC_VERSION: 7.17.4
- label: "{{matrix.image}} / 7.17.5 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.5
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.5
timeout_in_minutes: 300
matrix:
setup:
@ -913,7 +913,7 @@ steps:
BWC_VERSION: 7.17.5
- label: "{{matrix.image}} / 7.17.6 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.6
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.6
timeout_in_minutes: 300
matrix:
setup:
@ -929,7 +929,7 @@ steps:
BWC_VERSION: 7.17.6
- label: "{{matrix.image}} / 7.17.7 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.7
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.7
timeout_in_minutes: 300
matrix:
setup:
@ -945,7 +945,7 @@ steps:
BWC_VERSION: 7.17.7
- label: "{{matrix.image}} / 7.17.8 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.8
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.8
timeout_in_minutes: 300
matrix:
setup:
@ -961,7 +961,7 @@ steps:
BWC_VERSION: 7.17.8
- label: "{{matrix.image}} / 7.17.9 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.9
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.9
timeout_in_minutes: 300
matrix:
setup:
@ -977,7 +977,7 @@ steps:
BWC_VERSION: 7.17.9
- label: "{{matrix.image}} / 7.17.10 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.10
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.10
timeout_in_minutes: 300
matrix:
setup:
@ -993,7 +993,7 @@ steps:
BWC_VERSION: 7.17.10
- label: "{{matrix.image}} / 7.17.11 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.11
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.11
timeout_in_minutes: 300
matrix:
setup:
@ -1009,7 +1009,7 @@ steps:
BWC_VERSION: 7.17.11
- label: "{{matrix.image}} / 7.17.12 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.12
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.12
timeout_in_minutes: 300
matrix:
setup:
@ -1025,7 +1025,7 @@ steps:
BWC_VERSION: 7.17.12
- label: "{{matrix.image}} / 7.17.13 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.13
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.13
timeout_in_minutes: 300
matrix:
setup:
@ -1041,7 +1041,7 @@ steps:
BWC_VERSION: 7.17.13
- label: "{{matrix.image}} / 7.17.14 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.14
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.14
timeout_in_minutes: 300
matrix:
setup:
@ -1057,7 +1057,7 @@ steps:
BWC_VERSION: 7.17.14
- label: "{{matrix.image}} / 8.0.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.0
timeout_in_minutes: 300
matrix:
setup:
@ -1073,7 +1073,7 @@ steps:
BWC_VERSION: 8.0.0
- label: "{{matrix.image}} / 8.0.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.1
timeout_in_minutes: 300
matrix:
setup:
@ -1089,7 +1089,7 @@ steps:
BWC_VERSION: 8.0.1
- label: "{{matrix.image}} / 8.1.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.0
timeout_in_minutes: 300
matrix:
setup:
@ -1105,7 +1105,7 @@ steps:
BWC_VERSION: 8.1.0
- label: "{{matrix.image}} / 8.1.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.1
timeout_in_minutes: 300
matrix:
setup:
@ -1121,7 +1121,7 @@ steps:
BWC_VERSION: 8.1.1
- label: "{{matrix.image}} / 8.1.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.2
timeout_in_minutes: 300
matrix:
setup:
@ -1137,7 +1137,7 @@ steps:
BWC_VERSION: 8.1.2
- label: "{{matrix.image}} / 8.1.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.3
timeout_in_minutes: 300
matrix:
setup:
@ -1153,7 +1153,7 @@ steps:
BWC_VERSION: 8.1.3
- label: "{{matrix.image}} / 8.2.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.0
timeout_in_minutes: 300
matrix:
setup:
@ -1169,7 +1169,7 @@ steps:
BWC_VERSION: 8.2.0
- label: "{{matrix.image}} / 8.2.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.1
timeout_in_minutes: 300
matrix:
setup:
@ -1185,7 +1185,7 @@ steps:
BWC_VERSION: 8.2.1
- label: "{{matrix.image}} / 8.2.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.2
timeout_in_minutes: 300
matrix:
setup:
@ -1201,7 +1201,7 @@ steps:
BWC_VERSION: 8.2.2
- label: "{{matrix.image}} / 8.2.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.3
timeout_in_minutes: 300
matrix:
setup:
@ -1217,7 +1217,7 @@ steps:
BWC_VERSION: 8.2.3
- label: "{{matrix.image}} / 8.3.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.0
timeout_in_minutes: 300
matrix:
setup:
@ -1233,7 +1233,7 @@ steps:
BWC_VERSION: 8.3.0
- label: "{{matrix.image}} / 8.3.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.1
timeout_in_minutes: 300
matrix:
setup:
@ -1249,7 +1249,7 @@ steps:
BWC_VERSION: 8.3.1
- label: "{{matrix.image}} / 8.3.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.2
timeout_in_minutes: 300
matrix:
setup:
@ -1265,7 +1265,7 @@ steps:
BWC_VERSION: 8.3.2
- label: "{{matrix.image}} / 8.3.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.3
timeout_in_minutes: 300
matrix:
setup:
@ -1281,7 +1281,7 @@ steps:
BWC_VERSION: 8.3.3
- label: "{{matrix.image}} / 8.4.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.0
timeout_in_minutes: 300
matrix:
setup:
@ -1297,7 +1297,7 @@ steps:
BWC_VERSION: 8.4.0
- label: "{{matrix.image}} / 8.4.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.1
timeout_in_minutes: 300
matrix:
setup:
@ -1313,7 +1313,7 @@ steps:
BWC_VERSION: 8.4.1
- label: "{{matrix.image}} / 8.4.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.2
timeout_in_minutes: 300
matrix:
setup:
@ -1329,7 +1329,7 @@ steps:
BWC_VERSION: 8.4.2
- label: "{{matrix.image}} / 8.4.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.3
timeout_in_minutes: 300
matrix:
setup:
@ -1345,7 +1345,7 @@ steps:
BWC_VERSION: 8.4.3
- label: "{{matrix.image}} / 8.5.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.0
timeout_in_minutes: 300
matrix:
setup:
@ -1361,7 +1361,7 @@ steps:
BWC_VERSION: 8.5.0
- label: "{{matrix.image}} / 8.5.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.1
timeout_in_minutes: 300
matrix:
setup:
@ -1377,7 +1377,7 @@ steps:
BWC_VERSION: 8.5.1
- label: "{{matrix.image}} / 8.5.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.2
timeout_in_minutes: 300
matrix:
setup:
@ -1393,7 +1393,7 @@ steps:
BWC_VERSION: 8.5.2
- label: "{{matrix.image}} / 8.5.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.3
timeout_in_minutes: 300
matrix:
setup:
@ -1409,7 +1409,7 @@ steps:
BWC_VERSION: 8.5.3
- label: "{{matrix.image}} / 8.6.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.0
timeout_in_minutes: 300
matrix:
setup:
@ -1425,7 +1425,7 @@ steps:
BWC_VERSION: 8.6.0
- label: "{{matrix.image}} / 8.6.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.1
timeout_in_minutes: 300
matrix:
setup:
@ -1441,7 +1441,7 @@ steps:
BWC_VERSION: 8.6.1
- label: "{{matrix.image}} / 8.6.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.2
timeout_in_minutes: 300
matrix:
setup:
@ -1457,7 +1457,7 @@ steps:
BWC_VERSION: 8.6.2
- label: "{{matrix.image}} / 8.7.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.0
timeout_in_minutes: 300
matrix:
setup:
@ -1473,7 +1473,7 @@ steps:
BWC_VERSION: 8.7.0
- label: "{{matrix.image}} / 8.7.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.1
timeout_in_minutes: 300
matrix:
setup:
@ -1489,7 +1489,7 @@ steps:
BWC_VERSION: 8.7.1
- label: "{{matrix.image}} / 8.8.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.0
timeout_in_minutes: 300
matrix:
setup:
@ -1505,7 +1505,7 @@ steps:
BWC_VERSION: 8.8.0
- label: "{{matrix.image}} / 8.8.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.1
timeout_in_minutes: 300
matrix:
setup:
@ -1521,7 +1521,7 @@ steps:
BWC_VERSION: 8.8.1
- label: "{{matrix.image}} / 8.8.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.2
timeout_in_minutes: 300
matrix:
setup:
@ -1537,7 +1537,7 @@ steps:
BWC_VERSION: 8.8.2
- label: "{{matrix.image}} / 8.9.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.0
timeout_in_minutes: 300
matrix:
setup:
@ -1553,7 +1553,7 @@ steps:
BWC_VERSION: 8.9.0
- label: "{{matrix.image}} / 8.9.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.1
timeout_in_minutes: 300
matrix:
setup:
@ -1569,7 +1569,7 @@ steps:
BWC_VERSION: 8.9.1
- label: "{{matrix.image}} / 8.9.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.2
timeout_in_minutes: 300
matrix:
setup:
@ -1585,7 +1585,7 @@ steps:
BWC_VERSION: 8.9.2
- label: "{{matrix.image}} / 8.10.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.0
timeout_in_minutes: 300
matrix:
setup:
@ -1601,7 +1601,7 @@ steps:
BWC_VERSION: 8.10.0
- label: "{{matrix.image}} / 8.10.1 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.1
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.1
timeout_in_minutes: 300
matrix:
setup:
@ -1617,7 +1617,7 @@ steps:
BWC_VERSION: 8.10.1
- label: "{{matrix.image}} / 8.10.2 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.2
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.2
timeout_in_minutes: 300
matrix:
setup:
@ -1633,7 +1633,7 @@ steps:
BWC_VERSION: 8.10.2
- label: "{{matrix.image}} / 8.10.3 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.3
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.3
timeout_in_minutes: 300
matrix:
setup:
@ -1649,7 +1649,7 @@ steps:
BWC_VERSION: 8.10.3
- label: "{{matrix.image}} / 8.11.0 / packaging-tests-upgrade"
command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.11.0
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.11.0
timeout_in_minutes: 300
matrix:
setup:

6
.buildkite/pipelines/pull-request/.defaults.yml Normal file
View file

@ -0,0 +1,6 @@
config:
skip-labels: ">test-mute"
excluded-regions:
- ^docs/.*
- ^x-pack/docs/.*
# Note that there is also a trigger-phrase default inside pull-request.ts (it's dynamic based on the name of each pipeline file)

24
.buildkite/pipelines/pull-request/build-benchmark.yml Normal file
View file

@ -0,0 +1,24 @@
config:
allow-labels: build-benchmark
trigger-phrase: '.*run\W+elasticsearch-ci/build-bench.*'
steps:
- label: build-benchmark / {{matrix.part}}
key: "build-benchmark"
command: |
.ci/scripts/run-gradle.sh :build-tools-internal:bootstrapPerformanceTests
.ci/scripts/install-gradle-profiler.sh
.ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-build-benchmark-{{matrix.part}}.scenarios --project-dir . --output-dir profile-out
mkdir build
tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out
matrix:
setup:
part:
- part1
- part2
env:
BUILD_PERFORMANCE_TEST: "true"
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

20
.buildkite/pipelines/pull-request/bwc-snapshots-windows.yml Normal file
View file

@ -0,0 +1,20 @@
config:
allow-labels: test-windows
steps:
- group: bwc-snapshots-windows
steps:
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots-windows"
key: "bwc-snapshots-windows"
command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh
env:
GRADLE_TASK: "v{{matrix.BWC_VERSION}}#bwcTest"
timeout_in_minutes: 300
matrix:
setup:
BWC_VERSION: $SNAPSHOT_BWC_VERSIONS
agents:
provider: gcp
image: family/elasticsearch-windows-2022
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350

20
.buildkite/pipelines/pull-request/bwc-snapshots.yml Normal file
View file

@ -0,0 +1,20 @@
config:
trigger-phrase: '.*run\W+elasticsearch-ci/bwc.*'
skip-labels:
- ">test-mute"
- "test-full-bwc"
steps:
- group: bwc-snapshots
steps:
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots"
key: "bwc-snapshots"
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest
timeout_in_minutes: 300
matrix:
setup:
BWC_VERSION: $SNAPSHOT_BWC_VERSIONS
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

13
.buildkite/pipelines/pull-request/cloud-deploy.yml Normal file
View file

@ -0,0 +1,13 @@
config:
allow-labels: cloud-deploy
steps:
- label: cloud-deploy
command: .buildkite/scripts/cloud-deploy.sh
env:
USE_PROD_DOCKER_CREDENTIALS: "true"
timeout_in_minutes: 20
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

14
.buildkite/pipelines/pull-request/docs-check.yml Normal file
View file

@ -0,0 +1,14 @@
config:
included-regions:
- ^docs/.*
- ^x-pack/docs/.*
excluded-regions: []
steps:
- label: docs-check
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

9
.buildkite/pipelines/pull-request/eql-correctness.yml Normal file
View file

@ -0,0 +1,9 @@
steps:
- label: eql-correctness
command: .buildkite/scripts/eql-correctness.sh
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

18
.buildkite/pipelines/pull-request/example-plugins.yml Normal file
View file

@ -0,0 +1,18 @@
config:
included-regions:
- build-conventions/.*
- build-tools/.*
- build-tools-internal/.*
- plugins/examples/.*
steps:
- label: example-plugins
command: |-
cd $$WORKSPACE/plugins/examples
$$WORKSPACE/.ci/scripts/run-gradle.sh -Dorg.gradle.jvmargs=-Xmx8g build --include-build $$WORKSPACE
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

15
.buildkite/pipelines/pull-request/full-bwc.yml Normal file
View file

@ -0,0 +1,15 @@
config:
allow-labels: test-full-bwc
steps:
- group: bwc
steps:
- label: $BWC_VERSION / bwc
key: "full-bwc:$BWC_VERSION_SNAKE"
bwc_template: true
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

27
.buildkite/pipelines/pull-request/packaging-tests-unix-sample.yml Normal file
View file

@ -0,0 +1,27 @@
config:
skip-labels:
- ">test-mute"
- ":Delivery/Packaging"
steps:
- group: packaging-tests-unix-sample
steps:
- label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-unix-sample"
key: "packaging-tests-unix-sample"
command: ./.ci/scripts/packaging-test.sh $$PACKAGING_TASK
timeout_in_minutes: 300
matrix:
setup:
image:
- rhel-8
- ubuntu-2004
PACKAGING_TASK:
- destructiveDistroTest.docker
- destructiveDistroTest.packages
- destructiveDistroTest.archives
agents:
provider: gcp
image: family/elasticsearch-{{matrix.image}}
diskSizeGb: 350
machineType: custom-16-32768
env:
PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}"

39
.buildkite/pipelines/pull-request/packaging-tests-unix.yml Normal file
View file

@ -0,0 +1,39 @@
config:
allow-labels: ":Delivery/Packaging"
steps:
- group: packaging-tests-unix
steps:
- label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-unix"
key: "packaging-tests-unix"
command: ./.ci/scripts/packaging-test.sh $$PACKAGING_TASK
timeout_in_minutes: 300
matrix:
setup:
image:
- centos-7
- debian-10
- debian-11
- opensuse-leap-15
- oraclelinux-7
- oraclelinux-8
- sles-12
- sles-15
- ubuntu-1804
- ubuntu-2004
- ubuntu-2204
- rocky-8
- rhel-7
- rhel-8
- rhel-9
- almalinux-8
PACKAGING_TASK:
- destructiveDistroTest.docker
- destructiveDistroTest.packages
- destructiveDistroTest.archives
agents:
provider: gcp
image: family/elasticsearch-{{matrix.image}}
diskSizeGb: 350
machineType: custom-16-32768
env:
PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}"

25
.buildkite/pipelines/pull-request/packaging-tests-windows-sample.yml Normal file
View file

@ -0,0 +1,25 @@
config:
skip-labels:
- ">test-mute"
- ":Delivery/Packaging"
steps:
- group: packaging-tests-windows-sample
steps:
- label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-windows-sample"
key: "packaging-tests-windows-sample"
command: .\.buildkite\scripts\run-script.ps1 .\.ci\scripts\packaging-test.ps1 -GradleTasks destructiveDistroTest.{{matrix.PACKAGING_TASK}}
timeout_in_minutes: 300
matrix:
setup:
image:
- windows-2019
PACKAGING_TASK:
- default-windows-archive
agents:
provider: gcp
image: family/elasticsearch-{{matrix.image}}
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350
env:
PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}"

25
.buildkite/pipelines/pull-request/packaging-tests-windows.yml Normal file
View file

@ -0,0 +1,25 @@
config:
allow-labels: ":Delivery/Packaging"
steps:
- group: packaging-tests-windows
steps:
- label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-windows"
key: "packaging-tests-windows"
command: .\.buildkite\scripts\run-script.ps1 .\.ci\scripts\packaging-test.ps1 -GradleTasks destructiveDistroTest.{{matrix.PACKAGING_TASK}}
timeout_in_minutes: 300
matrix:
setup:
image:
- windows-2016
- windows-2019
- windows-2022
PACKAGING_TASK:
- default-windows-archive
agents:
provider: gcp
image: family/elasticsearch-{{matrix.image}}
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350
env:
PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}"

22
.buildkite/pipelines/pull-request/packaging-upgrade-tests.yml Normal file
View file

@ -0,0 +1,22 @@
config:
allow-labels: ":Delivery/Packaging"
steps:
- group: packaging-tests-upgrade
steps:
- label: "{{matrix.image}} / $BWC_VERSION / packaging-tests-upgrade"
key: "packaging-tests-upgrade:$BWC_VERSION_SNAKE"
command: ./.ci/scripts/packaging-test.sh destructiveDistroUpgradeTest.v$BWC_VERSION
timeout_in_minutes: 300
bwc_template: true
matrix:
setup:
image:
- rocky-8
- ubuntu-2004
agents:
provider: gcp
image: family/elasticsearch-{{matrix.image}}
machineType: custom-16-32768
buildDirectory: /dev/shm/bk
env:
BWC_VERSION: $BWC_VERSION

11
.buildkite/pipelines/pull-request/part-1-fips.yml Normal file
View file

@ -0,0 +1,11 @@
config:
allow-labels: "Team:Security"
steps:
- label: part-1-fips
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart1
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

14
.buildkite/pipelines/pull-request/part-1-windows.yml Normal file
View file

@ -0,0 +1,14 @@
config:
allow-labels: "test-windows"
steps:
- label: part-1-windows
command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-windows-2022
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350
env:
GRADLE_TASK: checkPart1

9
.buildkite/pipelines/pull-request/part-1.yml Normal file
View file

@ -0,0 +1,9 @@
steps:
- label: part-1
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart1
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

11
.buildkite/pipelines/pull-request/part-2-fips.yml Normal file
View file

@ -0,0 +1,11 @@
config:
allow-labels: "Team:Security"
steps:
- label: part-2-fips
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart2
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

14
.buildkite/pipelines/pull-request/part-2-windows.yml Normal file
View file

@ -0,0 +1,14 @@
config:
allow-labels: "test-windows"
steps:
- label: part-2-windows
command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-windows-2022
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350
env:
GRADLE_TASK: checkPart2

9
.buildkite/pipelines/pull-request/part-2.yml Normal file
View file

@ -0,0 +1,9 @@
steps:
- label: part-2
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart2
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

11
.buildkite/pipelines/pull-request/part-3-fips.yml Normal file
View file

@ -0,0 +1,11 @@
config:
allow-labels: "Team:Security"
steps:
- label: part-3-fips
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart3
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

14
.buildkite/pipelines/pull-request/part-3-windows.yml Normal file
View file

@ -0,0 +1,14 @@
config:
allow-labels: "test-windows"
steps:
- label: part-3-windows
command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-windows-2022
machineType: custom-32-98304
diskType: pd-ssd
diskSizeGb: 350
env:
GRADLE_TASK: checkPart3

11
.buildkite/pipelines/pull-request/part-3.yml Normal file
View file

@ -0,0 +1,11 @@
config:
skip-target-branches: "7.17"
steps:
- label: part-3
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart3
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

12
.buildkite/pipelines/pull-request/precommit.yml Normal file
View file

@ -0,0 +1,12 @@
config:
allow-labels: ">test-mute"
skip-labels: []
steps:
- label: precommit
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

11
.buildkite/pipelines/pull-request/release-tests.yml Normal file
View file

@ -0,0 +1,11 @@
config:
allow-labels: test-release
steps:
- label: release-tests
command: .buildkite/scripts/release-tests.sh
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
diskSizeGb: 350
machineType: custom-32-98304

11
.buildkite/pipelines/pull-request/rest-compatibility.yml Normal file
View file

@ -0,0 +1,11 @@
config:
skip-target-branches: "7.17"
steps:
- label: rest-compatibility
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkRestCompat
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

14
.buildkite/scripts/cloud-deploy.sh Executable file
View file

@ -0,0 +1,14 @@
#!/bin/bash
set -euo pipefail
.ci/scripts/run-gradle.sh buildCloudDockerImage
ES_VERSION=$(grep 'elasticsearch' build-tools-internal/version.properties | awk '{print $3}')
DOCKER_TAG="docker.elastic.co/elasticsearch-ci/elasticsearch-cloud:${ES_VERSION}-${BUILDKITE_COMMIT:0:7}"
docker tag elasticsearch-cloud:test "$DOCKER_TAG"
echo "$DOCKER_REGISTRY_PASSWORD" | docker login -u "$DOCKER_REGISTRY_USERNAME" --password-stdin docker.elastic.co
unset DOCKER_REGISTRY_USERNAME DOCKER_REGISTRY_PASSWORD
docker push "$DOCKER_TAG"

38
.buildkite/scripts/pull-request/README.md Normal file
View file

@ -0,0 +1,38 @@
# Pull Request pipeline generator
## Overview
Each time a pull request build is triggered, such as via commit or comment, we use this generator to dynamically create the steps that are needed to run.
The generator handles the following:
- `allow-labels` - only trigger a step if the PR has one of these labels
- `skip-labels` - don't trigger the step if the PR has one of these labels
- `excluded-regions` - don't trigger the step if **all** of the changes in the PR match these paths/regexes
- `included-regions` - trigger the step if **all** of the changes in the PR match these paths/regexes
- `trigger-phrase` - trigger this step, and ignore all other steps, if the build was triggered by a comment and that comment matches this regex
- Note that each step has an automatic phrase of `.*run\\W+elasticsearch-ci/<step-name>.*`
- Replacing `$SNAPSHOT_BWC_VERSIONS` in pipelines with an array of versions from `.ci/snapshotBwcVersions`
- Duplicating any step with `bwc_template: true` for each BWC version in `.ci/bwcVersions`
[Bun](https://bun.sh/) is used to test and run the TypeScript. It's an alternative JavaScript runtime that natively handles TypeScript.
### Pipelines Location
Pipelines are in [`.buildkite/pipelines`](../../pipelines/pull-request). They are automatically picked up and given a name based on their filename.
## Setup
- [Install bun](https://bun.sh/)
- `npm install -g bun` will work if you already have `npm`
- `cd .buildkite; bun install` to install dependencies
## Run tests
```bash
cd .buildkite
bun test
```
If you need to regenerate the snapshots, run `bun test --update-snapshots`.

185
.buildkite/scripts/pull-request/__snapshots__/pipeline.test.ts.snap Normal file
View file

@ -0,0 +1,185 @@
// Bun Snapshot v1, https://goo.gl/fbAQLP
exports[`generatePipelines should generate correct pipelines with a non-docs change 1`] = `
[
{
"steps": [
{
"group": "bwc-snapshots",
"steps": [
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest",
"env": {
"BWC_VERSION": "{{matrix.BWC_VERSION}}",
},
"label": "{{matrix.BWC_VERSION}} / bwc-snapshots",
"matrix": {
"setup": {
"BWC_VERSION": [
"7.17.14",
"8.10.3",
"8.11.0",
],
},
},
"timeout_in_minutes": 300,
},
],
},
],
},
{
"env": {
"CUSTOM_ENV_VAR": "value",
},
"steps": [
{
"command": "echo 'hello world'",
"label": "test-step",
},
],
},
]
`;
exports[`generatePipelines should generate correct pipelines with only docs changes 1`] = `
[
{
"steps": [
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check",
"label": "docs-check",
"timeout_in_minutes": 300,
},
],
},
]
`;
exports[`generatePipelines should generate correct pipelines with full BWC expansion 1`] = `
[
{
"steps": [
{
"group": "bwc",
"steps": [
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.0.0#bwcTest",
"env": {
"BWC_VERSION": "7.0.0",
},
"key": "full-bwc:7_0_0",
"label": "7.0.0 / bwc",
"timeout_in_minutes": 300,
},
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.0.1#bwcTest",
"env": {
"BWC_VERSION": "7.0.1",
},
"key": "full-bwc:7_0_1",
"label": "7.0.1 / bwc",
"timeout_in_minutes": 300,
},
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.1.0#bwcTest",
"env": {
"BWC_VERSION": "7.1.0",
},
"key": "full-bwc:7_1_0",
"label": "7.1.0 / bwc",
"timeout_in_minutes": 300,
},
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.10.0#bwcTest",
"env": {
"BWC_VERSION": "8.10.0",
},
"key": "full-bwc:8_10_0",
"label": "8.10.0 / bwc",
"timeout_in_minutes": 300,
},
{
"agents": {
"buildDirectory": "/dev/shm/bk",
"image": "family/elasticsearch-ubuntu-2004",
"machineType": "custom-32-98304",
"provider": "gcp",
},
"command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.11.0#bwcTest",
"env": {
"BWC_VERSION": "8.11.0",
},
"key": "full-bwc:8_11_0",
"label": "8.11.0 / bwc",
"timeout_in_minutes": 300,
},
],
},
],
},
{
"env": {
"CUSTOM_ENV_VAR": "value",
},
"steps": [
{
"command": "echo 'hello world'",
"label": "test-step",
},
],
},
]
`;
exports[`generatePipelines should generate correct pipeline when using a trigger comment for it 1`] = `
[
{
"env": {
"CUSTOM_ENV_VAR": "value",
},
"steps": [
{
"command": "echo 'hello world'",
"label": "test-step",
},
],
},
]
`;

30
.buildkite/scripts/pull-request/bwc-versions.ts Normal file
View file

@ -0,0 +1,30 @@
import { parse } from "yaml";
import { readFileSync } from "fs";
import { resolve } from "path";
const PROJECT_ROOT = resolve(`${import.meta.dir}/../../..`);
let BWC_VERSIONS_PATH = `${PROJECT_ROOT}/.ci/bwcVersions`;
let BWC_VERSIONS: any;
let SNAPSHOT_BWC_VERSIONS_PATH = `${PROJECT_ROOT}/.ci/snapshotBwcVersions`;
let SNAPSHOT_BWC_VERSIONS: any;
export const getSnapshotBwcVersions = () => {
SNAPSHOT_BWC_VERSIONS = SNAPSHOT_BWC_VERSIONS ?? parse(readFileSync(SNAPSHOT_BWC_VERSIONS_PATH, "utf-8")).BWC_VERSION;
return SNAPSHOT_BWC_VERSIONS;
};
export const getBwcVersions = () => {
BWC_VERSIONS = BWC_VERSIONS ?? parse(readFileSync(BWC_VERSIONS_PATH, "utf-8")).BWC_VERSION;
return BWC_VERSIONS;
};
export const setSnapshotBwcVersionsPath = (path: string) => {
SNAPSHOT_BWC_VERSIONS_PATH = path;
};
export const setBwcVersionsPath = (path: string) => {
BWC_VERSIONS_PATH = path;
};

6
.buildkite/scripts/pull-request/mocks/bwcVersions Normal file
View file

@ -0,0 +1,6 @@
BWC_VERSION:
- "7.0.0"
- "7.0.1"
- "7.1.0"
- "8.10.0"
- "8.11.0"

5
.buildkite/scripts/pull-request/mocks/pipelines/.defaults.yml Normal file
View file

@ -0,0 +1,5 @@
config:
skip-labels: ">test-mute"
excluded-regions:
- ^docs/.*
- ^x-pack/docs/.*

21
.buildkite/scripts/pull-request/mocks/pipelines/bwc-snapshots.yml Normal file
View file

@ -0,0 +1,21 @@
config:
trigger-phrase: '.*run\W+elasticsearch-ci/bwc.*'
skip-labels:
- ">test-mute"
- "test-full-bwc"
steps:
- group: bwc-snapshots
steps:
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots"
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest
timeout_in_minutes: 300
matrix:
setup:
BWC_VERSION: $SNAPSHOT_BWC_VERSIONS
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk
env:
BWC_VERSION: "{{matrix.BWC_VERSION}}"

14
.buildkite/scripts/pull-request/mocks/pipelines/docs-check.yml Normal file
View file

@ -0,0 +1,14 @@
config:
included-regions:
- ^docs/.*
- ^x-pack/docs/.*
excluded-regions: []
steps:
- label: docs-check
command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk

17
.buildkite/scripts/pull-request/mocks/pipelines/full-bwc.yml Normal file
View file

@ -0,0 +1,17 @@
config:
allow-labels: test-full-bwc
steps:
- group: bwc
steps:
- label: $BWC_VERSION / bwc
key: full-bwc:$BWC_VERSION_SNAKE
bwc_template: true
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
timeout_in_minutes: 300
agents:
provider: gcp
image: family/elasticsearch-ubuntu-2004
machineType: custom-32-98304
buildDirectory: /dev/shm/bk
env:
BWC_VERSION: $BWC_VERSION

5
.buildkite/scripts/pull-request/mocks/pipelines/using-defaults.yml Normal file
View file

@ -0,0 +1,5 @@
env:
CUSTOM_ENV_VAR: "value"
steps:
- label: test-step
command: echo 'hello world'

4
.buildkite/scripts/pull-request/mocks/snapshotBwcVersions Normal file
View file

@ -0,0 +1,4 @@
BWC_VERSION:
- "7.17.14"
- "8.10.3"
- "8.11.0"

19
.buildkite/scripts/pull-request/pipeline.generate.ts Normal file
View file

@ -0,0 +1,19 @@
import { stringify } from "yaml";
import { execSync } from "child_process";
import { generatePipelines } from "./pipeline";
const pipelines = generatePipelines();
for (const pipeline of pipelines) {
if (!process.env.CI) {
// Just for local debugging purposes
console.log("");
console.log(stringify(pipeline));
} else {
execSync(`buildkite-agent pipeline upload`, {
input: stringify(pipeline),
stdio: ["pipe", "inherit", "inherit"],
});
}
}

6
.buildkite/scripts/pull-request/pipeline.sh Executable file
View file

@ -0,0 +1,6 @@
#!/bin/bash
set -euo pipefail
npm install -g bun
bun .buildkite/scripts/pull-request/pipeline.generate.ts

38
.buildkite/scripts/pull-request/pipeline.test.ts Normal file
View file

@ -0,0 +1,38 @@
import { beforeEach, describe, expect, test } from "bun:test";
import { generatePipelines } from "./pipeline";
import { setBwcVersionsPath, setSnapshotBwcVersionsPath } from "./bwc-versions";
describe("generatePipelines", () => {
beforeEach(() => {
setBwcVersionsPath(`${import.meta.dir}/mocks/bwcVersions`);
setSnapshotBwcVersionsPath(`${import.meta.dir}/mocks/snapshotBwcVersions`);
process.env["GITHUB_PR_LABELS"] = "test-label-1,test-label-2";
process.env["GITHUB_PR_TRIGGER_COMMENT"] = "";
});
test("should generate correct pipelines with a non-docs change", () => {
const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle", "docs/README.asciidoc"]);
expect(pipelines).toMatchSnapshot();
});
test("should generate correct pipelines with only docs changes", () => {
const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["docs/README.asciidoc"]);
expect(pipelines).toMatchSnapshot();
});
test("should generate correct pipelines with full BWC expansion", () => {
process.env["GITHUB_PR_LABELS"] = "test-full-bwc";
const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle"]);
expect(pipelines).toMatchSnapshot();
});
test("should generate correct pipeline when using a trigger comment for it", () => {
process.env["GITHUB_PR_TRIGGER_COMMENT"] = "run elasticsearch-ci/using-defaults";
const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle"]);
expect(pipelines).toMatchSnapshot();
});
});

162
.buildkite/scripts/pull-request/pipeline.ts Normal file
View file

@ -0,0 +1,162 @@
import { parse } from "yaml";
import { readFileSync, readdirSync } from "fs";
import { basename, resolve } from "path";
import { execSync } from "child_process";
import { BuildkitePipeline, BuildkiteStep, EsPipeline, EsPipelineConfig } from "./types";
import { getBwcVersions, getSnapshotBwcVersions } from "./bwc-versions";
const PROJECT_ROOT = resolve(`${import.meta.dir}/../../..`);
const getArray = (strOrArray: string | string[] | undefined): string[] => {
if (typeof strOrArray === "undefined") {
return [];
}
return typeof strOrArray === "string" ? [strOrArray] : strOrArray;
};
const labelCheckAllow = (pipeline: EsPipeline, labels: string[]): boolean => {
if (pipeline.config?.["allow-labels"]) {
return getArray(pipeline.config["allow-labels"]).some((label) => labels.includes(label));
}
return true;
};
const labelCheckSkip = (pipeline: EsPipeline, labels: string[]): boolean => {
if (pipeline.config?.["skip-labels"]) {
return !getArray(pipeline.config["skip-labels"]).some((label) => labels.includes(label));
}
return true;
};
// Exclude the pipeline if all of the changed files in the PR are in at least one excluded region
const changedFilesExcludedCheck = (pipeline: EsPipeline, changedFiles: string[]): boolean => {
if (pipeline.config?.["excluded-regions"]) {
return !changedFiles.every((file) =>
getArray(pipeline.config?.["excluded-regions"]).some((region) => file.match(region))
);
}
return true;
};
// Include the pipeline if all of the changed files in the PR are in at least one included region
const changedFilesIncludedCheck = (pipeline: EsPipeline, changedFiles: string[]): boolean => {
if (pipeline.config?.["included-regions"]) {
return changedFiles.every((file) =>
getArray(pipeline.config?.["included-regions"]).some((region) => file.match(region))
);
}
return true;
};
const triggerCommentCheck = (pipeline: EsPipeline): boolean => {
if (process.env["GITHUB_PR_TRIGGER_COMMENT"] && pipeline.config?.["trigger-phrase"]) {
return !!process.env["GITHUB_PR_TRIGGER_COMMENT"].match(pipeline.config["trigger-phrase"]);
}
return false;
};
// There are so many BWC versions that we can't use the matrix feature in Buildkite, as it's limited to 20 elements per dimension
// So we need to duplicate the steps instead
// Recursively check for any steps that have a bwc_template attribute and expand them out into multiple steps, one for each BWC_VERSION
const doBwcTransforms = (step: BuildkitePipeline | BuildkiteStep) => {
const stepsToExpand = (step.steps || []).filter((s) => s.bwc_template);
step.steps = (step.steps || []).filter((s) => !s.bwc_template);
for (const s of step.steps) {
if (s.steps?.length) {
doBwcTransforms(s);
}
}
for (const stepToExpand of stepsToExpand) {
for (const bwcVersion of getBwcVersions()) {
let newStepJson = JSON.stringify(stepToExpand).replaceAll("$BWC_VERSION_SNAKE", bwcVersion.replaceAll(".", "_"));
newStepJson = newStepJson.replaceAll("$BWC_VERSION", bwcVersion);
const newStep = JSON.parse(newStepJson);
delete newStep.bwc_template;
step.steps.push(newStep);
}
}
};
export const generatePipelines = (
directory: string = `${PROJECT_ROOT}/.buildkite/pipelines/pull-request`,
changedFiles: string[] = []
) => {
let defaults: EsPipelineConfig = { config: {} };
defaults = parse(readFileSync(`${directory}/.defaults.yml`, "utf-8"));
defaults.config = defaults.config || {};
let pipelines: EsPipeline[] = [];
const files = readdirSync(directory);
for (const file of files) {
if (!file.endsWith(".yml") || file.endsWith(".defaults.yml")) {
continue;
}
let yaml = readFileSync(`${directory}/${file}`, "utf-8");
yaml = yaml.replaceAll("$SNAPSHOT_BWC_VERSIONS", JSON.stringify(getSnapshotBwcVersions()));
const pipeline: EsPipeline = parse(yaml) || {};
pipeline.config = { ...defaults.config, ...(pipeline.config || {}) };
// '.../build-benchmark.yml' => 'build-benchmark'
const name = basename(file).split(".", 2)[0];
pipeline.name = name;
pipeline.config["trigger-phrase"] = pipeline.config["trigger-phrase"] || `.*run\\W+elasticsearch-ci/${name}.*`;
pipelines.push(pipeline);
}
const labels = (process.env["GITHUB_PR_LABELS"] || "")
.split(",")
.map((x) => x.trim())
.filter((x) => x);
if (!changedFiles?.length) {
const mergeBase = execSync(`git merge-base ${process.env["GITHUB_PR_TARGET_BRANCH"]} HEAD`, { cwd: PROJECT_ROOT })
.toString()
.trim();
const changedFilesOutput = execSync(`git diff --name-only ${mergeBase}`, { cwd: PROJECT_ROOT }).toString().trim();
changedFiles = changedFilesOutput
.split("\n")
.map((x) => x.trim())
.filter((x) => x);
}
let filters: ((pipeline: EsPipeline) => boolean)[] = [
(pipeline) => labelCheckAllow(pipeline, labels),
(pipeline) => labelCheckSkip(pipeline, labels),
(pipeline) => changedFilesExcludedCheck(pipeline, changedFiles),
(pipeline) => changedFilesIncludedCheck(pipeline, changedFiles),
];
// When triggering via comment, we ONLY want to run pipelines that match the trigger phrase, regardless of labels, etc
if (process.env["GITHUB_PR_TRIGGER_COMMENT"]) {
filters = [triggerCommentCheck];
}
for (const filter of filters) {
pipelines = pipelines.filter(filter);
}
for (const pipeline of pipelines) {
doBwcTransforms(pipeline);
}
pipelines.sort((a, b) => (a.name ?? "").localeCompare(b.name ?? ""));
const finalPipelines = pipelines.map((pipeline) => {
const finalPipeline = { ...pipeline };
delete finalPipeline.config;
delete finalPipeline.name;
return finalPipeline;
});
return finalPipelines;
};

24
.buildkite/scripts/pull-request/types.ts Normal file
View file

@ -0,0 +1,24 @@
export type EsPipelineConfig = {
config?: {
"allow-labels"?: string | string[];
"skip-labels"?: string | string[];
"included-regions"?: string | string[];
"excluded-regions"?: string | string[];
"trigger-phrase"?: string;
};
};
export type BuildkiteStep = {
steps?: BuildkiteStep[];
group?: string;
bwc_template?: boolean;
};
export type BuildkitePipeline = {
steps?: BuildkiteStep[];
};
export type EsPipeline = EsPipelineConfig &
BuildkitePipeline & {
name?: string;
};

22
.buildkite/tsconfig.json Normal file
View file

@ -0,0 +1,22 @@
{
"compilerOptions": {
"lib": ["ESNext"],
"module": "esnext",
"target": "esnext",
"moduleResolution": "bundler",
"moduleDetection": "force",
"allowImportingTsExtensions": true,
"noEmit": true,
"composite": true,
"strict": true,
"downlevelIteration": true,
"skipLibCheck": true,
"jsx": "preserve",
"allowSyntheticDefaultImports": true,
"forceConsistentCasingInFileNames": true,
"allowJs": true,
"types": [
"bun-types" // add Bun global
]
}
}

4
.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-unix.yml
View file

@ -31,9 +31,9 @@
- almalinux-8-packaging
builders:
- inject:
properties-file: '.ci/java-versions.properties'
properties-file: ".ci/java-versions.properties"
properties-content: |
JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA
- shell: |
#!/usr/local/bin/runbld --redirect-stderr
./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest
./.ci/scripts/packaging-test.sh destructivePackagingTest

4
.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-upgrade.yml
View file

@ -22,10 +22,10 @@
name: BWC_VERSION
builders:
- inject:
properties-file: '.ci/java-versions.properties'
properties-file: ".ci/java-versions.properties"
properties-content: |
JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA
JAVA16_HOME=$HOME/.java/openjdk16
- shell: |
#!/usr/local/bin/runbld --redirect-stderr
./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION
./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION

16
.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix-sample.yml
View file

@ -25,9 +25,9 @@
- ^docs/.*
- ^x-pack/docs/.*
black-list-labels:
- '>test-mute'
- ':Delivery/Packaging'
- 'buildkite-opt-in'
- ">test-mute"
- ":Delivery/Packaging"
- "buildkite-opt-in"
axes:
- axis:
type: label-expression
@ -39,14 +39,14 @@
type: user-defined
name: PACKAGING_TASK
values:
- 'destructiveDistroTest.docker'
- 'destructiveDistroTest.packages'
- 'destructiveDistroTest.archives'
- "destructiveDistroTest.docker"
- "destructiveDistroTest.packages"
- "destructiveDistroTest.archives"
builders:
- inject:
properties-file: '.ci/java-versions.properties'
properties-file: ".ci/java-versions.properties"
properties-content: |
JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA
- shell: |
#!/usr/local/bin/runbld --redirect-stderr
./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ $PACKAGING_TASK
./.ci/scripts/packaging-test.sh $PACKAGING_TASK

16
.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix.yml
View file

@ -25,10 +25,10 @@
- ^docs/.*
- ^x-pack/docs/.*
white-list-labels:
- ':Delivery/Packaging'
- ":Delivery/Packaging"
black-list-labels:
- '>test-mute'
- 'buildkite-opt-in'
- ">test-mute"
- "buildkite-opt-in"
axes:
- axis:
type: label-expression
@ -54,14 +54,14 @@
type: user-defined
name: PACKAGING_TASK
values:
- 'destructiveDistroTest.docker'
- 'destructiveDistroTest.packages'
- 'destructiveDistroTest.archives'
- "destructiveDistroTest.docker"
- "destructiveDistroTest.packages"
- "destructiveDistroTest.archives"
builders:
- inject:
properties-file: '.ci/java-versions.properties'
properties-file: ".ci/java-versions.properties"
properties-content: |
JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA
- shell: |
#!/usr/local/bin/runbld --redirect-stderr
./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ $PACKAGING_TASK
./.ci/scripts/packaging-test.sh $PACKAGING_TASK

10
.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-upgrade-tests.yml
View file

@ -26,10 +26,10 @@
- ^docs/.*
- ^x-pack/docs/.*
white-list-labels:
- ':Delivery/Packaging'
- ":Delivery/Packaging"
black-list-labels:
- '>test-mute'
- 'buildkite-opt-in'
- ">test-mute"
- "buildkite-opt-in"
axes:
- axis:
type: label-expression
@ -43,7 +43,7 @@
name: "BWC_VERSION"
builders:
- inject:
properties-file: '.ci/java-versions.properties'
properties-file: ".ci/java-versions.properties"
properties-content: |
JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA
JAVA8_HOME=$HOME/.java/java8
@ -51,4 +51,4 @@
JAVA16_HOME=$HOME/.java/openjdk16
- shell: |
#!/usr/local/bin/runbld --redirect-stderr
./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructiveDistroUpgradeTest.v$BWC_VERSION
./.ci/scripts/packaging-test.sh destructiveDistroUpgradeTest.v$BWC_VERSION

2
.ci/scripts/packaging-test.sh
View file

@ -77,5 +77,5 @@ sudo -E env \
--unset=ES_JAVA_HOME \
--unset=JAVA_HOME \
SYSTEM_JAVA_HOME=`readlink -f -n $BUILD_JAVA_HOME` \
./gradlew -g $HOME/.gradle --scan --parallel --continue $@
./gradlew -g $HOME/.gradle --scan --parallel --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ --continue $@

2
build-tools-internal/src/main/groovy/elasticsearch.build-scan.gradle
View file

@ -106,7 +106,7 @@ buildScan {
// Add SCM information
def prId = System.getenv('BUILDKITE_PULL_REQUEST')
if (prId != 'false') {
def prBaseUrl = (System.getenv('BUILDKITE_PULL_REQUEST_REPO') - ".git")
def prBaseUrl = (System.getenv('BUILDKITE_PULL_REQUEST_REPO') - ".git").replaceFirst("git://", "https://")
value 'Git Commit ID', System.getenv('BUILDKITE_COMMIT')
tag "pr/${prId}"
tag 'pull-request'