diff --git a/.buildkite/.editorconfig b/.buildkite/.editorconfig new file mode 100644 index 000000000000..a08b2c5600ad --- /dev/null +++ b/.buildkite/.editorconfig @@ -0,0 +1,2 @@ +[*.ts] +max_line_length = 120 diff --git a/.buildkite/.gitignore b/.buildkite/.gitignore new file mode 100644 index 000000000000..f81d56eaa35f --- /dev/null +++ b/.buildkite/.gitignore @@ -0,0 +1,169 @@ +# Based on https://raw.githubusercontent.com/github/gitignore/main/Node.gitignore + +# Logs + +logs +_.log +npm-debug.log_ +yarn-debug.log* +yarn-error.log* +lerna-debug.log* +.pnpm-debug.log* + +# Diagnostic reports (https://nodejs.org/api/report.html) + +report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json + +# Runtime data + +pids +_.pid +_.seed +\*.pid.lock + +# Directory for instrumented libs generated by jscoverage/JSCover + +lib-cov + +# Coverage directory used by tools like istanbul + +coverage +\*.lcov + +# nyc test coverage + +.nyc_output + +# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files) + +.grunt + +# Bower dependency directory (https://bower.io/) + +bower_components + +# node-waf configuration + +.lock-wscript + +# Compiled binary addons (https://nodejs.org/api/addons.html) + +build/Release + +# Dependency directories + +node_modules/ +jspm_packages/ + +# Snowpack dependency directory (https://snowpack.dev/) + +web_modules/ + +# TypeScript cache + +\*.tsbuildinfo + +# Optional npm cache directory + +.npm + +# Optional eslint cache + +.eslintcache + +# Optional stylelint cache + +.stylelintcache + +# Microbundle cache + +.rpt2_cache/ +.rts2_cache_cjs/ +.rts2_cache_es/ +.rts2_cache_umd/ + +# Optional REPL history + +.node_repl_history + +# Output of 'npm pack' + +\*.tgz + +# Yarn Integrity file + +.yarn-integrity + +# dotenv environment variable files + +.env +.env.development.local +.env.test.local +.env.production.local +.env.local + +# parcel-bundler cache (https://parceljs.org/) + +.cache +.parcel-cache + +# Next.js build output + +.next +out + +# Nuxt.js build / generate output + +.nuxt +dist + +# Gatsby files + +.cache/ + +# Comment in the public line in if your project uses Gatsby and not Next.js + +# https://nextjs.org/blog/next-9-1#public-directory-support + +# public + +# vuepress build output + +.vuepress/dist + +# vuepress v2.x temp and cache directory + +.temp +.cache + +# Docusaurus cache and generated files + +.docusaurus + +# Serverless directories + +.serverless/ + +# FuseBox cache + +.fusebox/ + +# DynamoDB Local files + +.dynamodb/ + +# TernJS port file + +.tern-port + +# Stores VSCode versions used for testing VSCode extensions + +.vscode-test + +# yarn v2 + +.yarn/cache +.yarn/unplugged +.yarn/build-state.yml +.yarn/install-state.gz +.pnp.\* diff --git a/.buildkite/bun.lockb b/.buildkite/bun.lockb new file mode 100755 index 000000000000..54920b41d665 Binary files /dev/null and b/.buildkite/bun.lockb differ diff --git a/.buildkite/hooks/pre-command b/.buildkite/hooks/pre-command index 3d20e3fb73b8..f244b0b51c3e 100644 --- a/.buildkite/hooks/pre-command +++ b/.buildkite/hooks/pre-command @@ -75,7 +75,31 @@ if [[ "${USE_SNYK_CREDENTIALS:-}" == "true" ]]; then export SNYK_TOKEN fi +if [[ "${USE_PROD_DOCKER_CREDENTIALS:-}" == "true" ]]; then + DOCKER_REGISTRY_USERNAME="$(vault read -field=username secret/ci/elastic-elasticsearch/migrated/prod_docker_registry_credentials)" + export DOCKER_REGISTRY_USERNAME + + DOCKER_REGISTRY_PASSWORD="$(vault read -field=password secret/ci/elastic-elasticsearch/migrated/prod_docker_registry_credentials)" + export DOCKER_REGISTRY_PASSWORD +fi + if [[ "$BUILDKITE_AGENT_META_DATA_PROVIDER" != *"k8s"* ]]; then # Run in the background, while the job continues nohup .buildkite/scripts/setup-monitoring.sh /dev/null 2>&1 & fi + +# Initialize the build scan and gobld annotations with empty/open
tags +# This ensures that they are collapsible when they get appended to +if [[ "${BUILDKITE_LABEL:-}" == *"Pipeline upload"* ]]; then + cat << EOF | buildkite-agent annotate --context "gradle-build-scans" --style "info" +
+ +Gradle build scan links +EOF + + cat << EOF | buildkite-agent annotate --context "ctx-gobld-metrics" --style "info" +
+ +Agent information from gobld +EOF +fi diff --git a/.buildkite/package.json b/.buildkite/package.json new file mode 100644 index 000000000000..c13d5f10fdf6 --- /dev/null +++ b/.buildkite/package.json @@ -0,0 +1,13 @@ +{ + "name": "buildkite-pipelines", + "module": "index.ts", + "type": "module", + "devDependencies": { + "@types/node": "^20.6.0", + "bun-types": "latest", + "yaml": "^2.3.2" + }, + "peerDependencies": { + "typescript": "^5.0.0" + } +} diff --git a/.buildkite/pipelines/periodic-packaging.bwc.template.yml b/.buildkite/pipelines/periodic-packaging.bwc.template.yml index 0ec7721381d0..b06bc80d3535 100644 --- a/.buildkite/pipelines/periodic-packaging.bwc.template.yml +++ b/.buildkite/pipelines/periodic-packaging.bwc.template.yml @@ -1,5 +1,5 @@ - label: "{{matrix.image}} / $BWC_VERSION / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION timeout_in_minutes: 300 matrix: setup: diff --git a/.buildkite/pipelines/periodic-packaging.template.yml b/.buildkite/pipelines/periodic-packaging.template.yml index 1f1852639e99..1c626ffc53bf 100644 --- a/.buildkite/pipelines/periodic-packaging.template.yml +++ b/.buildkite/pipelines/periodic-packaging.template.yml @@ -2,7 +2,7 @@ steps: - group: packaging-tests-unix steps: - label: "{{matrix.image}} / packaging-tests-unix" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest + command: ./.ci/scripts/packaging-test.sh destructivePackagingTest timeout_in_minutes: 300 matrix: setup: diff --git a/.buildkite/pipelines/periodic-packaging.yml b/.buildkite/pipelines/periodic-packaging.yml index ce0746a5726c..6a2492fb03ef 100644 --- a/.buildkite/pipelines/periodic-packaging.yml +++ b/.buildkite/pipelines/periodic-packaging.yml @@ -3,7 +3,7 @@ steps: - group: packaging-tests-unix steps: - label: "{{matrix.image}} / packaging-tests-unix" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest + command: ./.ci/scripts/packaging-test.sh destructivePackagingTest timeout_in_minutes: 300 matrix: setup: @@ -33,7 +33,7 @@ steps: - group: packaging-tests-upgrade steps: - label: "{{matrix.image}} / 7.0.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.0 timeout_in_minutes: 300 matrix: setup: @@ -49,7 +49,7 @@ steps: BWC_VERSION: 7.0.0 - label: "{{matrix.image}} / 7.0.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.0.1 timeout_in_minutes: 300 matrix: setup: @@ -65,7 +65,7 @@ steps: BWC_VERSION: 7.0.1 - label: "{{matrix.image}} / 7.1.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.0 timeout_in_minutes: 300 matrix: setup: @@ -81,7 +81,7 @@ steps: BWC_VERSION: 7.1.0 - label: "{{matrix.image}} / 7.1.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.1.1 timeout_in_minutes: 300 matrix: setup: @@ -97,7 +97,7 @@ steps: BWC_VERSION: 7.1.1 - label: "{{matrix.image}} / 7.2.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.0 timeout_in_minutes: 300 matrix: setup: @@ -113,7 +113,7 @@ steps: BWC_VERSION: 7.2.0 - label: "{{matrix.image}} / 7.2.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.2.1 timeout_in_minutes: 300 matrix: setup: @@ -129,7 +129,7 @@ steps: BWC_VERSION: 7.2.1 - label: "{{matrix.image}} / 7.3.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.0 timeout_in_minutes: 300 matrix: setup: @@ -145,7 +145,7 @@ steps: BWC_VERSION: 7.3.0 - label: "{{matrix.image}} / 7.3.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.1 timeout_in_minutes: 300 matrix: setup: @@ -161,7 +161,7 @@ steps: BWC_VERSION: 7.3.1 - label: "{{matrix.image}} / 7.3.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.3.2 timeout_in_minutes: 300 matrix: setup: @@ -177,7 +177,7 @@ steps: BWC_VERSION: 7.3.2 - label: "{{matrix.image}} / 7.4.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.0 timeout_in_minutes: 300 matrix: setup: @@ -193,7 +193,7 @@ steps: BWC_VERSION: 7.4.0 - label: "{{matrix.image}} / 7.4.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.1 timeout_in_minutes: 300 matrix: setup: @@ -209,7 +209,7 @@ steps: BWC_VERSION: 7.4.1 - label: "{{matrix.image}} / 7.4.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.4.2 timeout_in_minutes: 300 matrix: setup: @@ -225,7 +225,7 @@ steps: BWC_VERSION: 7.4.2 - label: "{{matrix.image}} / 7.5.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.0 timeout_in_minutes: 300 matrix: setup: @@ -241,7 +241,7 @@ steps: BWC_VERSION: 7.5.0 - label: "{{matrix.image}} / 7.5.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.1 timeout_in_minutes: 300 matrix: setup: @@ -257,7 +257,7 @@ steps: BWC_VERSION: 7.5.1 - label: "{{matrix.image}} / 7.5.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.5.2 timeout_in_minutes: 300 matrix: setup: @@ -273,7 +273,7 @@ steps: BWC_VERSION: 7.5.2 - label: "{{matrix.image}} / 7.6.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.0 timeout_in_minutes: 300 matrix: setup: @@ -289,7 +289,7 @@ steps: BWC_VERSION: 7.6.0 - label: "{{matrix.image}} / 7.6.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.1 timeout_in_minutes: 300 matrix: setup: @@ -305,7 +305,7 @@ steps: BWC_VERSION: 7.6.1 - label: "{{matrix.image}} / 7.6.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.6.2 timeout_in_minutes: 300 matrix: setup: @@ -321,7 +321,7 @@ steps: BWC_VERSION: 7.6.2 - label: "{{matrix.image}} / 7.7.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.0 timeout_in_minutes: 300 matrix: setup: @@ -337,7 +337,7 @@ steps: BWC_VERSION: 7.7.0 - label: "{{matrix.image}} / 7.7.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.7.1 timeout_in_minutes: 300 matrix: setup: @@ -353,7 +353,7 @@ steps: BWC_VERSION: 7.7.1 - label: "{{matrix.image}} / 7.8.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.0 timeout_in_minutes: 300 matrix: setup: @@ -369,7 +369,7 @@ steps: BWC_VERSION: 7.8.0 - label: "{{matrix.image}} / 7.8.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.8.1 timeout_in_minutes: 300 matrix: setup: @@ -385,7 +385,7 @@ steps: BWC_VERSION: 7.8.1 - label: "{{matrix.image}} / 7.9.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.0 timeout_in_minutes: 300 matrix: setup: @@ -401,7 +401,7 @@ steps: BWC_VERSION: 7.9.0 - label: "{{matrix.image}} / 7.9.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.1 timeout_in_minutes: 300 matrix: setup: @@ -417,7 +417,7 @@ steps: BWC_VERSION: 7.9.1 - label: "{{matrix.image}} / 7.9.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.2 timeout_in_minutes: 300 matrix: setup: @@ -433,7 +433,7 @@ steps: BWC_VERSION: 7.9.2 - label: "{{matrix.image}} / 7.9.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.9.3 timeout_in_minutes: 300 matrix: setup: @@ -449,7 +449,7 @@ steps: BWC_VERSION: 7.9.3 - label: "{{matrix.image}} / 7.10.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.0 timeout_in_minutes: 300 matrix: setup: @@ -465,7 +465,7 @@ steps: BWC_VERSION: 7.10.0 - label: "{{matrix.image}} / 7.10.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.1 timeout_in_minutes: 300 matrix: setup: @@ -481,7 +481,7 @@ steps: BWC_VERSION: 7.10.1 - label: "{{matrix.image}} / 7.10.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.10.2 timeout_in_minutes: 300 matrix: setup: @@ -497,7 +497,7 @@ steps: BWC_VERSION: 7.10.2 - label: "{{matrix.image}} / 7.11.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.0 timeout_in_minutes: 300 matrix: setup: @@ -513,7 +513,7 @@ steps: BWC_VERSION: 7.11.0 - label: "{{matrix.image}} / 7.11.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.1 timeout_in_minutes: 300 matrix: setup: @@ -529,7 +529,7 @@ steps: BWC_VERSION: 7.11.1 - label: "{{matrix.image}} / 7.11.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.11.2 timeout_in_minutes: 300 matrix: setup: @@ -545,7 +545,7 @@ steps: BWC_VERSION: 7.11.2 - label: "{{matrix.image}} / 7.12.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.0 timeout_in_minutes: 300 matrix: setup: @@ -561,7 +561,7 @@ steps: BWC_VERSION: 7.12.0 - label: "{{matrix.image}} / 7.12.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.12.1 timeout_in_minutes: 300 matrix: setup: @@ -577,7 +577,7 @@ steps: BWC_VERSION: 7.12.1 - label: "{{matrix.image}} / 7.13.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.0 timeout_in_minutes: 300 matrix: setup: @@ -593,7 +593,7 @@ steps: BWC_VERSION: 7.13.0 - label: "{{matrix.image}} / 7.13.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.1 timeout_in_minutes: 300 matrix: setup: @@ -609,7 +609,7 @@ steps: BWC_VERSION: 7.13.1 - label: "{{matrix.image}} / 7.13.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.2 timeout_in_minutes: 300 matrix: setup: @@ -625,7 +625,7 @@ steps: BWC_VERSION: 7.13.2 - label: "{{matrix.image}} / 7.13.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.3 timeout_in_minutes: 300 matrix: setup: @@ -641,7 +641,7 @@ steps: BWC_VERSION: 7.13.3 - label: "{{matrix.image}} / 7.13.4 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.4 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.13.4 timeout_in_minutes: 300 matrix: setup: @@ -657,7 +657,7 @@ steps: BWC_VERSION: 7.13.4 - label: "{{matrix.image}} / 7.14.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.0 timeout_in_minutes: 300 matrix: setup: @@ -673,7 +673,7 @@ steps: BWC_VERSION: 7.14.0 - label: "{{matrix.image}} / 7.14.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.1 timeout_in_minutes: 300 matrix: setup: @@ -689,7 +689,7 @@ steps: BWC_VERSION: 7.14.1 - label: "{{matrix.image}} / 7.14.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.14.2 timeout_in_minutes: 300 matrix: setup: @@ -705,7 +705,7 @@ steps: BWC_VERSION: 7.14.2 - label: "{{matrix.image}} / 7.15.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.0 timeout_in_minutes: 300 matrix: setup: @@ -721,7 +721,7 @@ steps: BWC_VERSION: 7.15.0 - label: "{{matrix.image}} / 7.15.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.1 timeout_in_minutes: 300 matrix: setup: @@ -737,7 +737,7 @@ steps: BWC_VERSION: 7.15.1 - label: "{{matrix.image}} / 7.15.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.15.2 timeout_in_minutes: 300 matrix: setup: @@ -753,7 +753,7 @@ steps: BWC_VERSION: 7.15.2 - label: "{{matrix.image}} / 7.16.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.0 timeout_in_minutes: 300 matrix: setup: @@ -769,7 +769,7 @@ steps: BWC_VERSION: 7.16.0 - label: "{{matrix.image}} / 7.16.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.1 timeout_in_minutes: 300 matrix: setup: @@ -785,7 +785,7 @@ steps: BWC_VERSION: 7.16.1 - label: "{{matrix.image}} / 7.16.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.2 timeout_in_minutes: 300 matrix: setup: @@ -801,7 +801,7 @@ steps: BWC_VERSION: 7.16.2 - label: "{{matrix.image}} / 7.16.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.16.3 timeout_in_minutes: 300 matrix: setup: @@ -817,7 +817,7 @@ steps: BWC_VERSION: 7.16.3 - label: "{{matrix.image}} / 7.17.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.0 timeout_in_minutes: 300 matrix: setup: @@ -833,7 +833,7 @@ steps: BWC_VERSION: 7.17.0 - label: "{{matrix.image}} / 7.17.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.1 timeout_in_minutes: 300 matrix: setup: @@ -849,7 +849,7 @@ steps: BWC_VERSION: 7.17.1 - label: "{{matrix.image}} / 7.17.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.2 timeout_in_minutes: 300 matrix: setup: @@ -865,7 +865,7 @@ steps: BWC_VERSION: 7.17.2 - label: "{{matrix.image}} / 7.17.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.3 timeout_in_minutes: 300 matrix: setup: @@ -881,7 +881,7 @@ steps: BWC_VERSION: 7.17.3 - label: "{{matrix.image}} / 7.17.4 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.4 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.4 timeout_in_minutes: 300 matrix: setup: @@ -897,7 +897,7 @@ steps: BWC_VERSION: 7.17.4 - label: "{{matrix.image}} / 7.17.5 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.5 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.5 timeout_in_minutes: 300 matrix: setup: @@ -913,7 +913,7 @@ steps: BWC_VERSION: 7.17.5 - label: "{{matrix.image}} / 7.17.6 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.6 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.6 timeout_in_minutes: 300 matrix: setup: @@ -929,7 +929,7 @@ steps: BWC_VERSION: 7.17.6 - label: "{{matrix.image}} / 7.17.7 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.7 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.7 timeout_in_minutes: 300 matrix: setup: @@ -945,7 +945,7 @@ steps: BWC_VERSION: 7.17.7 - label: "{{matrix.image}} / 7.17.8 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.8 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.8 timeout_in_minutes: 300 matrix: setup: @@ -961,7 +961,7 @@ steps: BWC_VERSION: 7.17.8 - label: "{{matrix.image}} / 7.17.9 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.9 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.9 timeout_in_minutes: 300 matrix: setup: @@ -977,7 +977,7 @@ steps: BWC_VERSION: 7.17.9 - label: "{{matrix.image}} / 7.17.10 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.10 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.10 timeout_in_minutes: 300 matrix: setup: @@ -993,7 +993,7 @@ steps: BWC_VERSION: 7.17.10 - label: "{{matrix.image}} / 7.17.11 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.11 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.11 timeout_in_minutes: 300 matrix: setup: @@ -1009,7 +1009,7 @@ steps: BWC_VERSION: 7.17.11 - label: "{{matrix.image}} / 7.17.12 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.12 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.12 timeout_in_minutes: 300 matrix: setup: @@ -1025,7 +1025,7 @@ steps: BWC_VERSION: 7.17.12 - label: "{{matrix.image}} / 7.17.13 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.13 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.13 timeout_in_minutes: 300 matrix: setup: @@ -1041,7 +1041,7 @@ steps: BWC_VERSION: 7.17.13 - label: "{{matrix.image}} / 7.17.14 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.14 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v7.17.14 timeout_in_minutes: 300 matrix: setup: @@ -1057,7 +1057,7 @@ steps: BWC_VERSION: 7.17.14 - label: "{{matrix.image}} / 8.0.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.0 timeout_in_minutes: 300 matrix: setup: @@ -1073,7 +1073,7 @@ steps: BWC_VERSION: 8.0.0 - label: "{{matrix.image}} / 8.0.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.0.1 timeout_in_minutes: 300 matrix: setup: @@ -1089,7 +1089,7 @@ steps: BWC_VERSION: 8.0.1 - label: "{{matrix.image}} / 8.1.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.0 timeout_in_minutes: 300 matrix: setup: @@ -1105,7 +1105,7 @@ steps: BWC_VERSION: 8.1.0 - label: "{{matrix.image}} / 8.1.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.1 timeout_in_minutes: 300 matrix: setup: @@ -1121,7 +1121,7 @@ steps: BWC_VERSION: 8.1.1 - label: "{{matrix.image}} / 8.1.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.2 timeout_in_minutes: 300 matrix: setup: @@ -1137,7 +1137,7 @@ steps: BWC_VERSION: 8.1.2 - label: "{{matrix.image}} / 8.1.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.1.3 timeout_in_minutes: 300 matrix: setup: @@ -1153,7 +1153,7 @@ steps: BWC_VERSION: 8.1.3 - label: "{{matrix.image}} / 8.2.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.0 timeout_in_minutes: 300 matrix: setup: @@ -1169,7 +1169,7 @@ steps: BWC_VERSION: 8.2.0 - label: "{{matrix.image}} / 8.2.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.1 timeout_in_minutes: 300 matrix: setup: @@ -1185,7 +1185,7 @@ steps: BWC_VERSION: 8.2.1 - label: "{{matrix.image}} / 8.2.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.2 timeout_in_minutes: 300 matrix: setup: @@ -1201,7 +1201,7 @@ steps: BWC_VERSION: 8.2.2 - label: "{{matrix.image}} / 8.2.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.2.3 timeout_in_minutes: 300 matrix: setup: @@ -1217,7 +1217,7 @@ steps: BWC_VERSION: 8.2.3 - label: "{{matrix.image}} / 8.3.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.0 timeout_in_minutes: 300 matrix: setup: @@ -1233,7 +1233,7 @@ steps: BWC_VERSION: 8.3.0 - label: "{{matrix.image}} / 8.3.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.1 timeout_in_minutes: 300 matrix: setup: @@ -1249,7 +1249,7 @@ steps: BWC_VERSION: 8.3.1 - label: "{{matrix.image}} / 8.3.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.2 timeout_in_minutes: 300 matrix: setup: @@ -1265,7 +1265,7 @@ steps: BWC_VERSION: 8.3.2 - label: "{{matrix.image}} / 8.3.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.3.3 timeout_in_minutes: 300 matrix: setup: @@ -1281,7 +1281,7 @@ steps: BWC_VERSION: 8.3.3 - label: "{{matrix.image}} / 8.4.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.0 timeout_in_minutes: 300 matrix: setup: @@ -1297,7 +1297,7 @@ steps: BWC_VERSION: 8.4.0 - label: "{{matrix.image}} / 8.4.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.1 timeout_in_minutes: 300 matrix: setup: @@ -1313,7 +1313,7 @@ steps: BWC_VERSION: 8.4.1 - label: "{{matrix.image}} / 8.4.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.2 timeout_in_minutes: 300 matrix: setup: @@ -1329,7 +1329,7 @@ steps: BWC_VERSION: 8.4.2 - label: "{{matrix.image}} / 8.4.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.4.3 timeout_in_minutes: 300 matrix: setup: @@ -1345,7 +1345,7 @@ steps: BWC_VERSION: 8.4.3 - label: "{{matrix.image}} / 8.5.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.0 timeout_in_minutes: 300 matrix: setup: @@ -1361,7 +1361,7 @@ steps: BWC_VERSION: 8.5.0 - label: "{{matrix.image}} / 8.5.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.1 timeout_in_minutes: 300 matrix: setup: @@ -1377,7 +1377,7 @@ steps: BWC_VERSION: 8.5.1 - label: "{{matrix.image}} / 8.5.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.2 timeout_in_minutes: 300 matrix: setup: @@ -1393,7 +1393,7 @@ steps: BWC_VERSION: 8.5.2 - label: "{{matrix.image}} / 8.5.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.5.3 timeout_in_minutes: 300 matrix: setup: @@ -1409,7 +1409,7 @@ steps: BWC_VERSION: 8.5.3 - label: "{{matrix.image}} / 8.6.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.0 timeout_in_minutes: 300 matrix: setup: @@ -1425,7 +1425,7 @@ steps: BWC_VERSION: 8.6.0 - label: "{{matrix.image}} / 8.6.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.1 timeout_in_minutes: 300 matrix: setup: @@ -1441,7 +1441,7 @@ steps: BWC_VERSION: 8.6.1 - label: "{{matrix.image}} / 8.6.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.6.2 timeout_in_minutes: 300 matrix: setup: @@ -1457,7 +1457,7 @@ steps: BWC_VERSION: 8.6.2 - label: "{{matrix.image}} / 8.7.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.0 timeout_in_minutes: 300 matrix: setup: @@ -1473,7 +1473,7 @@ steps: BWC_VERSION: 8.7.0 - label: "{{matrix.image}} / 8.7.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.7.1 timeout_in_minutes: 300 matrix: setup: @@ -1489,7 +1489,7 @@ steps: BWC_VERSION: 8.7.1 - label: "{{matrix.image}} / 8.8.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.0 timeout_in_minutes: 300 matrix: setup: @@ -1505,7 +1505,7 @@ steps: BWC_VERSION: 8.8.0 - label: "{{matrix.image}} / 8.8.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.1 timeout_in_minutes: 300 matrix: setup: @@ -1521,7 +1521,7 @@ steps: BWC_VERSION: 8.8.1 - label: "{{matrix.image}} / 8.8.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.8.2 timeout_in_minutes: 300 matrix: setup: @@ -1537,7 +1537,7 @@ steps: BWC_VERSION: 8.8.2 - label: "{{matrix.image}} / 8.9.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.0 timeout_in_minutes: 300 matrix: setup: @@ -1553,7 +1553,7 @@ steps: BWC_VERSION: 8.9.0 - label: "{{matrix.image}} / 8.9.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.1 timeout_in_minutes: 300 matrix: setup: @@ -1569,7 +1569,7 @@ steps: BWC_VERSION: 8.9.1 - label: "{{matrix.image}} / 8.9.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.9.2 timeout_in_minutes: 300 matrix: setup: @@ -1585,7 +1585,7 @@ steps: BWC_VERSION: 8.9.2 - label: "{{matrix.image}} / 8.10.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.0 timeout_in_minutes: 300 matrix: setup: @@ -1601,7 +1601,7 @@ steps: BWC_VERSION: 8.10.0 - label: "{{matrix.image}} / 8.10.1 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.1 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.1 timeout_in_minutes: 300 matrix: setup: @@ -1617,7 +1617,7 @@ steps: BWC_VERSION: 8.10.1 - label: "{{matrix.image}} / 8.10.2 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.2 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.2 timeout_in_minutes: 300 matrix: setup: @@ -1633,7 +1633,7 @@ steps: BWC_VERSION: 8.10.2 - label: "{{matrix.image}} / 8.10.3 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.3 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.10.3 timeout_in_minutes: 300 matrix: setup: @@ -1649,7 +1649,7 @@ steps: BWC_VERSION: 8.10.3 - label: "{{matrix.image}} / 8.11.0 / packaging-tests-upgrade" - command: ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.11.0 + command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.11.0 timeout_in_minutes: 300 matrix: setup: diff --git a/.buildkite/pipelines/pull-request/.defaults.yml b/.buildkite/pipelines/pull-request/.defaults.yml new file mode 100644 index 000000000000..84d73cbd738a --- /dev/null +++ b/.buildkite/pipelines/pull-request/.defaults.yml @@ -0,0 +1,6 @@ +config: + skip-labels: ">test-mute" + excluded-regions: + - ^docs/.* + - ^x-pack/docs/.* +# Note that there is also a trigger-phrase default inside pull-request.ts (it's dynamic based on the name of each pipeline file) diff --git a/.buildkite/pipelines/pull-request/build-benchmark.yml b/.buildkite/pipelines/pull-request/build-benchmark.yml new file mode 100644 index 000000000000..8d3215b8393c --- /dev/null +++ b/.buildkite/pipelines/pull-request/build-benchmark.yml @@ -0,0 +1,24 @@ +config: + allow-labels: build-benchmark + trigger-phrase: '.*run\W+elasticsearch-ci/build-bench.*' +steps: + - label: build-benchmark / {{matrix.part}} + key: "build-benchmark" + command: | + .ci/scripts/run-gradle.sh :build-tools-internal:bootstrapPerformanceTests + .ci/scripts/install-gradle-profiler.sh + .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-build-benchmark-{{matrix.part}}.scenarios --project-dir . --output-dir profile-out + mkdir build + tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out + matrix: + setup: + part: + - part1 + - part2 + env: + BUILD_PERFORMANCE_TEST: "true" + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/bwc-snapshots-windows.yml b/.buildkite/pipelines/pull-request/bwc-snapshots-windows.yml new file mode 100644 index 000000000000..d37bdf380f92 --- /dev/null +++ b/.buildkite/pipelines/pull-request/bwc-snapshots-windows.yml @@ -0,0 +1,20 @@ +config: + allow-labels: test-windows +steps: + - group: bwc-snapshots-windows + steps: + - label: "{{matrix.BWC_VERSION}} / bwc-snapshots-windows" + key: "bwc-snapshots-windows" + command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh + env: + GRADLE_TASK: "v{{matrix.BWC_VERSION}}#bwcTest" + timeout_in_minutes: 300 + matrix: + setup: + BWC_VERSION: $SNAPSHOT_BWC_VERSIONS + agents: + provider: gcp + image: family/elasticsearch-windows-2022 + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 diff --git a/.buildkite/pipelines/pull-request/bwc-snapshots.yml b/.buildkite/pipelines/pull-request/bwc-snapshots.yml new file mode 100644 index 000000000000..21873475056e --- /dev/null +++ b/.buildkite/pipelines/pull-request/bwc-snapshots.yml @@ -0,0 +1,20 @@ +config: + trigger-phrase: '.*run\W+elasticsearch-ci/bwc.*' + skip-labels: + - ">test-mute" + - "test-full-bwc" +steps: + - group: bwc-snapshots + steps: + - label: "{{matrix.BWC_VERSION}} / bwc-snapshots" + key: "bwc-snapshots" + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest + timeout_in_minutes: 300 + matrix: + setup: + BWC_VERSION: $SNAPSHOT_BWC_VERSIONS + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/cloud-deploy.yml b/.buildkite/pipelines/pull-request/cloud-deploy.yml new file mode 100644 index 000000000000..ce8e8206d51f --- /dev/null +++ b/.buildkite/pipelines/pull-request/cloud-deploy.yml @@ -0,0 +1,13 @@ +config: + allow-labels: cloud-deploy +steps: + - label: cloud-deploy + command: .buildkite/scripts/cloud-deploy.sh + env: + USE_PROD_DOCKER_CREDENTIALS: "true" + timeout_in_minutes: 20 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/docs-check.yml b/.buildkite/pipelines/pull-request/docs-check.yml new file mode 100644 index 000000000000..2201eb2d1e4e --- /dev/null +++ b/.buildkite/pipelines/pull-request/docs-check.yml @@ -0,0 +1,14 @@ +config: + included-regions: + - ^docs/.* + - ^x-pack/docs/.* + excluded-regions: [] +steps: + - label: docs-check + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/eql-correctness.yml b/.buildkite/pipelines/pull-request/eql-correctness.yml new file mode 100644 index 000000000000..8f7ca6942c0e --- /dev/null +++ b/.buildkite/pipelines/pull-request/eql-correctness.yml @@ -0,0 +1,9 @@ +steps: + - label: eql-correctness + command: .buildkite/scripts/eql-correctness.sh + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/example-plugins.yml b/.buildkite/pipelines/pull-request/example-plugins.yml new file mode 100644 index 000000000000..18d0de659498 --- /dev/null +++ b/.buildkite/pipelines/pull-request/example-plugins.yml @@ -0,0 +1,18 @@ +config: + included-regions: + - build-conventions/.* + - build-tools/.* + - build-tools-internal/.* + - plugins/examples/.* +steps: + - label: example-plugins + command: |- + cd $$WORKSPACE/plugins/examples + + $$WORKSPACE/.ci/scripts/run-gradle.sh -Dorg.gradle.jvmargs=-Xmx8g build --include-build $$WORKSPACE + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/full-bwc.yml b/.buildkite/pipelines/pull-request/full-bwc.yml new file mode 100644 index 000000000000..d3fa8eccaf7d --- /dev/null +++ b/.buildkite/pipelines/pull-request/full-bwc.yml @@ -0,0 +1,15 @@ +config: + allow-labels: test-full-bwc +steps: + - group: bwc + steps: + - label: $BWC_VERSION / bwc + key: "full-bwc:$BWC_VERSION_SNAKE" + bwc_template: true + command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/packaging-tests-unix-sample.yml b/.buildkite/pipelines/pull-request/packaging-tests-unix-sample.yml new file mode 100644 index 000000000000..98bc61ea3373 --- /dev/null +++ b/.buildkite/pipelines/pull-request/packaging-tests-unix-sample.yml @@ -0,0 +1,27 @@ +config: + skip-labels: + - ">test-mute" + - ":Delivery/Packaging" +steps: + - group: packaging-tests-unix-sample + steps: + - label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-unix-sample" + key: "packaging-tests-unix-sample" + command: ./.ci/scripts/packaging-test.sh $$PACKAGING_TASK + timeout_in_minutes: 300 + matrix: + setup: + image: + - rhel-8 + - ubuntu-2004 + PACKAGING_TASK: + - destructiveDistroTest.docker + - destructiveDistroTest.packages + - destructiveDistroTest.archives + agents: + provider: gcp + image: family/elasticsearch-{{matrix.image}} + diskSizeGb: 350 + machineType: custom-16-32768 + env: + PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}" diff --git a/.buildkite/pipelines/pull-request/packaging-tests-unix.yml b/.buildkite/pipelines/pull-request/packaging-tests-unix.yml new file mode 100644 index 000000000000..ec2e29b28478 --- /dev/null +++ b/.buildkite/pipelines/pull-request/packaging-tests-unix.yml @@ -0,0 +1,39 @@ +config: + allow-labels: ":Delivery/Packaging" +steps: + - group: packaging-tests-unix + steps: + - label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-unix" + key: "packaging-tests-unix" + command: ./.ci/scripts/packaging-test.sh $$PACKAGING_TASK + timeout_in_minutes: 300 + matrix: + setup: + image: + - centos-7 + - debian-10 + - debian-11 + - opensuse-leap-15 + - oraclelinux-7 + - oraclelinux-8 + - sles-12 + - sles-15 + - ubuntu-1804 + - ubuntu-2004 + - ubuntu-2204 + - rocky-8 + - rhel-7 + - rhel-8 + - rhel-9 + - almalinux-8 + PACKAGING_TASK: + - destructiveDistroTest.docker + - destructiveDistroTest.packages + - destructiveDistroTest.archives + agents: + provider: gcp + image: family/elasticsearch-{{matrix.image}} + diskSizeGb: 350 + machineType: custom-16-32768 + env: + PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}" diff --git a/.buildkite/pipelines/pull-request/packaging-tests-windows-sample.yml b/.buildkite/pipelines/pull-request/packaging-tests-windows-sample.yml new file mode 100644 index 000000000000..bcf38f51f4a6 --- /dev/null +++ b/.buildkite/pipelines/pull-request/packaging-tests-windows-sample.yml @@ -0,0 +1,25 @@ +config: + skip-labels: + - ">test-mute" + - ":Delivery/Packaging" +steps: + - group: packaging-tests-windows-sample + steps: + - label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-windows-sample" + key: "packaging-tests-windows-sample" + command: .\.buildkite\scripts\run-script.ps1 .\.ci\scripts\packaging-test.ps1 -GradleTasks destructiveDistroTest.{{matrix.PACKAGING_TASK}} + timeout_in_minutes: 300 + matrix: + setup: + image: + - windows-2019 + PACKAGING_TASK: + - default-windows-archive + agents: + provider: gcp + image: family/elasticsearch-{{matrix.image}} + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 + env: + PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}" diff --git a/.buildkite/pipelines/pull-request/packaging-tests-windows.yml b/.buildkite/pipelines/pull-request/packaging-tests-windows.yml new file mode 100644 index 000000000000..651a82982460 --- /dev/null +++ b/.buildkite/pipelines/pull-request/packaging-tests-windows.yml @@ -0,0 +1,25 @@ +config: + allow-labels: ":Delivery/Packaging" +steps: + - group: packaging-tests-windows + steps: + - label: "{{matrix.image}} / {{matrix.PACKAGING_TASK}} / packaging-tests-windows" + key: "packaging-tests-windows" + command: .\.buildkite\scripts\run-script.ps1 .\.ci\scripts\packaging-test.ps1 -GradleTasks destructiveDistroTest.{{matrix.PACKAGING_TASK}} + timeout_in_minutes: 300 + matrix: + setup: + image: + - windows-2016 + - windows-2019 + - windows-2022 + PACKAGING_TASK: + - default-windows-archive + agents: + provider: gcp + image: family/elasticsearch-{{matrix.image}} + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 + env: + PACKAGING_TASK: "{{matrix.PACKAGING_TASK}}" diff --git a/.buildkite/pipelines/pull-request/packaging-upgrade-tests.yml b/.buildkite/pipelines/pull-request/packaging-upgrade-tests.yml new file mode 100644 index 000000000000..c62cf2331042 --- /dev/null +++ b/.buildkite/pipelines/pull-request/packaging-upgrade-tests.yml @@ -0,0 +1,22 @@ +config: + allow-labels: ":Delivery/Packaging" +steps: + - group: packaging-tests-upgrade + steps: + - label: "{{matrix.image}} / $BWC_VERSION / packaging-tests-upgrade" + key: "packaging-tests-upgrade:$BWC_VERSION_SNAKE" + command: ./.ci/scripts/packaging-test.sh destructiveDistroUpgradeTest.v$BWC_VERSION + timeout_in_minutes: 300 + bwc_template: true + matrix: + setup: + image: + - rocky-8 + - ubuntu-2004 + agents: + provider: gcp + image: family/elasticsearch-{{matrix.image}} + machineType: custom-16-32768 + buildDirectory: /dev/shm/bk + env: + BWC_VERSION: $BWC_VERSION diff --git a/.buildkite/pipelines/pull-request/part-1-fips.yml b/.buildkite/pipelines/pull-request/part-1-fips.yml new file mode 100644 index 000000000000..42f930c1bde9 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-1-fips.yml @@ -0,0 +1,11 @@ +config: + allow-labels: "Team:Security" +steps: + - label: part-1-fips + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart1 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/part-1-windows.yml b/.buildkite/pipelines/pull-request/part-1-windows.yml new file mode 100644 index 000000000000..20d46ebaa740 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-1-windows.yml @@ -0,0 +1,14 @@ +config: + allow-labels: "test-windows" +steps: + - label: part-1-windows + command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-windows-2022 + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 + env: + GRADLE_TASK: checkPart1 diff --git a/.buildkite/pipelines/pull-request/part-1.yml b/.buildkite/pipelines/pull-request/part-1.yml new file mode 100644 index 000000000000..3d467c6c41e4 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-1.yml @@ -0,0 +1,9 @@ +steps: + - label: part-1 + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart1 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/part-2-fips.yml b/.buildkite/pipelines/pull-request/part-2-fips.yml new file mode 100644 index 000000000000..6a3647ceb50a --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-2-fips.yml @@ -0,0 +1,11 @@ +config: + allow-labels: "Team:Security" +steps: + - label: part-2-fips + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart2 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/part-2-windows.yml b/.buildkite/pipelines/pull-request/part-2-windows.yml new file mode 100644 index 000000000000..f38df244e838 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-2-windows.yml @@ -0,0 +1,14 @@ +config: + allow-labels: "test-windows" +steps: + - label: part-2-windows + command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-windows-2022 + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 + env: + GRADLE_TASK: checkPart2 diff --git a/.buildkite/pipelines/pull-request/part-2.yml b/.buildkite/pipelines/pull-request/part-2.yml new file mode 100644 index 000000000000..43de69bbcd94 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-2.yml @@ -0,0 +1,9 @@ +steps: + - label: part-2 + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart2 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/part-3-fips.yml b/.buildkite/pipelines/pull-request/part-3-fips.yml new file mode 100644 index 000000000000..cee3ea153acb --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-3-fips.yml @@ -0,0 +1,11 @@ +config: + allow-labels: "Team:Security" +steps: + - label: part-3-fips + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed -Dtests.fips.enabled=true checkPart3 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/part-3-windows.yml b/.buildkite/pipelines/pull-request/part-3-windows.yml new file mode 100644 index 000000000000..3bad740aedb7 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-3-windows.yml @@ -0,0 +1,14 @@ +config: + allow-labels: "test-windows" +steps: + - label: part-3-windows + command: .\.buildkite\scripts\run-script.ps1 bash .buildkite/scripts/windows-run-gradle.sh + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-windows-2022 + machineType: custom-32-98304 + diskType: pd-ssd + diskSizeGb: 350 + env: + GRADLE_TASK: checkPart3 diff --git a/.buildkite/pipelines/pull-request/part-3.yml b/.buildkite/pipelines/pull-request/part-3.yml new file mode 100644 index 000000000000..12abae763482 --- /dev/null +++ b/.buildkite/pipelines/pull-request/part-3.yml @@ -0,0 +1,11 @@ +config: + skip-target-branches: "7.17" +steps: + - label: part-3 + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkPart3 + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/precommit.yml b/.buildkite/pipelines/pull-request/precommit.yml new file mode 100644 index 000000000000..f6548dfeed9b --- /dev/null +++ b/.buildkite/pipelines/pull-request/precommit.yml @@ -0,0 +1,12 @@ +config: + allow-labels: ">test-mute" + skip-labels: [] +steps: + - label: precommit + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/pipelines/pull-request/release-tests.yml b/.buildkite/pipelines/pull-request/release-tests.yml new file mode 100644 index 000000000000..7d7a5c77d332 --- /dev/null +++ b/.buildkite/pipelines/pull-request/release-tests.yml @@ -0,0 +1,11 @@ +config: + allow-labels: test-release +steps: + - label: release-tests + command: .buildkite/scripts/release-tests.sh + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + diskSizeGb: 350 + machineType: custom-32-98304 diff --git a/.buildkite/pipelines/pull-request/rest-compatibility.yml b/.buildkite/pipelines/pull-request/rest-compatibility.yml new file mode 100644 index 000000000000..a69810e23d96 --- /dev/null +++ b/.buildkite/pipelines/pull-request/rest-compatibility.yml @@ -0,0 +1,11 @@ +config: + skip-target-branches: "7.17" +steps: + - label: rest-compatibility + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed checkRestCompat + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/scripts/cloud-deploy.sh b/.buildkite/scripts/cloud-deploy.sh new file mode 100755 index 000000000000..2b98aa224406 --- /dev/null +++ b/.buildkite/scripts/cloud-deploy.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +set -euo pipefail + +.ci/scripts/run-gradle.sh buildCloudDockerImage + +ES_VERSION=$(grep 'elasticsearch' build-tools-internal/version.properties | awk '{print $3}') +DOCKER_TAG="docker.elastic.co/elasticsearch-ci/elasticsearch-cloud:${ES_VERSION}-${BUILDKITE_COMMIT:0:7}" +docker tag elasticsearch-cloud:test "$DOCKER_TAG" + +echo "$DOCKER_REGISTRY_PASSWORD" | docker login -u "$DOCKER_REGISTRY_USERNAME" --password-stdin docker.elastic.co +unset DOCKER_REGISTRY_USERNAME DOCKER_REGISTRY_PASSWORD + +docker push "$DOCKER_TAG" diff --git a/.buildkite/scripts/pull-request/README.md b/.buildkite/scripts/pull-request/README.md new file mode 100644 index 000000000000..5fc1d564dc74 --- /dev/null +++ b/.buildkite/scripts/pull-request/README.md @@ -0,0 +1,38 @@ +# Pull Request pipeline generator + +## Overview + +Each time a pull request build is triggered, such as via commit or comment, we use this generator to dynamically create the steps that are needed to run. + +The generator handles the following: + + - `allow-labels` - only trigger a step if the PR has one of these labels + - `skip-labels` - don't trigger the step if the PR has one of these labels + - `excluded-regions` - don't trigger the step if **all** of the changes in the PR match these paths/regexes + - `included-regions` - trigger the step if **all** of the changes in the PR match these paths/regexes + - `trigger-phrase` - trigger this step, and ignore all other steps, if the build was triggered by a comment and that comment matches this regex + - Note that each step has an automatic phrase of `.*run\\W+elasticsearch-ci/.*` + - Replacing `$SNAPSHOT_BWC_VERSIONS` in pipelines with an array of versions from `.ci/snapshotBwcVersions` + - Duplicating any step with `bwc_template: true` for each BWC version in `.ci/bwcVersions` + +[Bun](https://bun.sh/) is used to test and run the TypeScript. It's an alternative JavaScript runtime that natively handles TypeScript. + +### Pipelines Location + +Pipelines are in [`.buildkite/pipelines`](../../pipelines/pull-request). They are automatically picked up and given a name based on their filename. + + +## Setup + +- [Install bun](https://bun.sh/) + - `npm install -g bun` will work if you already have `npm` +- `cd .buildkite; bun install` to install dependencies + +## Run tests + +```bash +cd .buildkite +bun test +``` + +If you need to regenerate the snapshots, run `bun test --update-snapshots`. diff --git a/.buildkite/scripts/pull-request/__snapshots__/pipeline.test.ts.snap b/.buildkite/scripts/pull-request/__snapshots__/pipeline.test.ts.snap new file mode 100644 index 000000000000..39cd3fe07beb --- /dev/null +++ b/.buildkite/scripts/pull-request/__snapshots__/pipeline.test.ts.snap @@ -0,0 +1,185 @@ +// Bun Snapshot v1, https://goo.gl/fbAQLP + +exports[`generatePipelines should generate correct pipelines with a non-docs change 1`] = ` +[ + { + "steps": [ + { + "group": "bwc-snapshots", + "steps": [ + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest", + "env": { + "BWC_VERSION": "{{matrix.BWC_VERSION}}", + }, + "label": "{{matrix.BWC_VERSION}} / bwc-snapshots", + "matrix": { + "setup": { + "BWC_VERSION": [ + "7.17.14", + "8.10.3", + "8.11.0", + ], + }, + }, + "timeout_in_minutes": 300, + }, + ], + }, + ], + }, + { + "env": { + "CUSTOM_ENV_VAR": "value", + }, + "steps": [ + { + "command": "echo 'hello world'", + "label": "test-step", + }, + ], + }, +] +`; + +exports[`generatePipelines should generate correct pipelines with only docs changes 1`] = ` +[ + { + "steps": [ + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check", + "label": "docs-check", + "timeout_in_minutes": 300, + }, + ], + }, +] +`; + +exports[`generatePipelines should generate correct pipelines with full BWC expansion 1`] = ` +[ + { + "steps": [ + { + "group": "bwc", + "steps": [ + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.0.0#bwcTest", + "env": { + "BWC_VERSION": "7.0.0", + }, + "key": "full-bwc:7_0_0", + "label": "7.0.0 / bwc", + "timeout_in_minutes": 300, + }, + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.0.1#bwcTest", + "env": { + "BWC_VERSION": "7.0.1", + }, + "key": "full-bwc:7_0_1", + "label": "7.0.1 / bwc", + "timeout_in_minutes": 300, + }, + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v7.1.0#bwcTest", + "env": { + "BWC_VERSION": "7.1.0", + }, + "key": "full-bwc:7_1_0", + "label": "7.1.0 / bwc", + "timeout_in_minutes": 300, + }, + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.10.0#bwcTest", + "env": { + "BWC_VERSION": "8.10.0", + }, + "key": "full-bwc:8_10_0", + "label": "8.10.0 / bwc", + "timeout_in_minutes": 300, + }, + { + "agents": { + "buildDirectory": "/dev/shm/bk", + "image": "family/elasticsearch-ubuntu-2004", + "machineType": "custom-32-98304", + "provider": "gcp", + }, + "command": ".ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.11.0#bwcTest", + "env": { + "BWC_VERSION": "8.11.0", + }, + "key": "full-bwc:8_11_0", + "label": "8.11.0 / bwc", + "timeout_in_minutes": 300, + }, + ], + }, + ], + }, + { + "env": { + "CUSTOM_ENV_VAR": "value", + }, + "steps": [ + { + "command": "echo 'hello world'", + "label": "test-step", + }, + ], + }, +] +`; + +exports[`generatePipelines should generate correct pipeline when using a trigger comment for it 1`] = ` +[ + { + "env": { + "CUSTOM_ENV_VAR": "value", + }, + "steps": [ + { + "command": "echo 'hello world'", + "label": "test-step", + }, + ], + }, +] +`; diff --git a/.buildkite/scripts/pull-request/bwc-versions.ts b/.buildkite/scripts/pull-request/bwc-versions.ts new file mode 100644 index 000000000000..adbe92fad76f --- /dev/null +++ b/.buildkite/scripts/pull-request/bwc-versions.ts @@ -0,0 +1,30 @@ +import { parse } from "yaml"; +import { readFileSync } from "fs"; +import { resolve } from "path"; + +const PROJECT_ROOT = resolve(`${import.meta.dir}/../../..`); + +let BWC_VERSIONS_PATH = `${PROJECT_ROOT}/.ci/bwcVersions`; +let BWC_VERSIONS: any; + +let SNAPSHOT_BWC_VERSIONS_PATH = `${PROJECT_ROOT}/.ci/snapshotBwcVersions`; +let SNAPSHOT_BWC_VERSIONS: any; + +export const getSnapshotBwcVersions = () => { + SNAPSHOT_BWC_VERSIONS = SNAPSHOT_BWC_VERSIONS ?? parse(readFileSync(SNAPSHOT_BWC_VERSIONS_PATH, "utf-8")).BWC_VERSION; + + return SNAPSHOT_BWC_VERSIONS; +}; + +export const getBwcVersions = () => { + BWC_VERSIONS = BWC_VERSIONS ?? parse(readFileSync(BWC_VERSIONS_PATH, "utf-8")).BWC_VERSION; + return BWC_VERSIONS; +}; + +export const setSnapshotBwcVersionsPath = (path: string) => { + SNAPSHOT_BWC_VERSIONS_PATH = path; +}; + +export const setBwcVersionsPath = (path: string) => { + BWC_VERSIONS_PATH = path; +}; diff --git a/.buildkite/scripts/pull-request/mocks/bwcVersions b/.buildkite/scripts/pull-request/mocks/bwcVersions new file mode 100644 index 000000000000..0f4382943d70 --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/bwcVersions @@ -0,0 +1,6 @@ +BWC_VERSION: + - "7.0.0" + - "7.0.1" + - "7.1.0" + - "8.10.0" + - "8.11.0" diff --git a/.buildkite/scripts/pull-request/mocks/pipelines/.defaults.yml b/.buildkite/scripts/pull-request/mocks/pipelines/.defaults.yml new file mode 100644 index 000000000000..b5341c16a7e9 --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/pipelines/.defaults.yml @@ -0,0 +1,5 @@ +config: + skip-labels: ">test-mute" + excluded-regions: + - ^docs/.* + - ^x-pack/docs/.* diff --git a/.buildkite/scripts/pull-request/mocks/pipelines/bwc-snapshots.yml b/.buildkite/scripts/pull-request/mocks/pipelines/bwc-snapshots.yml new file mode 100644 index 000000000000..0f549ed9f119 --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/pipelines/bwc-snapshots.yml @@ -0,0 +1,21 @@ +config: + trigger-phrase: '.*run\W+elasticsearch-ci/bwc.*' + skip-labels: + - ">test-mute" + - "test-full-bwc" +steps: + - group: bwc-snapshots + steps: + - label: "{{matrix.BWC_VERSION}} / bwc-snapshots" + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed v{{matrix.BWC_VERSION}}#bwcTest + timeout_in_minutes: 300 + matrix: + setup: + BWC_VERSION: $SNAPSHOT_BWC_VERSIONS + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + env: + BWC_VERSION: "{{matrix.BWC_VERSION}}" diff --git a/.buildkite/scripts/pull-request/mocks/pipelines/docs-check.yml b/.buildkite/scripts/pull-request/mocks/pipelines/docs-check.yml new file mode 100644 index 000000000000..2201eb2d1e4e --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/pipelines/docs-check.yml @@ -0,0 +1,14 @@ +config: + included-regions: + - ^docs/.* + - ^x-pack/docs/.* + excluded-regions: [] +steps: + - label: docs-check + command: .ci/scripts/run-gradle.sh -Dignore.tests.seed precommit :docs:check + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk diff --git a/.buildkite/scripts/pull-request/mocks/pipelines/full-bwc.yml b/.buildkite/scripts/pull-request/mocks/pipelines/full-bwc.yml new file mode 100644 index 000000000000..2737597815ad --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/pipelines/full-bwc.yml @@ -0,0 +1,17 @@ +config: + allow-labels: test-full-bwc +steps: + - group: bwc + steps: + - label: $BWC_VERSION / bwc + key: full-bwc:$BWC_VERSION_SNAKE + bwc_template: true + command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2004 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + env: + BWC_VERSION: $BWC_VERSION diff --git a/.buildkite/scripts/pull-request/mocks/pipelines/using-defaults.yml b/.buildkite/scripts/pull-request/mocks/pipelines/using-defaults.yml new file mode 100644 index 000000000000..a3b2010547a3 --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/pipelines/using-defaults.yml @@ -0,0 +1,5 @@ +env: + CUSTOM_ENV_VAR: "value" +steps: + - label: test-step + command: echo 'hello world' diff --git a/.buildkite/scripts/pull-request/mocks/snapshotBwcVersions b/.buildkite/scripts/pull-request/mocks/snapshotBwcVersions new file mode 100644 index 000000000000..1bc1fa321d9d --- /dev/null +++ b/.buildkite/scripts/pull-request/mocks/snapshotBwcVersions @@ -0,0 +1,4 @@ +BWC_VERSION: + - "7.17.14" + - "8.10.3" + - "8.11.0" diff --git a/.buildkite/scripts/pull-request/pipeline.generate.ts b/.buildkite/scripts/pull-request/pipeline.generate.ts new file mode 100644 index 000000000000..69caff990dcf --- /dev/null +++ b/.buildkite/scripts/pull-request/pipeline.generate.ts @@ -0,0 +1,19 @@ +import { stringify } from "yaml"; +import { execSync } from "child_process"; + +import { generatePipelines } from "./pipeline"; + +const pipelines = generatePipelines(); + +for (const pipeline of pipelines) { + if (!process.env.CI) { + // Just for local debugging purposes + console.log(""); + console.log(stringify(pipeline)); + } else { + execSync(`buildkite-agent pipeline upload`, { + input: stringify(pipeline), + stdio: ["pipe", "inherit", "inherit"], + }); + } +} diff --git a/.buildkite/scripts/pull-request/pipeline.sh b/.buildkite/scripts/pull-request/pipeline.sh new file mode 100755 index 000000000000..77bbc1e11543 --- /dev/null +++ b/.buildkite/scripts/pull-request/pipeline.sh @@ -0,0 +1,6 @@ +#!/bin/bash + +set -euo pipefail + +npm install -g bun +bun .buildkite/scripts/pull-request/pipeline.generate.ts diff --git a/.buildkite/scripts/pull-request/pipeline.test.ts b/.buildkite/scripts/pull-request/pipeline.test.ts new file mode 100644 index 000000000000..e13b1e1f7327 --- /dev/null +++ b/.buildkite/scripts/pull-request/pipeline.test.ts @@ -0,0 +1,38 @@ +import { beforeEach, describe, expect, test } from "bun:test"; + +import { generatePipelines } from "./pipeline"; +import { setBwcVersionsPath, setSnapshotBwcVersionsPath } from "./bwc-versions"; + +describe("generatePipelines", () => { + beforeEach(() => { + setBwcVersionsPath(`${import.meta.dir}/mocks/bwcVersions`); + setSnapshotBwcVersionsPath(`${import.meta.dir}/mocks/snapshotBwcVersions`); + + process.env["GITHUB_PR_LABELS"] = "test-label-1,test-label-2"; + process.env["GITHUB_PR_TRIGGER_COMMENT"] = ""; + }); + + test("should generate correct pipelines with a non-docs change", () => { + const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle", "docs/README.asciidoc"]); + expect(pipelines).toMatchSnapshot(); + }); + + test("should generate correct pipelines with only docs changes", () => { + const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["docs/README.asciidoc"]); + expect(pipelines).toMatchSnapshot(); + }); + + test("should generate correct pipelines with full BWC expansion", () => { + process.env["GITHUB_PR_LABELS"] = "test-full-bwc"; + + const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle"]); + expect(pipelines).toMatchSnapshot(); + }); + + test("should generate correct pipeline when using a trigger comment for it", () => { + process.env["GITHUB_PR_TRIGGER_COMMENT"] = "run elasticsearch-ci/using-defaults"; + + const pipelines = generatePipelines(`${import.meta.dir}/mocks/pipelines`, ["build.gradle"]); + expect(pipelines).toMatchSnapshot(); + }); +}); diff --git a/.buildkite/scripts/pull-request/pipeline.ts b/.buildkite/scripts/pull-request/pipeline.ts new file mode 100644 index 000000000000..c4e12f2aa48f --- /dev/null +++ b/.buildkite/scripts/pull-request/pipeline.ts @@ -0,0 +1,162 @@ +import { parse } from "yaml"; +import { readFileSync, readdirSync } from "fs"; +import { basename, resolve } from "path"; +import { execSync } from "child_process"; + +import { BuildkitePipeline, BuildkiteStep, EsPipeline, EsPipelineConfig } from "./types"; +import { getBwcVersions, getSnapshotBwcVersions } from "./bwc-versions"; + +const PROJECT_ROOT = resolve(`${import.meta.dir}/../../..`); + +const getArray = (strOrArray: string | string[] | undefined): string[] => { + if (typeof strOrArray === "undefined") { + return []; + } + + return typeof strOrArray === "string" ? [strOrArray] : strOrArray; +}; + +const labelCheckAllow = (pipeline: EsPipeline, labels: string[]): boolean => { + if (pipeline.config?.["allow-labels"]) { + return getArray(pipeline.config["allow-labels"]).some((label) => labels.includes(label)); + } + return true; +}; + +const labelCheckSkip = (pipeline: EsPipeline, labels: string[]): boolean => { + if (pipeline.config?.["skip-labels"]) { + return !getArray(pipeline.config["skip-labels"]).some((label) => labels.includes(label)); + } + return true; +}; + +// Exclude the pipeline if all of the changed files in the PR are in at least one excluded region +const changedFilesExcludedCheck = (pipeline: EsPipeline, changedFiles: string[]): boolean => { + if (pipeline.config?.["excluded-regions"]) { + return !changedFiles.every((file) => + getArray(pipeline.config?.["excluded-regions"]).some((region) => file.match(region)) + ); + } + return true; +}; + +// Include the pipeline if all of the changed files in the PR are in at least one included region +const changedFilesIncludedCheck = (pipeline: EsPipeline, changedFiles: string[]): boolean => { + if (pipeline.config?.["included-regions"]) { + return changedFiles.every((file) => + getArray(pipeline.config?.["included-regions"]).some((region) => file.match(region)) + ); + } + return true; +}; + +const triggerCommentCheck = (pipeline: EsPipeline): boolean => { + if (process.env["GITHUB_PR_TRIGGER_COMMENT"] && pipeline.config?.["trigger-phrase"]) { + return !!process.env["GITHUB_PR_TRIGGER_COMMENT"].match(pipeline.config["trigger-phrase"]); + } + return false; +}; + +// There are so many BWC versions that we can't use the matrix feature in Buildkite, as it's limited to 20 elements per dimension +// So we need to duplicate the steps instead +// Recursively check for any steps that have a bwc_template attribute and expand them out into multiple steps, one for each BWC_VERSION +const doBwcTransforms = (step: BuildkitePipeline | BuildkiteStep) => { + const stepsToExpand = (step.steps || []).filter((s) => s.bwc_template); + step.steps = (step.steps || []).filter((s) => !s.bwc_template); + + for (const s of step.steps) { + if (s.steps?.length) { + doBwcTransforms(s); + } + } + + for (const stepToExpand of stepsToExpand) { + for (const bwcVersion of getBwcVersions()) { + let newStepJson = JSON.stringify(stepToExpand).replaceAll("$BWC_VERSION_SNAKE", bwcVersion.replaceAll(".", "_")); + newStepJson = newStepJson.replaceAll("$BWC_VERSION", bwcVersion); + const newStep = JSON.parse(newStepJson); + delete newStep.bwc_template; + step.steps.push(newStep); + } + } +}; + +export const generatePipelines = ( + directory: string = `${PROJECT_ROOT}/.buildkite/pipelines/pull-request`, + changedFiles: string[] = [] +) => { + let defaults: EsPipelineConfig = { config: {} }; + defaults = parse(readFileSync(`${directory}/.defaults.yml`, "utf-8")); + defaults.config = defaults.config || {}; + + let pipelines: EsPipeline[] = []; + const files = readdirSync(directory); + for (const file of files) { + if (!file.endsWith(".yml") || file.endsWith(".defaults.yml")) { + continue; + } + + let yaml = readFileSync(`${directory}/${file}`, "utf-8"); + yaml = yaml.replaceAll("$SNAPSHOT_BWC_VERSIONS", JSON.stringify(getSnapshotBwcVersions())); + const pipeline: EsPipeline = parse(yaml) || {}; + + pipeline.config = { ...defaults.config, ...(pipeline.config || {}) }; + + // '.../build-benchmark.yml' => 'build-benchmark' + const name = basename(file).split(".", 2)[0]; + pipeline.name = name; + pipeline.config["trigger-phrase"] = pipeline.config["trigger-phrase"] || `.*run\\W+elasticsearch-ci/${name}.*`; + + pipelines.push(pipeline); + } + + const labels = (process.env["GITHUB_PR_LABELS"] || "") + .split(",") + .map((x) => x.trim()) + .filter((x) => x); + + if (!changedFiles?.length) { + const mergeBase = execSync(`git merge-base ${process.env["GITHUB_PR_TARGET_BRANCH"]} HEAD`, { cwd: PROJECT_ROOT }) + .toString() + .trim(); + + const changedFilesOutput = execSync(`git diff --name-only ${mergeBase}`, { cwd: PROJECT_ROOT }).toString().trim(); + + changedFiles = changedFilesOutput + .split("\n") + .map((x) => x.trim()) + .filter((x) => x); + } + + let filters: ((pipeline: EsPipeline) => boolean)[] = [ + (pipeline) => labelCheckAllow(pipeline, labels), + (pipeline) => labelCheckSkip(pipeline, labels), + (pipeline) => changedFilesExcludedCheck(pipeline, changedFiles), + (pipeline) => changedFilesIncludedCheck(pipeline, changedFiles), + ]; + + // When triggering via comment, we ONLY want to run pipelines that match the trigger phrase, regardless of labels, etc + if (process.env["GITHUB_PR_TRIGGER_COMMENT"]) { + filters = [triggerCommentCheck]; + } + + for (const filter of filters) { + pipelines = pipelines.filter(filter); + } + + for (const pipeline of pipelines) { + doBwcTransforms(pipeline); + } + + pipelines.sort((a, b) => (a.name ?? "").localeCompare(b.name ?? "")); + + const finalPipelines = pipelines.map((pipeline) => { + const finalPipeline = { ...pipeline }; + delete finalPipeline.config; + delete finalPipeline.name; + + return finalPipeline; + }); + + return finalPipelines; +}; diff --git a/.buildkite/scripts/pull-request/types.ts b/.buildkite/scripts/pull-request/types.ts new file mode 100644 index 000000000000..15140a03fb86 --- /dev/null +++ b/.buildkite/scripts/pull-request/types.ts @@ -0,0 +1,24 @@ +export type EsPipelineConfig = { + config?: { + "allow-labels"?: string | string[]; + "skip-labels"?: string | string[]; + "included-regions"?: string | string[]; + "excluded-regions"?: string | string[]; + "trigger-phrase"?: string; + }; +}; + +export type BuildkiteStep = { + steps?: BuildkiteStep[]; + group?: string; + bwc_template?: boolean; +}; + +export type BuildkitePipeline = { + steps?: BuildkiteStep[]; +}; + +export type EsPipeline = EsPipelineConfig & + BuildkitePipeline & { + name?: string; + }; diff --git a/.buildkite/tsconfig.json b/.buildkite/tsconfig.json new file mode 100644 index 000000000000..1449bc3d931a --- /dev/null +++ b/.buildkite/tsconfig.json @@ -0,0 +1,22 @@ +{ + "compilerOptions": { + "lib": ["ESNext"], + "module": "esnext", + "target": "esnext", + "moduleResolution": "bundler", + "moduleDetection": "force", + "allowImportingTsExtensions": true, + "noEmit": true, + "composite": true, + "strict": true, + "downlevelIteration": true, + "skipLibCheck": true, + "jsx": "preserve", + "allowSyntheticDefaultImports": true, + "forceConsistentCasingInFileNames": true, + "allowJs": true, + "types": [ + "bun-types" // add Bun global + ] + } +} diff --git a/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-unix.yml b/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-unix.yml index 48a537c33b61..7d0d724d6bbc 100644 --- a/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-unix.yml +++ b/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-unix.yml @@ -31,9 +31,9 @@ - almalinux-8-packaging builders: - inject: - properties-file: '.ci/java-versions.properties' + properties-file: ".ci/java-versions.properties" properties-content: | JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA - shell: | #!/usr/local/bin/runbld --redirect-stderr - ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructivePackagingTest + ./.ci/scripts/packaging-test.sh destructivePackagingTest diff --git a/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-upgrade.yml b/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-upgrade.yml index 291ae9da4cd7..134deae255cd 100644 --- a/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-upgrade.yml +++ b/.ci/jobs.t/elastic+elasticsearch+multijob+packaging-tests-upgrade.yml @@ -22,10 +22,10 @@ name: BWC_VERSION builders: - inject: - properties-file: '.ci/java-versions.properties' + properties-file: ".ci/java-versions.properties" properties-content: | JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA JAVA16_HOME=$HOME/.java/openjdk16 - shell: | #!/usr/local/bin/runbld --redirect-stderr - ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION + ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v$BWC_VERSION diff --git a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix-sample.yml b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix-sample.yml index 04e48036a8e9..2d4f37214251 100644 --- a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix-sample.yml +++ b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix-sample.yml @@ -25,9 +25,9 @@ - ^docs/.* - ^x-pack/docs/.* black-list-labels: - - '>test-mute' - - ':Delivery/Packaging' - - 'buildkite-opt-in' + - ">test-mute" + - ":Delivery/Packaging" + - "buildkite-opt-in" axes: - axis: type: label-expression @@ -39,14 +39,14 @@ type: user-defined name: PACKAGING_TASK values: - - 'destructiveDistroTest.docker' - - 'destructiveDistroTest.packages' - - 'destructiveDistroTest.archives' + - "destructiveDistroTest.docker" + - "destructiveDistroTest.packages" + - "destructiveDistroTest.archives" builders: - inject: - properties-file: '.ci/java-versions.properties' + properties-file: ".ci/java-versions.properties" properties-content: | JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA - shell: | #!/usr/local/bin/runbld --redirect-stderr - ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ $PACKAGING_TASK + ./.ci/scripts/packaging-test.sh $PACKAGING_TASK diff --git a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix.yml b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix.yml index a7413699ff6c..af1d3f493eeb 100644 --- a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix.yml +++ b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-tests-unix.yml @@ -25,10 +25,10 @@ - ^docs/.* - ^x-pack/docs/.* white-list-labels: - - ':Delivery/Packaging' + - ":Delivery/Packaging" black-list-labels: - - '>test-mute' - - 'buildkite-opt-in' + - ">test-mute" + - "buildkite-opt-in" axes: - axis: type: label-expression @@ -54,14 +54,14 @@ type: user-defined name: PACKAGING_TASK values: - - 'destructiveDistroTest.docker' - - 'destructiveDistroTest.packages' - - 'destructiveDistroTest.archives' + - "destructiveDistroTest.docker" + - "destructiveDistroTest.packages" + - "destructiveDistroTest.archives" builders: - inject: - properties-file: '.ci/java-versions.properties' + properties-file: ".ci/java-versions.properties" properties-content: | JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA - shell: | #!/usr/local/bin/runbld --redirect-stderr - ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ $PACKAGING_TASK + ./.ci/scripts/packaging-test.sh $PACKAGING_TASK diff --git a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-upgrade-tests.yml b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-upgrade-tests.yml index 2b73d0144cab..19ed5398e3e1 100644 --- a/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-upgrade-tests.yml +++ b/.ci/jobs.t/elastic+elasticsearch+pull-request+packaging-upgrade-tests.yml @@ -26,10 +26,10 @@ - ^docs/.* - ^x-pack/docs/.* white-list-labels: - - ':Delivery/Packaging' + - ":Delivery/Packaging" black-list-labels: - - '>test-mute' - - 'buildkite-opt-in' + - ">test-mute" + - "buildkite-opt-in" axes: - axis: type: label-expression @@ -43,7 +43,7 @@ name: "BWC_VERSION" builders: - inject: - properties-file: '.ci/java-versions.properties' + properties-file: ".ci/java-versions.properties" properties-content: | JAVA_HOME=$HOME/.java/$ES_BUILD_JAVA JAVA8_HOME=$HOME/.java/java8 @@ -51,4 +51,4 @@ JAVA16_HOME=$HOME/.java/openjdk16 - shell: | #!/usr/local/bin/runbld --redirect-stderr - ./.ci/scripts/packaging-test.sh --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ destructiveDistroUpgradeTest.v$BWC_VERSION + ./.ci/scripts/packaging-test.sh destructiveDistroUpgradeTest.v$BWC_VERSION diff --git a/.ci/scripts/packaging-test.sh b/.ci/scripts/packaging-test.sh index afe162b23e56..1626255c30b4 100755 --- a/.ci/scripts/packaging-test.sh +++ b/.ci/scripts/packaging-test.sh @@ -77,5 +77,5 @@ sudo -E env \ --unset=ES_JAVA_HOME \ --unset=JAVA_HOME \ SYSTEM_JAVA_HOME=`readlink -f -n $BUILD_JAVA_HOME` \ - ./gradlew -g $HOME/.gradle --scan --parallel --continue $@ + ./gradlew -g $HOME/.gradle --scan --parallel --build-cache -Dorg.elasticsearch.build.cache.url=https://gradle-enterprise.elastic.co/cache/ --continue $@ diff --git a/build-tools-internal/src/main/groovy/elasticsearch.build-scan.gradle b/build-tools-internal/src/main/groovy/elasticsearch.build-scan.gradle index 7f9e258abd65..5711d66fd848 100644 --- a/build-tools-internal/src/main/groovy/elasticsearch.build-scan.gradle +++ b/build-tools-internal/src/main/groovy/elasticsearch.build-scan.gradle @@ -106,7 +106,7 @@ buildScan { // Add SCM information def prId = System.getenv('BUILDKITE_PULL_REQUEST') if (prId != 'false') { - def prBaseUrl = (System.getenv('BUILDKITE_PULL_REQUEST_REPO') - ".git") + def prBaseUrl = (System.getenv('BUILDKITE_PULL_REQUEST_REPO') - ".git").replaceFirst("git://", "https://") value 'Git Commit ID', System.getenv('BUILDKITE_COMMIT') tag "pr/${prId}" tag 'pull-request'