[ci] aarch64 Buildkite pipeline part 1 (#15466) (#15483)

This commit is the first part of migrating away the aarch64 Jenkins
jobs to Buildkite. It adds a group of exhaustive test steps in the
aarch64 pipeline.

The java unit tests are temporarily disabled as they run SonarQube
scans which need to be associated with pull requests.

Relates:

https://github.com/elastic/ingest-dev/issues/1724
(cherry picked from commit 36656de4f0)

Co-authored-by: Dimitrios Liappis <dimitrios.liappis@gmail.com>

.buildkite/aarch64_pipeline.yml

@@ -1,3 +1,84 @@
+agents:
+  provider: aws
+  imagePrefix: platform-ingest-logstash-ubuntu-2204-aarch64
+  instanceType: "m6g.4xlarge"
+  diskSizeGb: 200
+
 steps:
-  - label: "Test aarch64"
-    command: "echo 'Hello world'"
+  - group: "Testing Phase"
+    key: "testing-phase"
+    steps:
+      - label: ":rspec: Ruby unit tests"
+        key: "ruby-unit-tests"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          ci/unit_tests.sh ruby
+
+      ### Temporarily disable since sonar scans imply pull request context
+      # - label: ":java: Java unit tests"
+      #   key: "java-unit-tests"
+      #   command: |
+      #     set -euo pipefail
+
+      #     source .buildkite/scripts/common/vm-agent.sh
+      #     source .buildkite/scripts/pull-requests/sonar-env.sh
+      #     ci/unit_tests.sh java
+
+      - label: ":lab_coat: Integration Tests / part 1"
+        key: "integration-tests-part-1"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          ci/integration_tests.sh split 0
+
+      - label: ":lab_coat: Integration Tests / part 2"
+        key: "integration-tests-part-2"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          ci/integration_tests.sh split 1
+
+      - label: ":lab_coat: IT Persistent Queues / part 1"
+        key: "integration-tests-qa-part-1"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          export FEATURE_FLAG=persistent_queues
+          ci/integration_tests.sh split 0
+
+      - label: ":lab_coat: IT Persistent Queues / part 2"
+        key: "integration-tests-qa-part-2"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          export FEATURE_FLAG=persistent_queues
+          ci/integration_tests.sh split 1
+
+      - label: ":lab_coat: x-pack unit tests"
+        key: "x-pack-unit-tests"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          x-pack/ci/unit_tests.sh
+
+      - label: ":lab_coat: x-pack integration"
+        key: "integration-tests-x-pack"
+        command: |
+          set -euo pipefail
+
+          source .buildkite/scripts/common/vm-agent.sh
+          x-pack/ci/integration_tests.sh
+
+  - group: "Acceptance Phase"
+    depends_on: "testing-phase"
+    key: "acceptance-phase"
+    steps:
+      - label: "Acceptance tests will go here"
+        command: "echo 'Hello world'"

.buildkite/scripts/common/vm-agent.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+# ********************************************************
+# This file contains prerequisite bootstrap invocations
+# required for Logstash CI when using VM/baremetal agents
+# ********************************************************
+
+set -euo pipefail
+
+export PATH="/opt/buildkite-agent/.rbenv/bin:/opt/buildkite-agent/.pyenv/bin:$PATH"
+eval "$(rbenv init -)"