Merge main into multi-project

.buildkite/pipelines/intake.yml

@@ -56,7 +56,7 @@ steps:
         timeout_in_minutes: 300
         matrix:
           setup:
-            BWC_VERSION: ["8.16.4", "8.17.2", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
+            BWC_VERSION: ["8.16.5", "8.17.3", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004

.buildkite/pipelines/periodic-packaging.yml

@@ -287,8 +287,8 @@ steps:
         env:
           BWC_VERSION: 8.15.5
 
-      - label: "{{matrix.image}} / 8.16.4 / packaging-tests-upgrade"
+      - label: "{{matrix.image}} / 8.16.5 / packaging-tests-upgrade"
-        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.16.4
+        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.16.5
         timeout_in_minutes: 300
         matrix:
           setup:
@@ -301,10 +301,10 @@ steps:
           machineType: custom-16-32768
           buildDirectory: /dev/shm/bk
         env:
-          BWC_VERSION: 8.16.4
+          BWC_VERSION: 8.16.5
 
-      - label: "{{matrix.image}} / 8.17.2 / packaging-tests-upgrade"
+      - label: "{{matrix.image}} / 8.17.3 / packaging-tests-upgrade"
-        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.17.2
+        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.17.3
         timeout_in_minutes: 300
         matrix:
           setup:
@@ -317,7 +317,7 @@ steps:
           machineType: custom-16-32768
           buildDirectory: /dev/shm/bk
         env:
-          BWC_VERSION: 8.17.2
+          BWC_VERSION: 8.17.3
 
       - label: "{{matrix.image}} / 8.18.0 / packaging-tests-upgrade"
         command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.18.0

.buildkite/pipelines/periodic.template.yml

@@ -78,8 +78,8 @@ steps:
           BWC_VERSION: "{{matrix.BWC_VERSION}}"
   - group: java-matrix
     steps:
-      - label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.GRADLE_TASK}} / java-matrix"
+      - label: "{{matrix.ES_RUNTIME_JAVA}} / entitlements={{matrix.ENTITLEMENTS_ENABLED}} / {{matrix.GRADLE_TASK}} / java-matrix"
-        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true $$GRADLE_TASK
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.jvm.argline="-Des.entitlements.enabled=$$ENTITLEMENTS_ENABLED" $$GRADLE_TASK
         timeout_in_minutes: 300
         matrix:
           setup:
@@ -94,6 +94,9 @@ steps:
               - checkPart4
               - checkPart5
               - checkRestCompat
+            ENTITLEMENTS_ENABLED:
+              - "true"
+              - "false"
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004
@@ -102,6 +105,7 @@ steps:
         env:
           ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
           GRADLE_TASK: "{{matrix.GRADLE_TASK}}"
+          ENTITLEMENTS_ENABLED: "{{matrix.ENTITLEMENTS_ENABLED}}"
       - label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.BWC_VERSION}} / java-matrix-bwc"
         command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
         timeout_in_minutes: 300

.buildkite/pipelines/periodic.yml

@@ -306,8 +306,8 @@ steps:
             - signal_reason: agent_stop
               limit: 3
 
-      - label: 8.16.4 / bwc
+      - label: 8.16.5 / bwc
-        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.16.4#bwcTest
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.16.5#bwcTest
         timeout_in_minutes: 300
         agents:
           provider: gcp
@@ -316,7 +316,7 @@ steps:
           buildDirectory: /dev/shm/bk
           preemptible: true
         env:
-          BWC_VERSION: 8.16.4
+          BWC_VERSION: 8.16.5
         retry:
           automatic:
             - exit_status: "-1"
@@ -325,8 +325,8 @@ steps:
             - signal_reason: agent_stop
               limit: 3
 
-      - label: 8.17.2 / bwc
+      - label: 8.17.3 / bwc
-        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.17.2#bwcTest
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.17.3#bwcTest
         timeout_in_minutes: 300
         agents:
           provider: gcp
@@ -335,7 +335,7 @@ steps:
           buildDirectory: /dev/shm/bk
           preemptible: true
         env:
-          BWC_VERSION: 8.17.2
+          BWC_VERSION: 8.17.3
         retry:
           automatic:
             - exit_status: "-1"
@@ -486,7 +486,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk21
-            BWC_VERSION: ["8.16.4", "8.17.2", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
+            BWC_VERSION: ["8.16.5", "8.17.3", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004
@@ -497,8 +497,8 @@ steps:
           BWC_VERSION: "{{matrix.BWC_VERSION}}"
   - group: java-matrix
     steps:
-      - label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.GRADLE_TASK}} / java-matrix"
+      - label: "{{matrix.ES_RUNTIME_JAVA}} / entitlements={{matrix.ENTITLEMENTS_ENABLED}} / {{matrix.GRADLE_TASK}} / java-matrix"
-        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true $$GRADLE_TASK
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.jvm.argline="-Des.entitlements.enabled=$$ENTITLEMENTS_ENABLED" $$GRADLE_TASK
         timeout_in_minutes: 300
         matrix:
           setup:
@@ -513,6 +513,9 @@ steps:
               - checkPart4
               - checkPart5
               - checkRestCompat
+            ENTITLEMENTS_ENABLED:
+              - "true"
+              - "false"
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004
@@ -521,6 +524,7 @@ steps:
         env:
           ES_RUNTIME_JAVA: "{{matrix.ES_RUNTIME_JAVA}}"
           GRADLE_TASK: "{{matrix.GRADLE_TASK}}"
+          ENTITLEMENTS_ENABLED: "{{matrix.ENTITLEMENTS_ENABLED}}"
       - label: "{{matrix.ES_RUNTIME_JAVA}} / {{matrix.BWC_VERSION}} / java-matrix-bwc"
         command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
         timeout_in_minutes: 300
@@ -529,7 +533,7 @@ steps:
             ES_RUNTIME_JAVA:
               - openjdk21
               - openjdk23
-            BWC_VERSION: ["8.16.4", "8.17.2", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
+            BWC_VERSION: ["8.16.5", "8.17.3", "8.18.0", "8.19.0", "9.0.0", "9.1.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004

.buildkite/scripts/dra-update-staging.sh

@@ -36,6 +36,9 @@ for BRANCH in "${BRANCHES[@]}"; do
   fi
 
   if [[ "$SHOULD_TRIGGER" == "true" ]]; then
+    if [[ "$BRANCH" == "9.0" ]]; then
+      export VERSION_QUALIFIER="beta1"
+    fi
     echo "Triggering DRA staging workflow for $BRANCH"
     cat << EOF | buildkite-agent pipeline upload
 steps:
@@ -46,6 +49,7 @@ steps:
       branch: "$BRANCH"
       env:
         DRA_WORKFLOW: staging
+        VERSION_QUALIFIER: ${VERSION_QUALIFIER:-}
 EOF
   fi
 done

.ci/bwcVersions

@@ -15,8 +15,8 @@ BWC_VERSION:
   - "8.13.4"
   - "8.14.3"
   - "8.15.5"
-  - "8.16.4"
+  - "8.16.5"
-  - "8.17.2"
+  - "8.17.3"
   - "8.18.0"
   - "8.19.0"
   - "9.0.0"

.ci/snapshotBwcVersions

@@ -1,6 +1,6 @@
 BWC_VERSION:
-  - "8.16.4"
+  - "8.16.5"
-  - "8.17.2"
+  - "8.17.3"
   - "8.18.0"
   - "8.19.0"
   - "9.0.0"

benchmarks/src/main/java/org/elasticsearch/benchmark/compute/operator/AggregatorBenchmark.java

@@ -155,7 +155,7 @@ public class AggregatorBenchmark {
 
         if (grouping.equals("none")) {
             return new AggregationOperator(
-                List.of(supplier(op, dataType, filter, 0).aggregatorFactory(AggregatorMode.SINGLE).apply(driverContext)),
+                List.of(supplier(op, dataType, filter).aggregatorFactory(AggregatorMode.SINGLE, List.of(0)).apply(driverContext)),
                 driverContext
             );
         }
@@ -182,33 +182,33 @@ public class AggregatorBenchmark {
             default -> throw new IllegalArgumentException("unsupported grouping [" + grouping + "]");
         };
         return new HashAggregationOperator(
-            List.of(supplier(op, dataType, filter, groups.size()).groupingAggregatorFactory(AggregatorMode.SINGLE)),
+            List.of(supplier(op, dataType, filter).groupingAggregatorFactory(AggregatorMode.SINGLE, List.of(groups.size()))),
             () -> BlockHash.build(groups, driverContext.blockFactory(), 16 * 1024, false),
             driverContext
         );
     }
 
-    private static AggregatorFunctionSupplier supplier(String op, String dataType, String filter, int dataChannel) {
+    private static AggregatorFunctionSupplier supplier(String op, String dataType, String filter) {
         return filtered(switch (op) {
-            case COUNT -> CountAggregatorFunction.supplier(List.of(dataChannel));
+            case COUNT -> CountAggregatorFunction.supplier();
             case COUNT_DISTINCT -> switch (dataType) {
-                case LONGS -> new CountDistinctLongAggregatorFunctionSupplier(List.of(dataChannel), 3000);
+                case LONGS -> new CountDistinctLongAggregatorFunctionSupplier(3000);
-                case DOUBLES -> new CountDistinctDoubleAggregatorFunctionSupplier(List.of(dataChannel), 3000);
+                case DOUBLES -> new CountDistinctDoubleAggregatorFunctionSupplier(3000);
                 default -> throw new IllegalArgumentException("unsupported data type [" + dataType + "]");
             };
             case MAX -> switch (dataType) {
-                case LONGS -> new MaxLongAggregatorFunctionSupplier(List.of(dataChannel));
+                case LONGS -> new MaxLongAggregatorFunctionSupplier();
-                case DOUBLES -> new MaxDoubleAggregatorFunctionSupplier(List.of(dataChannel));
+                case DOUBLES -> new MaxDoubleAggregatorFunctionSupplier();
                 default -> throw new IllegalArgumentException("unsupported data type [" + dataType + "]");
             };
             case MIN -> switch (dataType) {
-                case LONGS -> new MinLongAggregatorFunctionSupplier(List.of(dataChannel));
+                case LONGS -> new MinLongAggregatorFunctionSupplier();
-                case DOUBLES -> new MinDoubleAggregatorFunctionSupplier(List.of(dataChannel));
+                case DOUBLES -> new MinDoubleAggregatorFunctionSupplier();
                 default -> throw new IllegalArgumentException("unsupported data type [" + dataType + "]");
             };
             case SUM -> switch (dataType) {
-                case LONGS -> new SumLongAggregatorFunctionSupplier(List.of(dataChannel));
+                case LONGS -> new SumLongAggregatorFunctionSupplier();
-                case DOUBLES -> new SumDoubleAggregatorFunctionSupplier(List.of(dataChannel));
+                case DOUBLES -> new SumDoubleAggregatorFunctionSupplier();
                 default -> throw new IllegalArgumentException("unsupported data type [" + dataType + "]");
             };
             default -> throw new IllegalArgumentException("unsupported op [" + op + "]");

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/DockerBase.java

@@ -22,7 +22,7 @@ public enum DockerBase {
     // Chainguard based wolfi image with latest jdk
     // This is usually updated via renovatebot
     // spotless:off
-    WOLFI("docker.elastic.co/wolfi/chainguard-base:latest@sha256:bd401704a162a7937cd1015f755ca9da9aba0fdf967fc6bf90bf8d3f6b2eb557",
+    WOLFI("docker.elastic.co/wolfi/chainguard-base:latest@sha256:ecd940be9f342ee6173397c48f3df5bb410e95000f8726fd01759b6c39b0beda",
         "-wolfi",
         "apk"
     ),

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/ElasticsearchJavaBasePlugin.java

@@ -58,7 +58,6 @@ public class ElasticsearchJavaBasePlugin implements Plugin<Project> {
 
     @Override
     public void apply(Project project) {
-        project.getRootProject().getPlugins().apply(GlobalBuildInfoPlugin.class);
         // make sure the global build info plugin is applied to the root project
         project.getRootProject().getPluginManager().apply(GlobalBuildInfoPlugin.class);
         buildParams = project.getRootProject().getExtensions().getByType(BuildParameterExtension.class);

client/test/build.gradle

@@ -28,9 +28,9 @@ dependencies {
   api "org.hamcrest:hamcrest:${versions.hamcrest}"
 
   // mockito
-  api 'org.mockito:mockito-core:5.11.0'
+  api 'org.mockito:mockito-core:5.15.2'
-  api 'org.mockito:mockito-subclass:5.11.0'
+  api 'org.mockito:mockito-subclass:5.15.2'
-  api 'net.bytebuddy:byte-buddy:1.14.12'
+  api 'net.bytebuddy:byte-buddy:1.15.11'
   api 'org.objenesis:objenesis:3.3'
 }
 

docs/changelog/117201.yaml

@@ -1,6 +0,0 @@
-pr: 117201
-summary: "Use `field_caps` native nested fields filtering"
-area: ES|QL
-type: bug
-issues:
- - 117054

docs/changelog/117504.yaml

@@ -1,6 +0,0 @@
-pr: 117504
-summary: Fix NPE caused by race condition in async search when minimise round trips
-  is true
-area: Search
-type: bug
-issues: []

docs/changelog/119748.yaml

@@ -1,6 +0,0 @@
-pr: 119748
-summary: Issue S3 web identity token refresh call with sufficient permissions
-area: Snapshot/Restore
-type: bug
-issues:
- - 119747

docs/changelog/120014.yaml

@@ -1,6 +0,0 @@
-pr: 120014
-summary: Fix potential file leak in ES816BinaryQuantizedVectorsWriter
-area: Search
-type: bug
-issues:
- - 119981

docs/changelog/120062.yaml

@@ -1,6 +0,0 @@
-pr: 120062
-summary: Update Text Similarity Reranker to Properly Handle Aliases
-area: Ranking
-type: bug
-issues:
- - 119617

docs/changelog/120133.yaml

@@ -1,6 +0,0 @@
-pr: 120133
-summary: Use approximation to advance matched queries
-area: Search
-type: bug
-issues:
- - 120130

docs/changelog/120256.yaml

@@ -1,7 +0,0 @@
-pr: 120256
-summary: Improve memory aspects of enrich cache
-area: Ingest Node
-type: enhancement
-issues:
- - 96050
- - 120021

docs/changelog/120355.yaml

@@ -0,0 +1,5 @@
+pr: 120355
+summary: Ensure cluster string could be quoted
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/120483.yaml

@@ -1,5 +0,0 @@
-pr: 120483
-summary: Fix NPE on disabled API auth key cache
-area: Authentication
-type: bug
-issues: []

docs/changelog/120590.yaml

@@ -1,5 +0,0 @@
-pr: 120590
-summary: Map `scope.name` as a dimension
-area: Data streams
-type: bug
-issues: []

docs/changelog/120717.yaml

@@ -1,6 +0,0 @@
-pr: 120717
-summary: Fix LTR rescorer throws 'local model reference is null' on multi-shards index when explained is enabled
-area: Ranking
-type: bug
-issues:
- - 120739

docs/changelog/120781.yaml

@@ -1,5 +0,0 @@
-pr: 120781
-summary: Add back `keep_alive` to `async_search.submit` rest-api-spec
-area: Search
-type: bug
-issues: []

docs/changelog/120809.yaml

@@ -1,6 +0,0 @@
-pr: 120809
-summary: LTR sometines throw `NullPointerException:` Cannot read field "approximation"
-  because "top" is null
-area: Ranking
-type: bug
-issues: []

docs/changelog/120930.yaml

@@ -1,6 +0,0 @@
-pr: 120930
-summary: Normalize negative scores for `text_similarity_reranker` retriever
-area: Ranking
-type: bug
-issues:
- - 120201

docs/changelog/120998.yaml

@@ -0,0 +1,5 @@
+pr: 120998
+summary: ES|QL `change_point` processing command
+area: Machine Learning
+type: feature
+issues: []

docs/changelog/121119.yaml

@@ -1,5 +0,0 @@
-pr: 121119
-summary: Revert "Reduce Data Loss in System Indices Migration"
-area: Infra/Core
-type: bug
-issues: []

docs/changelog/121156.yaml

@@ -0,0 +1,5 @@
+pr: 121156
+summary: Remove redundant sorts from execution plan
+area: ES|QL
+type: bug
+issues: []

docs/changelog/121196.yaml

@@ -0,0 +1,5 @@
+pr: 121196
+summary: Fix geoip databases index access after system feature migration
+area: Ingest Node
+type: bug
+issues: []

docs/changelog/121231.yaml

@@ -1,6 +0,0 @@
-pr: 121231
-summary: Fix inference update API calls with `task_type` in body or `deployment_id`
-  defined
-area: Machine Learning
-type: bug
-issues: []

docs/changelog/121283.yaml

@@ -1,5 +0,0 @@
-pr: 121283
-summary: Cheaper snapshot-related `toString()` impls
-area: Snapshot/Restore
-type: bug
-issues: []

docs/changelog/121327.yaml

@@ -0,0 +1,5 @@
+pr: 121327
+summary: Reduce Data Loss in System Indices Migration
+area: Infra/Core
+type: bug
+issues: []

docs/changelog/121428.yaml

@@ -1,6 +0,0 @@
-pr: 121428
-summary: Fix infer on and elasticsearch service endpoint created with a deployment
-  id
-area: Machine Learning
-type: bug
-issues: []

docs/changelog/121559.yaml

@@ -1,6 +0,0 @@
-pr: 121559
-summary: Skip Usage stats update when ML is disabled
-area: Machine Learning
-type: bug
-issues:
- - 121532

docs/changelog/121667.yaml

@@ -0,0 +1,11 @@
+pr: 121667
+summary: Add deprecation warning for flush API
+area: Machine Learning
+type: deprecation
+issues:
+ - 121506
+deprecation:
+  title: Add deprecation warning for flush API
+  area: REST API
+  details: The anomaly detection job flush API is deprecated since it is only required for the post data API, which was deprecated since 7.11.0.
+  impact: This should have a minimal impact on users as the flush API is only required for the post data API, which was deprecated since 7.11.0.

docs/changelog/121715.yaml

@@ -1,5 +0,0 @@
-pr: 121715
-summary: Fix synthetic source issue with deeply nested ignored source fields
-area: Mapping
-type: bug
-issues: []

docs/changelog/121720.yaml

@@ -0,0 +1,5 @@
+pr: 121720
+summary: Skip fetching _inference_fields field in legacy semantic_text format
+area: Search
+type: bug
+issues: []

docs/changelog/121731.yaml

@@ -0,0 +1,21 @@
+pr: 121731
+summary: Remove TLSv1.1 from default protocols
+area: TLS
+type: breaking
+issues: []
+breaking:
+  title: Remove TLSv1.1 from default protocols
+  area: Cluster and node setting
+  details: "TLSv1.1 is no longer enabled by default. Prior to version 9.0, Elasticsearch\
+    \ would attempt to enable TLSv1.1 if the JDK supported it. In most cases, including\
+    \ all cases where Elasticsearch 8 was running with the bundled JDK, the JDK would\
+    \ not support TLSv1.1, so that protocol would not be available in Elasticsearch.\
+    \ However, if Elasticsearch was running on an old JDK or a JDK that have been\
+    \ reconfigured to support TLSv1.1, then the protocol would automatically be available\
+    \ within Elasticsearch. As of Elasticsearch 9.0, this is no longer true. If you\
+    \ wish to enable TLSv1.1 then you must enable it within the JDK and also enable\
+    \ it within Elasticsearch by using the `ssl.supported_protocols` setting."
+  impact: "Most users will not be impacted. If your Elastisearch 8 cluster was using\
+    \ a custom JDK and you relied on TLSv1.1, then you will need to explicitly enable\
+    \ TLSv1.1 within Elasticsearch (as well as enabling it within your JDK)"
+  notable: false

docs/changelog/121805.yaml

@@ -0,0 +1,5 @@
+pr: 121805
+summary: Support subset of metrics in aggregate metric double
+area: "ES|QL"
+type: enhancement
+issues: []

docs/changelog/121821.yaml

@@ -0,0 +1,6 @@
+pr: 121821
+summary: Fix get all inference endponts not returning multiple endpoints sharing model
+  deployment
+area: Machine Learning
+type: bug
+issues: []

docs/changelog/121843.yaml

@@ -0,0 +1,6 @@
+pr: 121843
+summary: Fix async stop sometimes not properly collecting result
+area: ES|QL
+type: bug
+issues:
+ - 121249

docs/changelog/121850.yaml

@@ -0,0 +1,5 @@
+pr: 121850
+summary: Take named parameters for identifier and pattern out of snapshot
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/121911.yaml

@@ -0,0 +1,5 @@
+pr: 121911
+summary: Fix ENRICH validation for use of wildcards
+area: ES|QL
+type: bug
+issues: []

docs/changelog/122011.yaml

@@ -0,0 +1,5 @@
+pr: 122011
+summary: Fix JOIN command validation (not supported)
+area: EQL
+type: bug
+issues: []

docs/changelog/122246.yaml

@@ -0,0 +1,5 @@
+pr: 122246
+summary: Ensure removal of index blocks does not leave key with null value
+area: Data streams
+type: bug
+issues: []

docs/changelog/122278.yaml

@@ -0,0 +1,5 @@
+pr: 122278
+summary: Fix serialising the inference update request
+area: Machine Learning
+type: bug
+issues: []

docs/reference/esql/functions/kibana/definition/abs.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "abs",
   "description" : "Returns the absolute value.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/acos.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "acos",
   "description" : "Returns the arccosine of `n` as an angle, expressed in radians.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/asin.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "asin",
   "description" : "Returns the arcsine of the input\nnumeric expression as an angle, expressed in radians.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/atan.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "atan",
   "description" : "Returns the arctangent of the input\nnumeric expression as an angle, expressed in radians.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/atan2.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "atan2",
   "description" : "The angle between the positive x-axis and the ray from the\norigin to the point (x , y) in the Cartesian plane, expressed in radians.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/bit_length.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "bit_length",
   "description" : "Returns the bit length of a string.",
   "note" : "All strings are in UTF-8, so a single character can use multiple bytes.",

docs/reference/esql/functions/kibana/definition/bucket.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "grouping",
   "name" : "bucket",
   "description" : "Creates groups of values - buckets - out of a datetime or numeric input.\nThe size of the buckets can either be provided directly, or chosen based on a recommended count and values range.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/byte_length.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "byte_length",
   "description" : "Returns the byte length of a string.",
   "note" : "All strings are in UTF-8, so a single character can use multiple bytes.",

docs/reference/esql/functions/kibana/definition/case.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "case",
   "description" : "Accepts pairs of conditions and values. The function returns the value that\nbelongs to the first condition that evaluates to `true`.\n\nIf the number of arguments is odd, the last argument is the default value which\nis returned when no condition matches. If the number of arguments is even, and\nno condition matches, the function returns `null`.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/categorize.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "grouping",
   "name" : "categorize",
   "description" : "Groups text messages into categories of similarly formatted text values.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/cbrt.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "cbrt",
   "description" : "Returns the cube root of a number. The input can be any numeric value, the return value is always a double.\nCube roots of infinities are null.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/ceil.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "ceil",
   "description" : "Round a number up to the nearest integer.",
   "note" : "This is a noop for `long` (including unsigned) and `integer`. For `double` this picks the closest `double` value to the integer similar to Math.ceil.",

docs/reference/esql/functions/kibana/definition/cidr_match.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "cidr_match",
   "description" : "Returns true if the provided IP is contained in one of the provided CIDR blocks.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/coalesce.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "coalesce",
   "description" : "Returns the first of its arguments that is not null. If all arguments are null, it returns `null`.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/concat.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "concat",
   "description" : "Concatenates two or more strings.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/cos.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "cos",
   "description" : "Returns the cosine of an angle.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/cosh.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "cosh",
   "description" : "Returns the hyperbolic cosine of a number.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/date_diff.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "date_diff",
   "description" : "Subtracts the `startTimestamp` from the `endTimestamp` and returns the difference in multiples of `unit`.\nIf `startTimestamp` is later than the `endTimestamp`, negative values are returned.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/date_extract.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "date_extract",
   "description" : "Extracts parts of a date, like year, month, day, hour.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/date_format.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "date_format",
   "description" : "Returns a string representation of a date, in the provided format.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/date_parse.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "date_parse",
   "description" : "Returns a date by parsing the second argument using the format specified in the first argument.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/date_trunc.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "date_trunc",
   "description" : "Rounds down a date to the closest interval.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/e.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "e",
   "description" : "Returns Euler's number.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/ends_with.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "ends_with",
   "description" : "Returns a boolean that indicates whether a keyword string ends with another string.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/exp.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "exp",
   "description" : "Returns the value of e raised to the power of the given number.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/floor.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "floor",
   "description" : "Round a number down to the nearest integer.",
   "note" : "This is a noop for `long` (including unsigned) and `integer`.\nFor `double` this picks the closest `double` value to the integer\nsimilar to Math.floor.",

docs/reference/esql/functions/kibana/definition/from_base64.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "from_base64",
   "description" : "Decode a base64 string.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/greatest.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "greatest",
   "description" : "Returns the maximum value from multiple columns. This is similar to <<esql-mv_max>>\nexcept it is intended to run on multiple columns at once.",
   "note" : "When run on `keyword` or `text` fields, this returns the last string in alphabetical order. When run on `boolean` columns this will return `true` if any values are `true`.",

docs/reference/esql/functions/kibana/definition/hash.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "hash",
   "description" : "Computes the hash of the input using various algorithms such as MD5, SHA, SHA-224, SHA-256, SHA-384, SHA-512.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/hypot.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "hypot",
   "description" : "Returns the hypotenuse of two numbers. The input can be any numeric values, the return value is always a double.\nHypotenuses of infinities are null.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/ip_prefix.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "ip_prefix",
   "description" : "Truncates an IP to a given prefix length.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/kql.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "kql",
   "description" : "Performs a KQL query. Returns true if the provided KQL query string matches the row.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/least.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "least",
   "description" : "Returns the minimum value from multiple columns. This is similar to <<esql-mv_min>> except it is intended to run on multiple columns at once.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/left.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "left",
   "description" : "Returns the substring that extracts 'length' chars from 'string' starting from the left.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/length.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "length",
   "description" : "Returns the character length of a string.",
   "note" : "All strings are in UTF-8, so a single character can use multiple bytes.",

docs/reference/esql/functions/kibana/definition/locate.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "locate",
   "description" : "Returns an integer that indicates the position of a keyword substring within another string.\nReturns `0` if the substring cannot be found.\nNote that string positions start from `1`.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/log.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "log",
   "description" : "Returns the logarithm of a value to a base. The input can be any numeric value, the return value is always a double.\n\nLogs of zero, negative numbers, and base of one return `null` as well as a warning.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/log10.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "log10",
   "description" : "Returns the logarithm of a value to base 10. The input can be any numeric value, the return value is always a double.\n\nLogs of 0 and negative numbers return `null` as well as a warning.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/ltrim.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "ltrim",
   "description" : "Removes leading whitespaces from a string.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/match.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "match",
   "description" : "Use `MATCH` to perform a <<query-dsl-match-query,match query>> on the specified field.\nUsing `MATCH` is equivalent to using the `match` query in the Elasticsearch Query DSL.\n\nMatch can be used on fields from the text family like <<text, text>> and <<semantic-text, semantic_text>>,\nas well as other field types like keyword, boolean, dates, and numeric types.\n\nMatch can use <<esql-function-named-params,function named parameters>> to specify additional options for the match query.\nAll <<match-field-params,match query parameters>> are supported.\n\nFor a simplified syntax, you can use the <<esql-search-operators,match operator>> `:` operator instead of `MATCH`.\n\n`MATCH` returns true if the provided query matches the row.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/md5.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "md5",
   "description" : "Computes the MD5 hash of the input.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_append.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_append",
   "description" : "Concatenates values of two multi-value fields.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_avg.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_avg",
   "description" : "Converts a multivalued field into a single valued field containing the average of all of the values.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_concat.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_concat",
   "description" : "Converts a multivalued string expression into a single valued column containing the concatenation of all values separated by a delimiter.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_count.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_count",
   "description" : "Converts a multivalued expression into a single valued column containing a count of the number of values.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_dedupe.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_dedupe",
   "description" : "Remove duplicate values from a multivalued field.",
   "note" : "`MV_DEDUPE` may, but won't always, sort the values in the column.",

docs/reference/esql/functions/kibana/definition/mv_first.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_first",
   "description" : "Converts a multivalued expression into a single valued column containing the\nfirst value. This is most useful when reading from a function that emits\nmultivalued columns in a known order like <<esql-split>>.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_last.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_last",
   "description" : "Converts a multivalue expression into a single valued column containing the last\nvalue. This is most useful when reading from a function that emits multivalued\ncolumns in a known order like <<esql-split>>.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_max.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_max",
   "description" : "Converts a multivalued expression into a single valued column containing the maximum value.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_median.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_median",
   "description" : "Converts a multivalued field into a single valued field containing the median value.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_median_absolute_deviation.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_median_absolute_deviation",
   "description" : "Converts a multivalued field into a single valued field containing the median absolute deviation.\n\nIt is calculated as the median of each data point's deviation from the median of the entire sample. That is, for a random variable `X`, the median absolute deviation is `median(|median(X) - X|)`.",
   "note" : "If the field has an even number of values, the medians will be calculated as the average of the middle two values. If the value is not a floating point number, the averages are rounded towards 0.",

docs/reference/esql/functions/kibana/definition/mv_min.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_min",
   "description" : "Converts a multivalued expression into a single valued column containing the minimum value.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_percentile.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_percentile",
   "description" : "Converts a multivalued field into a single valued field containing the value at which a certain percentage of observed values occur.",
   "signatures" : [

docs/reference/esql/functions/kibana/definition/mv_pseries_weighted_sum.json

@@ -1,6 +1,6 @@
 {
   "comment" : "This is generated by ESQL's AbstractFunctionTestCase. Do no edit it. See ../README.md for how to regenerate it.",
-  "type" : "eval",
+  "type" : "scalar",
   "name" : "mv_pseries_weighted_sum",
   "description" : "Converts a multivalued expression into a single-valued column by multiplying every element on the input list by its corresponding term in P-Series and computing the sum.",
   "signatures" : [