Bump to version 8.16.0

.backportrc.json

@@ -1,9 +1,9 @@
 {
   "upstream" : "elastic/elasticsearch",
-  "targetBranchChoices" : [ "main", "8.14", "8.13", "8.12", "8.11", "8.10", "8.9", "8.8", "8.7", "8.6", "8.5", "8.4", "8.3", "8.2", "8.1", "8.0", "7.17", "6.8" ],
+  "targetBranchChoices" : [ "main", "8.15", "8.14", "8.13", "8.12", "8.11", "8.10", "8.9", "8.8", "8.7", "8.6", "8.5", "8.4", "8.3", "8.2", "8.1", "8.0", "7.17", "6.8" ],
   "targetPRLabels" : [ "backport" ],
   "branchLabelMapping" : {
-    "^v8.15.0$" : "main",
+    "^v8.16.0$" : "main",
     "^v(\\d+).(\\d+).\\d+(?:-(?:alpha|beta|rc)\\d+)?$" : "$1.$2"
   }
 }

.buildkite/pipelines/intake.yml

@@ -62,7 +62,7 @@ steps:
         timeout_in_minutes: 300
         matrix:
           setup:
-            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0"]
+            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0", "8.16.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004

.buildkite/pipelines/periodic-packaging.yml

@@ -611,6 +611,23 @@ steps:
         env:
           BWC_VERSION: 8.15.0
 
+      - label: "{{matrix.image}} / 8.16.0 / packaging-tests-upgrade"
+        command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.16.0
+        timeout_in_minutes: 300
+        matrix:
+          setup:
+            image:
+              - rocky-8
+              - ubuntu-2004
+        agents:
+          provider: gcp
+          image: family/elasticsearch-{{matrix.image}}
+          machineType: custom-16-32768
+          buildDirectory: /dev/shm/bk
+          diskSizeGb: 250
+        env:
+          BWC_VERSION: 8.16.0
+
   - group: packaging-tests-windows
     steps:
       - label: "{{matrix.image}} / packaging-tests-windows"

.buildkite/pipelines/periodic.yml

@@ -682,6 +682,26 @@ steps:
             - signal_reason: agent_stop
               limit: 3
 
+      - label: 8.16.0 / bwc
+        command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.16.0#bwcTest
+        timeout_in_minutes: 300
+        agents:
+          provider: gcp
+          image: family/elasticsearch-ubuntu-2004
+          machineType: n1-standard-32
+          buildDirectory: /dev/shm/bk
+          preemptible: true
+          diskSizeGb: 250
+        env:
+          BWC_VERSION: 8.16.0
+        retry:
+          automatic:
+            - exit_status: "-1"
+              limit: 3
+              signal_reason: none
+            - signal_reason: agent_stop
+              limit: 3
+
   - label: concurrent-search-tests
     command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests
     timeout_in_minutes: 420
@@ -751,7 +771,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk17
-            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0"]
+            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0", "8.16.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004
@@ -801,7 +821,7 @@ steps:
               - openjdk21
               - openjdk22
               - openjdk23
-            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0"]
+            BWC_VERSION: ["7.17.23", "8.14.2", "8.15.0", "8.16.0"]
         agents:
           provider: gcp
           image: family/elasticsearch-ubuntu-2004

.ci/bwcVersions

@@ -33,3 +33,4 @@ BWC_VERSION:
   - "8.13.4"
   - "8.14.2"
   - "8.15.0"
+  - "8.16.0"

.ci/snapshotBwcVersions

@@ -2,3 +2,4 @@ BWC_VERSION:
   - "7.17.23"
   - "8.14.2"
   - "8.15.0"
+  - "8.16.0"

build-tools-internal/version.properties

@@ -1,4 +1,4 @@
-elasticsearch     = 8.15.0
+elasticsearch     = 8.16.0
 lucene            = 9.11.1
 
 bundled_jdk_vendor = openjdk

docs/reference/migration/index.asciidoc

@@ -1,5 +1,6 @@
 include::migration_intro.asciidoc[]
 
+* <<migrating-8.16,Migrating to 8.16>>
 * <<migrating-8.15,Migrating to 8.15>>
 * <<migrating-8.14,Migrating to 8.14>>
 * <<migrating-8.13,Migrating to 8.13>>
@@ -17,6 +18,7 @@ include::migration_intro.asciidoc[]
 * <<migrating-8.1,Migrating to 8.1>>
 * <<migrating-8.0,Migrating to 8.0>>
 
+include::migrate_8_16.asciidoc[]
 include::migrate_8_15.asciidoc[]
 include::migrate_8_14.asciidoc[]
 include::migrate_8_13.asciidoc[]

docs/reference/migration/migrate_8_16.asciidoc

@@ -0,0 +1,20 @@
+[[migrating-8.16]]
+== Migrating to 8.16
+++++
+<titleabbrev>8.16</titleabbrev>
+++++
+
+This section discusses the changes that you need to be aware of when migrating
+your application to {es} 8.16.
+
+See also <<release-highlights>> and <<es-release-notes>>.
+
+coming::[8.16.0]
+
+
+[discrete]
+[[breaking-changes-8.16]]
+=== Breaking changes
+
+There are no breaking changes in {es} 8.16.
+

docs/reference/release-notes.asciidoc

@@ -6,7 +6,9 @@
 
 This section summarizes the changes in each release.
 
+* <<release-notes-8.16.0>>
 * <<release-notes-8.15.0>>
+* <<release-notes-8.14.2>>
 * <<release-notes-8.14.1>>
 * <<release-notes-8.14.0>>
 * <<release-notes-8.13.4>>
@@ -68,7 +70,9 @@ This section summarizes the changes in each release.
 
 --
 
+include::release-notes/8.16.0.asciidoc[]
 include::release-notes/8.15.0.asciidoc[]
+include::release-notes/8.14.2.asciidoc[]
 include::release-notes/8.14.1.asciidoc[]
 include::release-notes/8.14.0.asciidoc[]
 include::release-notes/8.13.4.asciidoc[]

docs/reference/release-notes/8.16.0.asciidoc

@@ -0,0 +1,8 @@
+[[release-notes-8.16.0]]
+== {es} version 8.16.0
+
+coming[8.16.0]
+
+Also see <<breaking-changes-8.16,Breaking changes in 8.16>>.
+
+

docs/reference/release-notes/highlights.asciidoc

@@ -11,7 +11,8 @@ For detailed information about this release, see the <<es-release-notes>> and
 // Add previous release to the list
 Other versions:
 
-{ref-bare}/8.14/release-highlights.html[8.14]
+{ref-bare}/8.15/release-highlights.html[8.15]
+| {ref-bare}/8.14/release-highlights.html[8.14]
 | {ref-bare}/8.13/release-highlights.html[8.13]
 | {ref-bare}/8.12/release-highlights.html[8.12]
 | {ref-bare}/8.11/release-highlights.html[8.11]
@@ -29,60 +30,13 @@ Other versions:
 
 endif::[]
 
+// The notable-highlights tag marks entries that
+// should be featured in the Stack Installation and Upgrade Guide:
 // tag::notable-highlights[]
-
+// [discrete]
-[discrete]
+// === Heading
-[[stored_fields_are_compressed_with_zstandard_instead_of_lz4_deflate]]
+//
-=== Stored fields are now compressed with ZStandard instead of LZ4/DEFLATE
+// Description.
-Stored fields are now compressed by splitting documents into blocks, which
-are then compressed independently with ZStandard. `index.codec: default`
-(default) uses blocks of at most 14kB or 128 documents compressed with level
-0, while `index.codec: best_compression` uses blocks of at most 240kB or
-2048 documents compressed at level 3. On most datasets that we tested
-against, this yielded storage improvements in the order of 10%, slightly
-faster indexing and similar retrieval latencies.
-
-{es-pull}103374[#103374]
-
 // end::notable-highlights[]
 
 
-[discrete]
-[[new_custom_parser_for_iso_8601_datetimes]]
-=== New custom parser for ISO-8601 datetimes
-This introduces a new custom parser for ISO-8601 datetimes, for the `iso8601`, `strict_date_optional_time`, and
-`strict_date_optional_time_nanos` built-in date formats. This provides a performance improvement over the
-default Java date-time parsing. Whilst it maintains much of the same behaviour,
-the new parser does not accept nonsensical date-time strings that have multiple fractional seconds fields
-or multiple timezone specifiers. If the new parser fails to parse a string, it will then use the previous parser
-to parse it. If a large proportion of the input data consists of these invalid strings, this may cause
-a small performance degradation. If you wish to force the use of the old parsers regardless,
-set the JVM property `es.datetime.java_time_parsers=true` on all ES nodes.
-
-{es-pull}106486[#106486]
-
-[discrete]
-[[preview_support_for_connection_type_domain_isp_databases_in_geoip_processor]]
-=== Preview: Support for the 'Connection Type, 'Domain', and 'ISP' databases in the geoip processor
-As a Technical Preview, the {ref}/geoip-processor.html[`geoip`] processor can now use the commercial
-https://dev.maxmind.com/geoip/docs/databases/connection-type[GeoIP2 'Connection Type'],
-https://dev.maxmind.com/geoip/docs/databases/domain[GeoIP2 'Domain'],
-and
-https://dev.maxmind.com/geoip/docs/databases/isp[GeoIP2 'ISP']
-databases from MaxMind.
-
-{es-pull}108683[#108683]
-
-[discrete]
-[[update_elasticsearch_to_lucene_9_11]]
-=== Update Elasticsearch to Lucene 9.11
-Elasticsearch is now updated using the latest Lucene version 9.11.
-Here are the full release notes:
-But, here are some particular highlights:
-- Usage of MADVISE for better memory management: https://github.com/apache/lucene/pull/13196
-- Use RWLock to access LRUQueryCache to reduce contention: https://github.com/apache/lucene/pull/13306
-- Speedup multi-segment HNSW graph search for nested kNN queries: https://github.com/apache/lucene/pull/13121
-- Add a MemorySegment Vector scorer - for scoring without copying on-heap vectors: https://github.com/apache/lucene/pull/13339
-
-{es-pull}109219[#109219]
-

server/src/main/java/org/elasticsearch/Version.java

@@ -179,7 +179,8 @@ public class Version implements VersionId<Version>, ToXContentFragment {
     public static final Version V_8_14_1 = new Version(8_14_01_99);
     public static final Version V_8_14_2 = new Version(8_14_02_99);
     public static final Version V_8_15_0 = new Version(8_15_00_99);
-    public static final Version CURRENT = V_8_15_0;
+    public static final Version V_8_16_0 = new Version(8_16_00_99);
+    public static final Version CURRENT = V_8_16_0;
 
     private static final NavigableMap<Integer, Version> VERSION_IDS;
     private static final Map<String, Version> VERSION_STRINGS;