More work on moving release notes automation to markdown

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/release/GenerateReleaseNotesTask.java

@@ -57,12 +57,14 @@ public class GenerateReleaseNotesTask extends DefaultTask {
     private final RegularFileProperty releaseNotesTemplate;
     private final RegularFileProperty releaseHighlightsTemplate;
     private final RegularFileProperty breakingChangesTemplate;
+    private final RegularFileProperty deprecationsTemplate;
     private final RegularFileProperty migrationIndexTemplate;
 
     private final RegularFileProperty releaseNotesIndexFile;
     private final RegularFileProperty releaseNotesFile;
     private final RegularFileProperty releaseHighlightsFile;
     private final RegularFileProperty breakingChangesMigrationFile;
+    private final RegularFileProperty deprecationsFile;
     private final RegularFileProperty migrationIndexFile;
 
     private final GitWrapper gitWrapper;
@@ -75,12 +77,14 @@ public GenerateReleaseNotesTask(ObjectFactory objectFactory, ExecOperations exec
         releaseNotesTemplate = objectFactory.fileProperty();
         releaseHighlightsTemplate = objectFactory.fileProperty();
         breakingChangesTemplate = objectFactory.fileProperty();
+        deprecationsTemplate = objectFactory.fileProperty();
         migrationIndexTemplate = objectFactory.fileProperty();
 
         releaseNotesIndexFile = objectFactory.fileProperty();
         releaseNotesFile = objectFactory.fileProperty();
         releaseHighlightsFile = objectFactory.fileProperty();
         breakingChangesMigrationFile = objectFactory.fileProperty();
+        deprecationsFile = objectFactory.fileProperty();
         migrationIndexFile = objectFactory.fileProperty();
 
         gitWrapper = new GitWrapper(execOperations);
@@ -146,6 +150,13 @@ public void executeTask() throws IOException {
                 changelogsByVersion.getOrDefault(qualifiedVersion, Set.of())
             );
 
+            ReleaseNotesGenerator.update(
+                this.deprecationsTemplate.get().getAsFile(),
+                this.deprecationsFile.get().getAsFile(),
+                qualifiedVersion,
+                changelogsByVersion.getOrDefault(qualifiedVersion, Set.of())
+            );
+
             LOGGER.info("Updating migration/index...");
             MigrationIndexGenerator.update(
                 getMinorVersions(versions),
@@ -354,6 +365,15 @@ public void setBreakingChangesTemplate(RegularFile file) {
         this.breakingChangesTemplate.set(file);
     }
 
+    @InputFile
+    public RegularFileProperty getDeprecationsTemplate() {
+        return deprecationsTemplate;
+    }
+
+    public void setDeprecationsTemplate(RegularFile file) {
+        this.deprecationsTemplate.set(file);
+    }
+
     @InputFile
     public RegularFileProperty getMigrationIndexTemplate() {
         return migrationIndexTemplate;
@@ -399,6 +419,15 @@ public void setBreakingChangesMigrationFile(RegularFile file) {
         this.breakingChangesMigrationFile.set(file);
     }
 
+    @OutputFile
+    public RegularFileProperty getDeprecationsFile() {
+        return deprecationsFile;
+    }
+
+    public void setDeprecationsFile(RegularFile file) {
+        this.deprecationsFile.set(file);
+    }
+
     @OutputFile
     public RegularFileProperty getMigrationIndexFile() {
         return migrationIndexFile;

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/release/ReleaseToolsPlugin.java

@@ -95,6 +95,11 @@ public void apply(Project project) {
             task.setMigrationIndexTemplate(projectDirectory.file(RESOURCES + "templates/migration-index.asciidoc"));
             task.setMigrationIndexFile(projectDirectory.file("docs/reference/migration/index.asciidoc"));
 
+            task.setDeprecationsTemplate(projectDirectory.file(RESOURCES + "templates/deprecations.md"));
+            task.setDeprecationsFile(
+                projectDirectory.file("docs/release-notes/deprecations.md")
+            );
+
             task.dependsOn(validateChangelogsTask);
         };
 

build-tools-internal/src/main/resources/templates/breaking-changes.md

@@ -14,17 +14,23 @@ To learn how to upgrade, check out <uprade docs>.
 
 ## ${unqualifiedVersion} [elasticsearch-${versionWithoutSeparator}-breaking-changes]
 **Release date:** April 01, 2025
-<% for (team in changelogsByTypeByArea['breaking'].keySet()) {
-    print "\n${team}:\n";
+<%
+    if (!changelogsByTypeByArea['breaking']) {
+        print "\nNo breaking changes in this version.\n"
+    } else {
+        for (team in (changelogsByTypeByArea['breaking'] ?: [:]).keySet()) {
+            print "\n${team}:\n";
 
-    for (change in changelogsByTypeByArea['breaking'][team]) {
-        print "* ${change.summary} [#${change.pr}](https://github.com/elastic/elasticsearch/pull/${change.pr})"
-        if (change.issues != null && change.issues.empty == false) {
-            print change.issues.size() == 1 ? " (issue: " : " (issues: "
-            print change.issues.collect { "{es-issue}${it}[#${it}]" }.join(", ")
-            print ")"
+            for (change in changelogsByTypeByArea['breaking'][team]) {
+                print "* ${change.summary} [#${change.pr}](https://github.com/elastic/elasticsearch/pull/${change.pr})"
+                if (change.issues != null && change.issues.empty == false) {
+                    print change.issues.size() == 1 ? " (issue: " : " (issues: "
+                    print change.issues.collect { "{es-issue}${it}[#${it}]" }.join(", ")
+                    print ")"
+                }
+                print "\n"
+            }
         }
-        print "\n"
+
+        print "\n\n"
     }
-}
-print "\n\n"

build-tools-internal/src/main/resources/templates/deprecations.md

@@ -0,0 +1,39 @@
+---
+navigation_title: "Elasticsearch"
+---
+
+# {{es}} deprecations [elasticsearch-deprecations]
+Review the deprecated functionality for your {{es}} version. While deprecations have no immediate impact, we strongly encourage you update your implementation after you upgrade.
+
+To learn how to upgrade, check out <upgrade docs>.
+
+To give you insight into what deprecated features you’re using, {{es}}:
+
+* Returns a `Warn` HTTP header whenever you submit a request that uses deprecated functionality.
+* [Logs deprecation warnings](docs-content://deploy-manage/monitor/logging-configuration/update-elasticsearch-logging-levels.md#deprecation-logging) when deprecated functionality is used.
+* [Provides a deprecation info API](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-migration-deprecations) that scans a cluster’s configuration and mappings for deprecated functionality.
+
+% ## Next version [elasticsearch-nextversion-deprecations]
+% **Release date:** Month day, year
+
+## ${unqualifiedVersion} [elasticsearch-${versionWithoutSeparator}-deprecations]
+**Release date:** April 01, 2025
+<%
+    if (!changelogsByTypeByArea['deprecations']) {
+        print "\nNo deprecations in this version.\n"
+    } else {
+        for (team in (changelogsByTypeByArea['deprecations'] ?: [:]).keySet()) {
+            print "\n${team}:\n";
+
+            for (change in changelogsByTypeByArea['deprecations'][team]) {
+                print "* ${change.summary} [#${change.pr}](https://github.com/elastic/elasticsearch/pull/${change.pr})"
+                if (change.issues != null && change.issues.empty == false) {
+                    print change.issues.size() == 1 ? " (issue: " : " (issues: "
+                    print change.issues.collect { "{es-issue}${it}[#${it}]" }.join(", ")
+                    print ")"
+                }
+                print "\n"
+            }
+        }
+        print "\n\n"
+    }

docs/release-notes/breaking-changes.md

@@ -15,89 +15,7 @@ To learn how to upgrade, check out <uprade docs>.
 ## 9.1.0 [elasticsearch-910-breaking-changes]
 **Release date:** April 01, 2025
 
-Aggregations:
-* Remove date histogram boolean support [#118484](https://github.com/elastic/elasticsearch/pull/118484)
-
-Allocation:
-* Increase minimum threshold in shard balancer [#115831](https://github.com/elastic/elasticsearch/pull/115831)
-* Remove `cluster.routing.allocation.disk.watermark.enable_for_single_data_node` setting [#114207](https://github.com/elastic/elasticsearch/pull/114207)
-* Remove cluster state from `/_cluster/reroute` response [#114231](https://github.com/elastic/elasticsearch/pull/114231) (issue: {es-issue}88978[#88978])
-
-Analysis:
-* Snowball stemmers have been upgraded [#114146](https://github.com/elastic/elasticsearch/pull/114146)
-* The 'german2' stemmer is now an alias for the 'german' snowball stemmer [#113614](https://github.com/elastic/elasticsearch/pull/113614)
-* The 'persian' analyzer has stemmer by default [#113482](https://github.com/elastic/elasticsearch/pull/113482) (issue: {es-issue}113050[#113050])
-* The Korean dictionary for Nori has been updated [#114124](https://github.com/elastic/elasticsearch/pull/114124)
-
-Authentication:
-* Configuring a bind DN in an LDAP or Active Directory (AD) realm without a corresponding bind password
-will prevent node from starting [#118366](https://github.com/elastic/elasticsearch/pull/118366)
-
-Cluster Coordination:
-* Remove unsupported legacy value for `discovery.type` [#112903](https://github.com/elastic/elasticsearch/pull/112903)
-
-EQL:
-* Set allow_partial_search_results=true by default [#120267](https://github.com/elastic/elasticsearch/pull/120267)
-
-Extract&Transform:
-* Restrict Connector APIs to manage/monitor_connector privileges [#119863](https://github.com/elastic/elasticsearch/pull/119863)
-
-Highlighting:
-* Remove support for deprecated `force_source` highlighting parameter [#116943](https://github.com/elastic/elasticsearch/pull/116943)
-
-Indices APIs:
-* Apply more strict parsing of actions in bulk API [#115923](https://github.com/elastic/elasticsearch/pull/115923)
-* Remove deprecated local attribute from alias APIs [#115393](https://github.com/elastic/elasticsearch/pull/115393)
-* Remove the ability to read frozen indices [#120108](https://github.com/elastic/elasticsearch/pull/120108)
-* Remove unfreeze REST endpoint [#119227](https://github.com/elastic/elasticsearch/pull/119227)
-
-Infra/Core:
-* Change Elasticsearch timeouts to 429 response instead of 5xx [#116026](https://github.com/elastic/elasticsearch/pull/116026)
-* Limit `ByteSizeUnit` to 2 decimals [#120142](https://github.com/elastic/elasticsearch/pull/120142)
-* Remove `client.type` setting [#118192](https://github.com/elastic/elasticsearch/pull/118192) (issue: {es-issue}104574[#104574])
-* Remove any references to org.elasticsearch.core.RestApiVersion#V_7 [#118103](https://github.com/elastic/elasticsearch/pull/118103)
-
-Infra/Logging:
-* Change `deprecation.elasticsearch` keyword to `elasticsearch.deprecation` [#117933](https://github.com/elastic/elasticsearch/pull/117933) (issue: {es-issue}83251[#83251])
-
-Infra/Metrics:
-* Deprecated tracing.apm.* settings got removed. [#119926](https://github.com/elastic/elasticsearch/pull/119926)
-
-Infra/REST API:
-* Output a consistent format when generating error json [#90529](https://github.com/elastic/elasticsearch/pull/90529) (issue: {es-issue}89387[#89387])
-
-Ingest Node:
-* Remove `ecs` option on `user_agent` processor [#116077](https://github.com/elastic/elasticsearch/pull/116077)
-* Remove ignored fallback option on GeoIP processor [#116112](https://github.com/elastic/elasticsearch/pull/116112)
-
-Logs:
-* Conditionally enable logsdb by default for data streams matching with logs-*-* pattern. [#121049](https://github.com/elastic/elasticsearch/pull/121049) (issue: {es-issue}106489[#106489])
-
-Machine Learning:
-* Disable machine learning on macOS x86_64 [#104125](https://github.com/elastic/elasticsearch/pull/104125)
-
-Mapping:
-* Remove support for type, fields, `copy_to` and boost in metadata field definition [#118825](https://github.com/elastic/elasticsearch/pull/118825)
-* Turn `_source` meta fieldmapper's mode attribute into a no-op [#119072](https://github.com/elastic/elasticsearch/pull/119072) (issue: {es-issue}118596[#118596])
-
-Search:
-* Adjust `random_score` default field to `_seq_no` field [#118671](https://github.com/elastic/elasticsearch/pull/118671)
-* Change Semantic Text To Act Like A Normal Text Field [#120813](https://github.com/elastic/elasticsearch/pull/120813)
-* Remove legacy params from range query [#116970](https://github.com/elastic/elasticsearch/pull/116970)
-
-Snapshot/Restore:
-* Remove deprecated `xpack.searchable.snapshot.allocate_on_rolling_restart` setting [#114202](https://github.com/elastic/elasticsearch/pull/114202)
-
 TLS:
-* Remove TLSv1.1 from default protocols [#121731](https://github.com/elastic/elasticsearch/pull/121731)
-
-Transform:
-* Remove `data_frame_transforms` roles [#117519](https://github.com/elastic/elasticsearch/pull/117519)
-
-Vector Search:
-* Remove old `_knn_search` tech preview API in v9 [#118104](https://github.com/elastic/elasticsearch/pull/118104)
-
-Watcher:
-* Removing support for types field in watcher search [#120748](https://github.com/elastic/elasticsearch/pull/120748)
+* Drop `TLS_RSA` cipher support for JDK 24 [#123600](https://github.com/elastic/elasticsearch/pull/123600)
 
 

docs/release-notes/deprecations.md

@@ -5,27 +5,20 @@ navigation_title: "Elasticsearch"
 # {{es}} deprecations [elasticsearch-deprecations]
 Review the deprecated functionality for your {{es}} version. While deprecations have no immediate impact, we strongly encourage you update your implementation after you upgrade.
 
-To learn how to upgrade, check out <uprade docs>.
+To learn how to upgrade, check out <upgrade docs>.
 
 To give you insight into what deprecated features you’re using, {{es}}:
 
 * Returns a `Warn` HTTP header whenever you submit a request that uses deprecated functionality.
 * [Logs deprecation warnings](docs-content://deploy-manage/monitor/logging-configuration/update-elasticsearch-logging-levels.md#deprecation-logging) when deprecated functionality is used.
 * [Provides a deprecation info API](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-migration-deprecations) that scans a cluster’s configuration and mappings for deprecated functionality.
 
-% ## Next version
+% ## Next version [elasticsearch-nextversion-deprecations]
 % **Release date:** Month day, year
 
-## 9.0.0 [elasticsearch-900-deprecations]
-**Release date:** March 25, 2025
+## 9.1.0 [elasticsearch-910-deprecations]
+**Release date:** April 01, 2025
 
-Ingest Node
-:   * Fix `_type` deprecation on simulate pipeline API [#116259](https://github.com/elastic/elasticsearch/pull/116259)
+No deprecations in this version.
 
 
-Machine Learning
-:   * [Inference API] Deprecate elser service [#113216](https://github.com/elastic/elasticsearch/pull/113216)
-
-
-Mapping
-:   * Deprecate `_source.mode` in mappings [#116689](https://github.com/elastic/elasticsearch/pull/116689)