From d52e97c2ac21f089e861a5c472104f3d4f5efdc7 Mon Sep 17 00:00:00 2001 From: vbotbuildovich <62446873+vbotbuildovich@users.noreply.github.com> Date: Fri, 17 Jul 2026 02:30:13 +0000 Subject: [PATCH 1/3] auto-docs: Update property docs for v26.1.13 --- antora.yml | 4 +- docs-data/property-overrides.json | 9 ++ ...property-changes-v26.1.12-to-v26.1.13.json | 55 ++++++++ ...a-property-changes-v26.1.2-to-v26.1.4.json | 47 ------- ...json => redpanda-properties-v26.1.13.json} | 60 ++++++++- .../properties/cluster-properties.adoc | 127 +++++++++++++++++- 6 files changed, 249 insertions(+), 53 deletions(-) create mode 100644 docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json delete mode 100644 docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json rename modules/reference/attachments/{redpanda-properties-v26.1.12.json => redpanda-properties-v26.1.13.json} (99%) diff --git a/antora.yml b/antora.yml index 9d27b58d54..73cb64c84b 100644 --- a/antora.yml +++ b/antora.yml @@ -31,8 +31,8 @@ asciidoc: # Fallback versions # We try to fetch the latest versions from GitHub at build time # -- - full-version: 26.1.12 - latest-redpanda-tag: 'v26.1.12' + full-version: 26.1.13 + latest-redpanda-tag: 'v26.1.13' latest-console-tag: 'v3.3.1' latest-release-commit: 'ebee215fdb2b8004735c6f800e532564cdcc05e1' latest-operator-version: 'v2.3.8-24.3.6' diff --git a/docs-data/property-overrides.json b/docs-data/property-overrides.json index 05ea7b8774..6a5bf6a6f3 100644 --- a/docs-data/property-overrides.json +++ b/docs-data/property-overrides.json @@ -749,6 +749,12 @@ "description": "include::reference:partial$internal-use-property.adoc[]\n\nThe percentage of available memory in the transform subsystem to use for write buffers.", "config_scope": "cluster" }, + "datalake_coordinator_max_files_per_commit": { + "version": "v26.1.13" + }, + "datalake_coordinator_max_pending_files": { + "version": "v26.1.13" + }, "datalake_coordinator_snapshot_max_delay_secs": { "description": "Maximum amount of time the coordinator waits to snapshot after a command appears in the log.", "config_scope": "cluster" @@ -857,6 +863,9 @@ ], "config_scope": "cluster" }, + "enable_development_metrics": { + "version": "v26.1.13" + }, "enable_developmental_unrecoverable_data_corrupting_features": { "config_scope": "cluster", "exclude_from_docs": true diff --git a/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json b/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json new file mode 100644 index 0000000000..2138b5f619 --- /dev/null +++ b/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json @@ -0,0 +1,55 @@ +{ + "comparison": { + "oldVersion": "v26.1.12", + "newVersion": "v26.1.13", + "timestamp": "2026-07-17T02:30:12.505Z" + }, + "summary": { + "newProperties": 3, + "changedDefaults": 0, + "changedDescriptions": 0, + "changedTypes": 0, + "deprecatedProperties": 0, + "removedDeprecatedProperties": 0, + "removedProperties": 0, + "emptyDescriptions": 2 + }, + "details": { + "newProperties": [ + { + "name": "datalake_coordinator_max_files_per_commit", + "type": "integer", + "default": 10000, + "description": "Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset." + }, + { + "name": "datalake_coordinator_max_pending_files", + "type": "integer", + "default": 100000, + "description": "Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory." + }, + { + "name": "enable_development_metrics", + "type": "boolean", + "default": false, + "description": "Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms." + } + ], + "changedDefaults": [], + "changedDescriptions": [], + "changedTypes": [], + "deprecatedProperties": [], + "removedDeprecatedProperties": [], + "removedProperties": [], + "emptyDescriptions": [ + { + "name": "redpanda.remote.allowgaps", + "type": "boolean" + }, + { + "name": "redpanda.virtual.cluster.id", + "type": "string" + } + ] + } +} \ No newline at end of file diff --git a/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json b/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json deleted file mode 100644 index 35fcff81a1..0000000000 --- a/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "comparison": { - "oldVersion": "v26.1.2", - "newVersion": "v26.1.4", - "timestamp": "2026-04-11T15:34:55.805Z" - }, - "summary": { - "newProperties": 0, - "changedDefaults": 2, - "changedDescriptions": 0, - "changedTypes": 0, - "deprecatedProperties": 0, - "removedDeprecatedProperties": 0, - "removedProperties": 0, - "emptyDescriptions": 2 - }, - "details": { - "newProperties": [], - "changedDefaults": [ - { - "name": "max_concurrent_producer_ids", - "oldDefault": "Maximum value", - "newDefault": 100000 - }, - { - "name": "max_transactions_per_coordinator", - "oldDefault": "Maximum value", - "newDefault": 10000 - } - ], - "changedDescriptions": [], - "changedTypes": [], - "deprecatedProperties": [], - "removedDeprecatedProperties": [], - "removedProperties": [], - "emptyDescriptions": [ - { - "name": "redpanda.remote.allowgaps", - "type": "boolean" - }, - { - "name": "redpanda.virtual.cluster.id", - "type": "string" - } - ] - } -} \ No newline at end of file diff --git a/modules/reference/attachments/redpanda-properties-v26.1.12.json b/modules/reference/attachments/redpanda-properties-v26.1.13.json similarity index 99% rename from modules/reference/attachments/redpanda-properties-v26.1.12.json rename to modules/reference/attachments/redpanda-properties-v26.1.13.json index c2931b57c3..42fd231ff1 100644 --- a/modules/reference/attachments/redpanda-properties-v26.1.12.json +++ b/modules/reference/attachments/redpanda-properties-v26.1.13.json @@ -4791,6 +4791,7 @@ "needs_restart": true, "nullable": false, "type": "boolean", + "version": "v26.1.11", "visibility": "tunable" }, "controller_snapshot_max_age_sec": { @@ -5231,6 +5232,42 @@ "type": "integer", "visibility": "tunable" }, + "datalake_coordinator_max_files_per_commit": { + "c_type": "size_t", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": 10000, + "defined_in": "src/v/config/configuration.cc", + "description": "Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset.", + "is_deprecated": false, + "is_enterprise": false, + "name": "datalake_coordinator_max_files_per_commit", + "needs_restart": false, + "nullable": false, + "type": "integer", + "visibility": "tunable" + }, + "datalake_coordinator_max_pending_files": { + "c_type": "size_t", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": 100000, + "defined_in": "src/v/config/configuration.cc", + "description": "Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory.", + "is_deprecated": false, + "is_enterprise": false, + "name": "datalake_coordinator_max_pending_files", + "needs_restart": false, + "nullable": false, + "type": "integer", + "visibility": "tunable" + }, "datalake_coordinator_snapshot_max_delay_secs": { "c_type": "std::chrono::seconds", "cloud_byoc_only": false, @@ -5935,6 +5972,23 @@ "type": "boolean", "visibility": "user" }, + "enable_development_metrics": { + "c_type": "bool", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": false, + "defined_in": "src/v/config/configuration.cc", + "description": "Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms.", + "is_deprecated": false, + "is_enterprise": false, + "name": "enable_development_metrics", + "needs_restart": false, + "nullable": false, + "type": "boolean" + }, "enable_developmental_unrecoverable_data_corrupting_features": { "cloud_byoc_only": false, "cloud_editable": false, @@ -12858,10 +12912,10 @@ }, "schema_registry_enable_qualified_subjects": { "c_type": "bool", - "cloud_byoc_only": false, - "cloud_editable": false, + "cloud_byoc_only": true, + "cloud_editable": true, "cloud_readonly": false, - "cloud_supported": false, + "cloud_supported": true, "config_scope": "cluster", "default": false, "defined_in": "src/v/config/configuration.cc", diff --git a/modules/reference/partials/properties/cluster-properties.adoc b/modules/reference/partials/properties/cluster-properties.adoc index 6ed482a500..7179dc4dd0 100644 --- a/modules/reference/partials/properties/cluster-properties.adoc +++ b/modules/reference/partials/properties/cluster-properties.adoc @@ -4290,6 +4290,88 @@ endif::[] |=== +=== datalake_coordinator_max_files_per_commit + +Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `integer` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`10000` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| Tunable +endif::[] + +|=== + + +=== datalake_coordinator_max_pending_files + +Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `integer` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`100000` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| Tunable +endif::[] + +|=== + + === datalake_coordinator_snapshot_max_delay_secs Maximum amount of time the coordinator waits to snapshot after a command appears in the log. @@ -5695,6 +5777,42 @@ endif::[] |=== +=== enable_development_metrics + +Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `boolean` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`false` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +|=== + + // tag::exclude-from-docs[] === enable_developmental_unrecoverable_data_corrupting_features @@ -17838,6 +17956,7 @@ endif::[] // end::redpanda-cloud[] +// tag::redpanda-cloud[] === schema_registry_enable_qualified_subjects ifndef::env-cloud[] @@ -17846,6 +17965,11 @@ endif::[] Enable parsing of qualified subject syntax (:.context:subject). When false, subjects are treated literally, as subjects in the default context. When true, qualified syntax is parsed to extract context and subject. +ifdef::env-cloud[] +NOTE: This property is available only in Redpanda Cloud BYOC deployments. +endif::[] + + [cols="1s,2a"] |=== | Property | Value @@ -17858,7 +17982,7 @@ Enable parsing of qualified subject syntax (:.context:subject). When false, subj | Default | ifdef::env-cloud[] -Available in the Redpanda Cloud Console +Available in the Redpanda Cloud Console (editable) endif::[] ifndef::env-cloud[] `false` @@ -17882,6 +18006,7 @@ endif::[] |=== +// end::redpanda-cloud[] === segment_appender_flush_timeout_ms From 1bb6ae8fa5338fa3fe8f851bced599de54432f31 Mon Sep 17 00:00:00 2001 From: JakeSCahill Date: Mon, 20 Jul 2026 10:15:35 +0100 Subject: [PATCH 2/3] auto-docs: add Introduced-in v26.1.13 to properties new in this release The generation pipeline stamped these versions into property-overrides.json after the AsciiDoc was already rendered, so the three properties new in v26.1.13 were missing their 'Introduced in' line. Regenerated from the stamped data; pipeline fix in docs-extensions-and-macros#214. Co-Authored-By: Claude Fable 5 --- .../attachments/redpanda-properties-v26.1.13.json | 3 +++ .../partials/properties/cluster-properties.adoc | 12 ++++++++++++ 2 files changed, 15 insertions(+) diff --git a/modules/reference/attachments/redpanda-properties-v26.1.13.json b/modules/reference/attachments/redpanda-properties-v26.1.13.json index 42fd231ff1..0034b43db5 100644 --- a/modules/reference/attachments/redpanda-properties-v26.1.13.json +++ b/modules/reference/attachments/redpanda-properties-v26.1.13.json @@ -5233,6 +5233,7 @@ "visibility": "tunable" }, "datalake_coordinator_max_files_per_commit": { + "version": "v26.1.13", "c_type": "size_t", "cloud_byoc_only": false, "cloud_editable": false, @@ -5251,6 +5252,7 @@ "visibility": "tunable" }, "datalake_coordinator_max_pending_files": { + "version": "v26.1.13", "c_type": "size_t", "cloud_byoc_only": false, "cloud_editable": false, @@ -5973,6 +5975,7 @@ "visibility": "user" }, "enable_development_metrics": { + "version": "v26.1.13", "c_type": "bool", "cloud_byoc_only": false, "cloud_editable": false, diff --git a/modules/reference/partials/properties/cluster-properties.adoc b/modules/reference/partials/properties/cluster-properties.adoc index 7179dc4dd0..4d903df3f0 100644 --- a/modules/reference/partials/properties/cluster-properties.adoc +++ b/modules/reference/partials/properties/cluster-properties.adoc @@ -4292,6 +4292,10 @@ endif::[] === datalake_coordinator_max_files_per_commit +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset. [cols="1s,2a"] @@ -4333,6 +4337,10 @@ endif::[] === datalake_coordinator_max_pending_files +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory. [cols="1s,2a"] @@ -5779,6 +5787,10 @@ endif::[] === enable_development_metrics +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms. [cols="1s,2a"] From 628614ea49f56338584a7717f7e733e67cdc650f Mon Sep 17 00:00:00 2001 From: JakeSCahill Date: Mon, 20 Jul 2026 10:30:24 +0100 Subject: [PATCH 3/3] Improve descriptions for properties new in v26.1.13 The source-code descriptions were telegraphic (subject-less fragments, commit/committed repetition). Added description overrides and regenerated; the C++ source strings are unchanged upstream. Co-Authored-By: Claude Fable 5 --- docs-data/property-overrides.json | 3 +++ .../reference/attachments/redpanda-properties-v26.1.13.json | 6 +++--- .../reference/partials/properties/cluster-properties.adoc | 6 +++--- 3 files changed, 9 insertions(+), 6 deletions(-) diff --git a/docs-data/property-overrides.json b/docs-data/property-overrides.json index 6a5bf6a6f3..5dd77742d5 100644 --- a/docs-data/property-overrides.json +++ b/docs-data/property-overrides.json @@ -750,9 +750,11 @@ "config_scope": "cluster" }, "datalake_coordinator_max_files_per_commit": { + "description": "Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset.", "version": "v26.1.13" }, "datalake_coordinator_max_pending_files": { + "description": "Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files.", "version": "v26.1.13" }, "datalake_coordinator_snapshot_max_delay_secs": { @@ -864,6 +866,7 @@ "config_scope": "cluster" }, "enable_development_metrics": { + "description": "Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint.", "version": "v26.1.13" }, "enable_developmental_unrecoverable_data_corrupting_features": { diff --git a/modules/reference/attachments/redpanda-properties-v26.1.13.json b/modules/reference/attachments/redpanda-properties-v26.1.13.json index 0034b43db5..9da9e4c779 100644 --- a/modules/reference/attachments/redpanda-properties-v26.1.13.json +++ b/modules/reference/attachments/redpanda-properties-v26.1.13.json @@ -5242,7 +5242,7 @@ "config_scope": "cluster", "default": 10000, "defined_in": "src/v/config/configuration.cc", - "description": "Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset.", + "description": "Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset.", "is_deprecated": false, "is_enterprise": false, "name": "datalake_coordinator_max_files_per_commit", @@ -5261,7 +5261,7 @@ "config_scope": "cluster", "default": 100000, "defined_in": "src/v/config/configuration.cc", - "description": "Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory.", + "description": "Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files.", "is_deprecated": false, "is_enterprise": false, "name": "datalake_coordinator_max_pending_files", @@ -5984,7 +5984,7 @@ "config_scope": "cluster", "default": false, "defined_in": "src/v/config/configuration.cc", - "description": "Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms.", + "description": "Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint.", "is_deprecated": false, "is_enterprise": false, "name": "enable_development_metrics", diff --git a/modules/reference/partials/properties/cluster-properties.adoc b/modules/reference/partials/properties/cluster-properties.adoc index 4d903df3f0..0071726175 100644 --- a/modules/reference/partials/properties/cluster-properties.adoc +++ b/modules/reference/partials/properties/cluster-properties.adoc @@ -4296,7 +4296,7 @@ ifndef::env-cloud[] *Introduced in v26.1.13* endif::[] -Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset. +Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset. [cols="1s,2a"] |=== @@ -4341,7 +4341,7 @@ ifndef::env-cloud[] *Introduced in v26.1.13* endif::[] -Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory. +Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files. [cols="1s,2a"] |=== @@ -5791,7 +5791,7 @@ ifndef::env-cloud[] *Introduced in v26.1.13* endif::[] -Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms. +Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint. [cols="1s,2a"] |===