diff --git a/antora.yml b/antora.yml index 9d27b58d54..73cb64c84b 100644 --- a/antora.yml +++ b/antora.yml @@ -31,8 +31,8 @@ asciidoc: # Fallback versions # We try to fetch the latest versions from GitHub at build time # -- - full-version: 26.1.12 - latest-redpanda-tag: 'v26.1.12' + full-version: 26.1.13 + latest-redpanda-tag: 'v26.1.13' latest-console-tag: 'v3.3.1' latest-release-commit: 'ebee215fdb2b8004735c6f800e532564cdcc05e1' latest-operator-version: 'v2.3.8-24.3.6' diff --git a/docs-data/property-overrides.json b/docs-data/property-overrides.json index 05ea7b8774..5dd77742d5 100644 --- a/docs-data/property-overrides.json +++ b/docs-data/property-overrides.json @@ -749,6 +749,14 @@ "description": "include::reference:partial$internal-use-property.adoc[]\n\nThe percentage of available memory in the transform subsystem to use for write buffers.", "config_scope": "cluster" }, + "datalake_coordinator_max_files_per_commit": { + "description": "Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset.", + "version": "v26.1.13" + }, + "datalake_coordinator_max_pending_files": { + "description": "Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files.", + "version": "v26.1.13" + }, "datalake_coordinator_snapshot_max_delay_secs": { "description": "Maximum amount of time the coordinator waits to snapshot after a command appears in the log.", "config_scope": "cluster" @@ -857,6 +865,10 @@ ], "config_scope": "cluster" }, + "enable_development_metrics": { + "description": "Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint.", + "version": "v26.1.13" + }, "enable_developmental_unrecoverable_data_corrupting_features": { "config_scope": "cluster", "exclude_from_docs": true diff --git a/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json b/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json new file mode 100644 index 0000000000..2138b5f619 --- /dev/null +++ b/docs-data/redpanda-property-changes-v26.1.12-to-v26.1.13.json @@ -0,0 +1,55 @@ +{ + "comparison": { + "oldVersion": "v26.1.12", + "newVersion": "v26.1.13", + "timestamp": "2026-07-17T02:30:12.505Z" + }, + "summary": { + "newProperties": 3, + "changedDefaults": 0, + "changedDescriptions": 0, + "changedTypes": 0, + "deprecatedProperties": 0, + "removedDeprecatedProperties": 0, + "removedProperties": 0, + "emptyDescriptions": 2 + }, + "details": { + "newProperties": [ + { + "name": "datalake_coordinator_max_files_per_commit", + "type": "integer", + "default": 10000, + "description": "Target maximum number of pending data files committed to an Iceberg table in a single commit. A larger backlog is committed across multiple passes to bound the memory used per commit. May be exceeded slightly to avoid splitting files sharing a commit offset." + }, + { + "name": "datalake_coordinator_max_pending_files", + "type": "integer", + "default": 100000, + "description": "Maximum number of pending data files a coordinator accumulates across all of its topics before it sheds load, rejecting new files and offset requests until it commits enough of the backlog. Bounds the coordinator's pending-file memory." + }, + { + "name": "enable_development_metrics", + "type": "boolean", + "default": false, + "description": "Enable registering development-oriented metrics on the internal `/metrics` endpoint, such as the per-method internal RPC latency histograms." + } + ], + "changedDefaults": [], + "changedDescriptions": [], + "changedTypes": [], + "deprecatedProperties": [], + "removedDeprecatedProperties": [], + "removedProperties": [], + "emptyDescriptions": [ + { + "name": "redpanda.remote.allowgaps", + "type": "boolean" + }, + { + "name": "redpanda.virtual.cluster.id", + "type": "string" + } + ] + } +} \ No newline at end of file diff --git a/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json b/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json deleted file mode 100644 index 35fcff81a1..0000000000 --- a/docs-data/redpanda-property-changes-v26.1.2-to-v26.1.4.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "comparison": { - "oldVersion": "v26.1.2", - "newVersion": "v26.1.4", - "timestamp": "2026-04-11T15:34:55.805Z" - }, - "summary": { - "newProperties": 0, - "changedDefaults": 2, - "changedDescriptions": 0, - "changedTypes": 0, - "deprecatedProperties": 0, - "removedDeprecatedProperties": 0, - "removedProperties": 0, - "emptyDescriptions": 2 - }, - "details": { - "newProperties": [], - "changedDefaults": [ - { - "name": "max_concurrent_producer_ids", - "oldDefault": "Maximum value", - "newDefault": 100000 - }, - { - "name": "max_transactions_per_coordinator", - "oldDefault": "Maximum value", - "newDefault": 10000 - } - ], - "changedDescriptions": [], - "changedTypes": [], - "deprecatedProperties": [], - "removedDeprecatedProperties": [], - "removedProperties": [], - "emptyDescriptions": [ - { - "name": "redpanda.remote.allowgaps", - "type": "boolean" - }, - { - "name": "redpanda.virtual.cluster.id", - "type": "string" - } - ] - } -} \ No newline at end of file diff --git a/modules/reference/attachments/redpanda-properties-v26.1.12.json b/modules/reference/attachments/redpanda-properties-v26.1.13.json similarity index 99% rename from modules/reference/attachments/redpanda-properties-v26.1.12.json rename to modules/reference/attachments/redpanda-properties-v26.1.13.json index c2931b57c3..9da9e4c779 100644 --- a/modules/reference/attachments/redpanda-properties-v26.1.12.json +++ b/modules/reference/attachments/redpanda-properties-v26.1.13.json @@ -4791,6 +4791,7 @@ "needs_restart": true, "nullable": false, "type": "boolean", + "version": "v26.1.11", "visibility": "tunable" }, "controller_snapshot_max_age_sec": { @@ -5231,6 +5232,44 @@ "type": "integer", "visibility": "tunable" }, + "datalake_coordinator_max_files_per_commit": { + "version": "v26.1.13", + "c_type": "size_t", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": 10000, + "defined_in": "src/v/config/configuration.cc", + "description": "Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset.", + "is_deprecated": false, + "is_enterprise": false, + "name": "datalake_coordinator_max_files_per_commit", + "needs_restart": false, + "nullable": false, + "type": "integer", + "visibility": "tunable" + }, + "datalake_coordinator_max_pending_files": { + "version": "v26.1.13", + "c_type": "size_t", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": 100000, + "defined_in": "src/v/config/configuration.cc", + "description": "Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files.", + "is_deprecated": false, + "is_enterprise": false, + "name": "datalake_coordinator_max_pending_files", + "needs_restart": false, + "nullable": false, + "type": "integer", + "visibility": "tunable" + }, "datalake_coordinator_snapshot_max_delay_secs": { "c_type": "std::chrono::seconds", "cloud_byoc_only": false, @@ -5935,6 +5974,24 @@ "type": "boolean", "visibility": "user" }, + "enable_development_metrics": { + "version": "v26.1.13", + "c_type": "bool", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": false, + "defined_in": "src/v/config/configuration.cc", + "description": "Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint.", + "is_deprecated": false, + "is_enterprise": false, + "name": "enable_development_metrics", + "needs_restart": false, + "nullable": false, + "type": "boolean" + }, "enable_developmental_unrecoverable_data_corrupting_features": { "cloud_byoc_only": false, "cloud_editable": false, @@ -12858,10 +12915,10 @@ }, "schema_registry_enable_qualified_subjects": { "c_type": "bool", - "cloud_byoc_only": false, - "cloud_editable": false, + "cloud_byoc_only": true, + "cloud_editable": true, "cloud_readonly": false, - "cloud_supported": false, + "cloud_supported": true, "config_scope": "cluster", "default": false, "defined_in": "src/v/config/configuration.cc", diff --git a/modules/reference/partials/properties/cluster-properties.adoc b/modules/reference/partials/properties/cluster-properties.adoc index 6ed482a500..0071726175 100644 --- a/modules/reference/partials/properties/cluster-properties.adoc +++ b/modules/reference/partials/properties/cluster-properties.adoc @@ -4290,6 +4290,96 @@ endif::[] |=== +=== datalake_coordinator_max_files_per_commit + +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + +Target maximum number of pending data files that Redpanda commits to an Iceberg table in a single commit. When the backlog of pending files exceeds this value, Redpanda commits it across multiple passes to limit the memory used per commit. Redpanda may slightly exceed this limit to avoid splitting files that share a commit offset. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `integer` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`10000` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| Tunable +endif::[] + +|=== + + +=== datalake_coordinator_max_pending_files + +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + +Maximum number of pending data files that a datalake coordinator accumulates across all of its topics. When the backlog exceeds this limit, the coordinator sheds load by rejecting new files and offset requests until it commits enough of the backlog. This limit bounds the memory that the coordinator uses to track pending files. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `integer` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`100000` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| Tunable +endif::[] + +|=== + + === datalake_coordinator_snapshot_max_delay_secs Maximum amount of time the coordinator waits to snapshot after a command appears in the log. @@ -5695,6 +5785,46 @@ endif::[] |=== +=== enable_development_metrics + +ifndef::env-cloud[] +*Introduced in v26.1.13* +endif::[] + +Enable registration of development-oriented metrics, such as per-method internal RPC latency histograms, on the internal `/metrics` endpoint. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `boolean` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`false` +endif::[] + +| Nullable +| No + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +|=== + + // tag::exclude-from-docs[] === enable_developmental_unrecoverable_data_corrupting_features @@ -17838,6 +17968,7 @@ endif::[] // end::redpanda-cloud[] +// tag::redpanda-cloud[] === schema_registry_enable_qualified_subjects ifndef::env-cloud[] @@ -17846,6 +17977,11 @@ endif::[] Enable parsing of qualified subject syntax (:.context:subject). When false, subjects are treated literally, as subjects in the default context. When true, qualified syntax is parsed to extract context and subject. +ifdef::env-cloud[] +NOTE: This property is available only in Redpanda Cloud BYOC deployments. +endif::[] + + [cols="1s,2a"] |=== | Property | Value @@ -17858,7 +17994,7 @@ Enable parsing of qualified subject syntax (:.context:subject). When false, subj | Default | ifdef::env-cloud[] -Available in the Redpanda Cloud Console +Available in the Redpanda Cloud Console (editable) endif::[] ifndef::env-cloud[] `false` @@ -17882,6 +18018,7 @@ endif::[] |=== +// end::redpanda-cloud[] === segment_appender_flush_timeout_ms