diff --git a/Cargo.lock b/Cargo.lock index bb26ca8d8e2f5..eb72f701c349e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1721,7 +1721,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -1796,7 +1796,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -1827,7 +1827,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -1850,7 +1850,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -1874,7 +1874,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -1907,7 +1907,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-ipc", @@ -1936,7 +1936,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "futures", "log", @@ -1945,7 +1945,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-compression", @@ -1985,7 +1985,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-ipc", @@ -2009,7 +2009,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-avro", @@ -2032,7 +2032,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2054,7 +2054,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2077,7 +2077,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -2112,11 +2112,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "56.0.0-dev" +version = "57.0.0-dev" [[package]] name = "datafusion-examples" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-flight", @@ -2153,7 +2153,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-buffer", @@ -2180,7 +2180,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -2208,7 +2208,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "datafusion-common", @@ -2220,7 +2220,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -2277,7 +2277,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-buffer", @@ -2312,7 +2312,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-select", @@ -2335,7 +2335,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "criterion", @@ -2347,7 +2347,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-ord", @@ -2373,7 +2373,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2389,7 +2389,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "criterion", @@ -2405,7 +2405,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2413,7 +2413,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "datafusion-doc", "quote", @@ -2422,7 +2422,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2449,7 +2449,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -2477,7 +2477,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "criterion", @@ -2491,7 +2491,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "chrono", @@ -2510,7 +2510,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "datafusion-common", @@ -2532,7 +2532,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-data", @@ -2577,7 +2577,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2616,7 +2616,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "datafusion-common", @@ -2628,7 +2628,7 @@ dependencies = [ [[package]] name = "datafusion-proto-models" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "datafusion-common", "datafusion-proto-common", @@ -2640,7 +2640,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "criterion", @@ -2660,7 +2660,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow-schema", "async-trait", @@ -2674,7 +2674,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "base64 0.23.1", @@ -2705,7 +2705,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "arrow-schema", @@ -2733,7 +2733,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "arrow", "async-trait", @@ -2766,7 +2766,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "async-recursion", "async-trait", @@ -2788,7 +2788,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "56.0.0-dev" +version = "57.0.0-dev" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 3348e1d84374a..5e3db3d062696 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -81,7 +81,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.95.0" # Define DataFusion version -version = "56.0.0-dev" +version = "57.0.0-dev" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -123,44 +123,44 @@ chrono = { version = "0.4.45", default-features = false } criterion = "0.8" ctor = "1.0.7" dashmap = "6.2.1" -datafusion = { path = "datafusion/core", version = "56.0.0-dev", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "56.0.0-dev" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "56.0.0-dev" } -datafusion-common = { path = "datafusion/common", version = "56.0.0-dev", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "56.0.0-dev" } -datafusion-datasource = { path = "datafusion/datasource", version = "56.0.0-dev", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "56.0.0-dev", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "56.0.0-dev", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "56.0.0-dev", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "56.0.0-dev", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "56.0.0-dev", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "56.0.0-dev" } -datafusion-execution = { path = "datafusion/execution", version = "56.0.0-dev", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "56.0.0-dev", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "56.0.0-dev" } -datafusion-ffi = { path = "datafusion/ffi", version = "56.0.0-dev" } -datafusion-functions = { path = "datafusion/functions", version = "56.0.0-dev" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "56.0.0-dev" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "56.0.0-dev" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "56.0.0-dev", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "56.0.0-dev" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "56.0.0-dev" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "56.0.0-dev" } -datafusion-macros = { path = "datafusion/macros", version = "56.0.0-dev" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "56.0.0-dev", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "56.0.0-dev", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "56.0.0-dev", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "56.0.0-dev", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "56.0.0-dev" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "56.0.0-dev" } -datafusion-proto = { path = "datafusion/proto", version = "56.0.0-dev", default-features = false } -datafusion-proto-common = { path = "datafusion/proto-common", version = "56.0.0-dev" } -datafusion-proto-models = { path = "datafusion/proto-models", version = "56.0.0-dev" } -datafusion-pruning = { path = "datafusion/pruning", version = "56.0.0-dev" } -datafusion-session = { path = "datafusion/session", version = "56.0.0-dev" } -datafusion-spark = { path = "datafusion/spark", version = "56.0.0-dev" } -datafusion-sql = { path = "datafusion/sql", version = "56.0.0-dev" } -datafusion-substrait = { path = "datafusion/substrait", version = "56.0.0-dev" } +datafusion = { path = "datafusion/core", version = "57.0.0-dev", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "57.0.0-dev" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "57.0.0-dev" } +datafusion-common = { path = "datafusion/common", version = "57.0.0-dev", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "57.0.0-dev" } +datafusion-datasource = { path = "datafusion/datasource", version = "57.0.0-dev", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "57.0.0-dev", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "57.0.0-dev", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "57.0.0-dev", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "57.0.0-dev", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "57.0.0-dev", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "57.0.0-dev" } +datafusion-execution = { path = "datafusion/execution", version = "57.0.0-dev", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "57.0.0-dev", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "57.0.0-dev" } +datafusion-ffi = { path = "datafusion/ffi", version = "57.0.0-dev" } +datafusion-functions = { path = "datafusion/functions", version = "57.0.0-dev" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "57.0.0-dev" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "57.0.0-dev" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "57.0.0-dev", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "57.0.0-dev" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "57.0.0-dev" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "57.0.0-dev" } +datafusion-macros = { path = "datafusion/macros", version = "57.0.0-dev" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "57.0.0-dev", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "57.0.0-dev", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "57.0.0-dev", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "57.0.0-dev", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "57.0.0-dev" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "57.0.0-dev" } +datafusion-proto = { path = "datafusion/proto", version = "57.0.0-dev", default-features = false } +datafusion-proto-common = { path = "datafusion/proto-common", version = "57.0.0-dev" } +datafusion-proto-models = { path = "datafusion/proto-models", version = "57.0.0-dev" } +datafusion-pruning = { path = "datafusion/pruning", version = "57.0.0-dev" } +datafusion-session = { path = "datafusion/session", version = "57.0.0-dev" } +datafusion-spark = { path = "datafusion/spark", version = "57.0.0-dev" } +datafusion-sql = { path = "datafusion/sql", version = "57.0.0-dev" } +datafusion-substrait = { path = "datafusion/substrait", version = "57.0.0-dev" } doc-comment = "0.3" env_logger = "0.11" diff --git a/ci/scripts/release_version_labeler.js b/ci/scripts/release_version_labeler.js index 78d17d5671e0a..07cbd951e266e 100644 --- a/ci/scripts/release_version_labeler.js +++ b/ci/scripts/release_version_labeler.js @@ -18,7 +18,7 @@ // Used by the release_version_labeler workflow module.exports = async ({ github, context }) => { - const target_version = 'v56.0.0'; + const target_version = 'v57.0.0'; // create label first if not exists try { diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 1ec4fc1aef7af..8863126c5da3c 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -107,7 +107,7 @@ The following configuration settings are available: | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. When `max_row_group_bytes` is also set, the writer flushes a row group when either limit is reached, whichever comes first. | | datafusion.execution.parquet.max_row_group_bytes | NULL | (writing) Target maximum size of each row group in bytes. When set, the writer flushes whenever either this limit or `max_row_group_size` is reached, whichever comes first. Useful for bounding writer memory on wide schemas where a row-count limit can map to very different byte sizes. Matches the behavior of `parquet.block.size` in parquet-mr. If `None` (the default), only the row-count limit applies. Currently only honored when `allow_single_file_parallelism` is `false`; by default the parallel file writer ignores this limit. | -| datafusion.execution.parquet.created_by | datafusion version 56.0.0-dev | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 57.0.0-dev | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |