From f3136b5233f36ea5f157af83028f3d7a6d63d247 Mon Sep 17 00:00:00 2001 From: comphead Date: Sun, 4 Oct 2026 11:44:26 -0700 Subject: [PATCH] [branch-55] chore: update version 55.2.0 and add changelog --- Cargo.lock | 86 +++++++++---------- Cargo.toml | 78 ++++++++--------- dev/changelog/55.2.0.md | 48 +++++++++++ docs/source/download.md | 2 +- docs/source/user-guide/configs.md | 2 +- docs/source/user-guide/crate-configuration.md | 2 +- docs/source/user-guide/example-usage.md | 2 +- 7 files changed, 134 insertions(+), 86 deletions(-) create mode 100644 dev/changelog/55.2.0.md diff --git a/Cargo.lock b/Cargo.lock index c1b68fc990445..02bebb4266d7c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1708,7 +1708,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-schema", @@ -1782,7 +1782,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -1813,7 +1813,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -1836,7 +1836,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -1860,7 +1860,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -1892,7 +1892,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-ipc", @@ -1921,7 +1921,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "55.1.0" +version = "55.2.0" dependencies = [ "futures", "log", @@ -1930,7 +1930,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-compression", @@ -1969,7 +1969,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-ipc", @@ -1993,7 +1993,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-avro", @@ -2011,7 +2011,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2033,7 +2033,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2056,7 +2056,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-schema", @@ -2091,11 +2091,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "55.1.0" +version = "55.2.0" [[package]] name = "datafusion-examples" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-flight", @@ -2136,7 +2136,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2163,7 +2163,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-schema", @@ -2190,7 +2190,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2201,7 +2201,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-schema", @@ -2238,7 +2238,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2272,7 +2272,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "criterion", @@ -2293,7 +2293,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "criterion", @@ -2305,7 +2305,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-ord", @@ -2331,7 +2331,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2345,7 +2345,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "criterion", @@ -2361,7 +2361,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2369,7 +2369,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "55.1.0" +version = "55.2.0" dependencies = [ "datafusion-doc", "quote", @@ -2378,7 +2378,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2405,7 +2405,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-schema", @@ -2432,7 +2432,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2445,7 +2445,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "chrono", @@ -2463,7 +2463,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2485,7 +2485,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "arrow-data", @@ -2528,7 +2528,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2564,7 +2564,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2576,7 +2576,7 @@ dependencies = [ [[package]] name = "datafusion-proto-models" -version = "55.1.0" +version = "55.2.0" dependencies = [ "datafusion-common", "datafusion-proto-common", @@ -2587,7 +2587,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2605,7 +2605,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow-schema", "async-trait", @@ -2618,7 +2618,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2647,7 +2647,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2673,7 +2673,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "55.1.0" +version = "55.2.0" dependencies = [ "arrow", "async-trait", @@ -2705,7 +2705,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "55.1.0" +version = "55.2.0" dependencies = [ "async-recursion", "async-trait", @@ -2726,7 +2726,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "55.1.0" +version = "55.2.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 6c243f67388df..43e7649fe223f 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -80,7 +80,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.94.0" # Define DataFusion version -version = "55.1.0" +version = "55.2.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -121,44 +121,44 @@ chrono = { version = "0.4.45", default-features = false } criterion = "0.8" ctor = "1.0.7" dashmap = "6.2.1" -datafusion = { path = "datafusion/core", version = "55.1.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "55.1.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.1.0" } -datafusion-common = { path = "datafusion/common", version = "55.1.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.1.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "55.1.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.1.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.1.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.1.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.1.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.1.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "55.1.0" } -datafusion-execution = { path = "datafusion/execution", version = "55.1.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "55.1.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "55.1.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "55.1.0" } -datafusion-functions = { path = "datafusion/functions", version = "55.1.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.1.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.1.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.1.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "55.1.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "55.1.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.1.0" } -datafusion-macros = { path = "datafusion/macros", version = "55.1.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "55.1.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.1.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.1.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.1.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.1.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.1.0" } -datafusion-proto = { path = "datafusion/proto", version = "55.1.0", default-features = false } -datafusion-proto-common = { path = "datafusion/proto-common", version = "55.1.0" } -datafusion-proto-models = { path = "datafusion/proto-models", version = "55.1.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "55.1.0" } -datafusion-session = { path = "datafusion/session", version = "55.1.0" } -datafusion-spark = { path = "datafusion/spark", version = "55.1.0" } -datafusion-sql = { path = "datafusion/sql", version = "55.1.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "55.1.0" } +datafusion = { path = "datafusion/core", version = "55.2.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "55.2.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.2.0" } +datafusion-common = { path = "datafusion/common", version = "55.2.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.2.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "55.2.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.2.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.2.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.2.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.2.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.2.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "55.2.0" } +datafusion-execution = { path = "datafusion/execution", version = "55.2.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "55.2.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "55.2.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "55.2.0" } +datafusion-functions = { path = "datafusion/functions", version = "55.2.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.2.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.2.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.2.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "55.2.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "55.2.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.2.0" } +datafusion-macros = { path = "datafusion/macros", version = "55.2.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "55.2.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.2.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.2.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.2.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.2.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.2.0" } +datafusion-proto = { path = "datafusion/proto", version = "55.2.0", default-features = false } +datafusion-proto-common = { path = "datafusion/proto-common", version = "55.2.0" } +datafusion-proto-models = { path = "datafusion/proto-models", version = "55.2.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "55.2.0" } +datafusion-session = { path = "datafusion/session", version = "55.2.0" } +datafusion-spark = { path = "datafusion/spark", version = "55.2.0" } +datafusion-sql = { path = "datafusion/sql", version = "55.2.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "55.2.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/55.2.0.md b/dev/changelog/55.2.0.md new file mode 100644 index 0000000000000..1ad57a828d146 --- /dev/null +++ b/dev/changelog/55.2.0.md @@ -0,0 +1,48 @@ + + +# Apache DataFusion 55.2.0 Changelog + +This release consists of 7 commits from 5 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-55] Pull the MinIO test image from quay.io (#25092, #25216) [#25485](https://github.com/apache/datafusion/pull/25485) (alamb) +- [branch-55] fix: update rustls to address RUSTSEC-2026-0285 (#25309) [#25514](https://github.com/apache/datafusion/pull/25514) (alamb) +- [branch-55] Reduce datafusion-spark dependency footprint (#24351) [#25277](https://github.com/apache/datafusion/pull/25277) (alamb) +- [branch-55] fix datafusion-cli CI: switch from minio to rustfs (#25706) [#25759](https://github.com/apache/datafusion/pull/25759) (comphead) +- [branch-55] fix: preserve fetch across distribution reoptimization (#24809) [#25821](https://github.com/apache/datafusion/pull/25821) (xudong963) +- [branch-55] fix: Remove `serde_json/preserve_order` feature from library crates (backport #25884) [#25915](https://github.com/apache/datafusion/pull/25915) (adriangb) +- [branch-55] Preserve field metadata when coercing INT96 timestamps (#24790) [#25895](https://github.com/apache/datafusion/pull/25895) (dwsmith1983) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 3 Andrew Lamb + 1 Adrian Garcia Badaracco + 1 Oleks V + 1 dustin + 1 xudong.w +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/download.md b/docs/source/download.md index 2a0cc8e6e3f6e..706080ddcab55 100644 --- a/docs/source/download.md +++ b/docs/source/download.md @@ -26,7 +26,7 @@ For example: ```toml [dependencies] -datafusion = "55.1.0" +datafusion = "55.2.0" ``` While DataFusion is distributed via [crates.io] as a convenience, the diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index c750a3e689951..267bfa1cf244f 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -104,7 +104,7 @@ The following configuration settings are available: | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. When `max_row_group_bytes` is also set, the writer flushes a row group when either limit is reached, whichever comes first. | | datafusion.execution.parquet.max_row_group_bytes | NULL | (writing) Target maximum size of each row group in bytes. When set, the writer flushes whenever either this limit or `max_row_group_size` is reached, whichever comes first. Useful for bounding writer memory on wide schemas where a row-count limit can map to very different byte sizes. Matches the behavior of `parquet.block.size` in parquet-mr. If `None` (the default), only the row-count limit applies. Currently only honored when `allow_single_file_parallelism` is `false`; by default the parallel file writer ignores this limit. | -| datafusion.execution.parquet.created_by | datafusion version 55.1.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 55.2.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | diff --git a/docs/source/user-guide/crate-configuration.md b/docs/source/user-guide/crate-configuration.md index 75ac2fbdde939..c3f2ac4f9481f 100644 --- a/docs/source/user-guide/crate-configuration.md +++ b/docs/source/user-guide/crate-configuration.md @@ -156,7 +156,7 @@ By default, Datafusion returns errors as a plain text message. You can enable mo such as backtraces by enabling the `backtrace` feature to your `Cargo.toml` file like this: ```toml -datafusion = { version = "55.1.0", features = ["backtrace"]} +datafusion = { version = "55.2.0", features = ["backtrace"]} ``` Set environment [variables](https://doc.rust-lang.org/std/backtrace/index.html#environment-variables) diff --git a/docs/source/user-guide/example-usage.md b/docs/source/user-guide/example-usage.md index 59495434a150e..a4ca98ac80a92 100644 --- a/docs/source/user-guide/example-usage.md +++ b/docs/source/user-guide/example-usage.md @@ -29,7 +29,7 @@ Find latest available Datafusion version on [DataFusion's crates.io] page. Add the dependency to your `Cargo.toml` file: ```toml -datafusion = "55.1.0" +datafusion = "55.2.0" tokio = { version = "1.0", features = ["rt-multi-thread"] } ```