diff --git a/Cargo.lock b/Cargo.lock index 067f8409d75e..dad2e6a18545 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1709,7 +1709,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-schema", @@ -1781,7 +1781,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "clap", @@ -1806,7 +1806,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1829,7 +1829,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1851,7 +1851,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1882,7 +1882,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "apache-avro", @@ -1909,7 +1909,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.4.0" +version = "52.5.0" dependencies = [ "futures", "log", @@ -1918,7 +1918,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-compression", @@ -1953,7 +1953,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-ipc", @@ -1976,7 +1976,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.4.0" +version = "52.5.0" dependencies = [ "apache-avro", "arrow", @@ -1995,7 +1995,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2016,7 +2016,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2036,7 +2036,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2065,11 +2065,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.4.0" +version = "52.5.0" [[package]] name = "datafusion-examples" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-flight", @@ -2108,7 +2108,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2129,7 +2129,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2153,7 +2153,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2164,7 +2164,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.4.0" +version = "52.5.0" dependencies = [ "abi_stable", "arrow", @@ -2198,7 +2198,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-buffer", @@ -2231,7 +2231,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2252,7 +2252,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2265,7 +2265,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-ord", @@ -2288,7 +2288,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2302,7 +2302,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2318,7 +2318,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2326,7 +2326,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.4.0" +version = "52.5.0" dependencies = [ "datafusion-doc", "quote", @@ -2335,7 +2335,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2362,7 +2362,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2389,7 +2389,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2402,7 +2402,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2417,7 +2417,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2437,7 +2437,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2473,7 +2473,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2510,7 +2510,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2522,7 +2522,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2540,7 +2540,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.4.0" +version = "52.5.0" dependencies = [ "async-trait", "datafusion-common", @@ -2552,7 +2552,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "bigdecimal", @@ -2574,7 +2574,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "bigdecimal", @@ -2600,7 +2600,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2631,7 +2631,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.4.0" +version = "52.5.0" dependencies = [ "async-recursion", "async-trait", @@ -2652,7 +2652,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.4.0" +version = "52.5.0" dependencies = [ "chrono", "console_error_panic_hook", diff --git a/Cargo.toml b/Cargo.toml index b92df341fdf8..dcb6f2f447cd 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.4.0" +version = "52.5.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.42", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.4.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.4.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.4.0" } -datafusion-common = { path = "datafusion/common", version = "52.4.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.4.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.4.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.4.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.4.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.4.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.4.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.4.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.4.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.4.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.4.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.4.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.4.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.4.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.4.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.4.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.4.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.4.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.4.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.4.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.4.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.4.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.4.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.4.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.4.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.4.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.4.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.4.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.4.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.4.0" } -datafusion-session = { path = "datafusion/session", version = "52.4.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.4.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.4.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.4.0" } +datafusion = { path = "datafusion/core", version = "52.5.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.5.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.5.0" } +datafusion-common = { path = "datafusion/common", version = "52.5.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.5.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.5.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.5.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.5.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.5.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.5.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.5.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.5.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.5.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.5.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.5.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.5.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.5.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.5.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.5.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.5.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.5.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.5.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.5.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.5.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.5.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.5.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.5.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.5.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.5.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.5.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.5.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.5.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.5.0" } +datafusion-session = { path = "datafusion/session", version = "52.5.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.5.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.5.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.5.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/52.5.0.md b/dev/changelog/52.5.0.md new file mode 100644 index 000000000000..e3f5ec0842bb --- /dev/null +++ b/dev/changelog/52.5.0.md @@ -0,0 +1,45 @@ + + +# Apache DataFusion 52.5.0 Changelog + +This release consists of 8 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-52] Fix push_down_filter for children with non-empty fetch fields (#21057) [#21141](https://github.com/apache/datafusion/pull/21141) (hareshkh) +- [branch-52] Substrait join consumer should not merge nullability of join keys (#21121) [#21161](https://github.com/apache/datafusion/pull/21161) (hareshkh) +- [branch-52] Fix incorrect regex pattern in regex_replace_posix_groups (#19827) [#21396](https://github.com/apache/datafusion/pull/21396) (alamb) +- [branch-52] fix: Fix panic in regexp_like() (#20200) [#21397](https://github.com/apache/datafusion/pull/21397) (alamb) +- [branch-52] fix: use spill writer's schema instead of the first batch schema for spill files (#21293) [#21403](https://github.com/apache/datafusion/pull/21403) (alamb) +- [branch-52] chore: update deps for cargo audit [#21415](https://github.com/apache/datafusion/pull/21415) (alamb) +- [branch-52] Restore Sort unparser guard for correct ORDER BY placement (#20658) [#21358](https://github.com/apache/datafusion/pull/21358) (alamb) +- [BRANCH-52] fix: foreign inner ffi types [#21439](https://github.com/apache/datafusion/pull/21439) (timsaucer) + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 5 Andrew Lamb + 2 Haresh Khanna + 1 Tim Saucer +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index ebd9ef728ae7..f4407c9ea6eb 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -99,7 +99,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.4.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.5.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |