Apache DataFusion SQL Query Engine
[branch-50] Prepare 50.3.0 release version number and README (#18173) (#18182)
Andrew Lamb8054bb8818e0
diff --git a/Cargo.lock b/Cargo.lockindex 84cf7793ed..e368dcf9a9 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -1762,7 +1762,7 @@ dependencies = [[[package]]name = "datafusion"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","arrow-schema",@@ -1834,7 +1834,7 @@ dependencies = [[[package]]name = "datafusion-benchmarks"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion",@@ -1859,7 +1859,7 @@ dependencies = [[[package]]name = "datafusion-catalog"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -1882,7 +1882,7 @@ dependencies = [[[package]]name = "datafusion-catalog-listing"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -1905,7 +1905,7 @@ dependencies = [[[package]]name = "datafusion-cli"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -1937,7 +1937,7 @@ dependencies = [[[package]]name = "datafusion-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","apache-avro",@@ -1964,7 +1964,7 @@ dependencies = [[[package]]name = "datafusion-common-runtime"-version = "50.2.0"+version = "50.3.0"dependencies = ["futures","log",@@ -1973,7 +1973,7 @@ dependencies = [[[package]]name = "datafusion-datasource"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-compression",@@ -2008,7 +2008,7 @@ dependencies = [[[package]]name = "datafusion-datasource-arrow"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","arrow-ipc",@@ -2031,7 +2031,7 @@ dependencies = [[[package]]name = "datafusion-datasource-avro"-version = "50.2.0"+version = "50.3.0"dependencies = ["apache-avro","arrow",@@ -2050,7 +2050,7 @@ dependencies = [[[package]]name = "datafusion-datasource-csv"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2071,7 +2071,7 @@ dependencies = [[[package]]name = "datafusion-datasource-json"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2091,7 +2091,7 @@ dependencies = [[[package]]name = "datafusion-datasource-parquet"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2120,11 +2120,11 @@ dependencies = [[[package]]name = "datafusion-doc"-version = "50.2.0"+version = "50.3.0"[[package]]name = "datafusion-examples"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","arrow-flight",@@ -2158,7 +2158,7 @@ dependencies = [[[package]]name = "datafusion-execution"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2179,7 +2179,7 @@ dependencies = [[[package]]name = "datafusion-expr"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2203,7 +2203,7 @@ dependencies = [[[package]]name = "datafusion-expr-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2214,7 +2214,7 @@ dependencies = [[[package]]name = "datafusion-ffi"-version = "50.2.0"+version = "50.3.0"dependencies = ["abi_stable","arrow",@@ -2236,7 +2236,7 @@ dependencies = [[[package]]name = "datafusion-functions"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","arrow-buffer",@@ -2267,7 +2267,7 @@ dependencies = [[[package]]name = "datafusion-functions-aggregate"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","arrow",@@ -2288,7 +2288,7 @@ dependencies = [[[package]]name = "datafusion-functions-aggregate-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","arrow",@@ -2301,7 +2301,7 @@ dependencies = [[[package]]name = "datafusion-functions-nested"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","arrow-ord",@@ -2324,7 +2324,7 @@ dependencies = [[[package]]name = "datafusion-functions-table"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2338,7 +2338,7 @@ dependencies = [[[package]]name = "datafusion-functions-window"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2354,7 +2354,7 @@ dependencies = [[[package]]name = "datafusion-functions-window-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["datafusion-common","datafusion-physical-expr-common",@@ -2362,7 +2362,7 @@ dependencies = [[[package]]name = "datafusion-macros"-version = "50.2.0"+version = "50.3.0"dependencies = ["datafusion-doc","quote",@@ -2371,7 +2371,7 @@ dependencies = [[[package]]name = "datafusion-optimizer"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2398,7 +2398,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","arrow",@@ -2423,7 +2423,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr-adapter"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2436,7 +2436,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","arrow",@@ -2448,7 +2448,7 @@ dependencies = [[[package]]name = "datafusion-physical-optimizer"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2468,7 +2468,7 @@ dependencies = [[[package]]name = "datafusion-physical-plan"-version = "50.2.0"+version = "50.3.0"dependencies = ["ahash 0.8.12","arrow",@@ -2504,7 +2504,7 @@ dependencies = [[[package]]name = "datafusion-proto"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","chrono",@@ -2540,7 +2540,7 @@ dependencies = [[[package]]name = "datafusion-proto-common"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2552,7 +2552,7 @@ dependencies = [[[package]]name = "datafusion-pruning"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","datafusion-common",@@ -2570,7 +2570,7 @@ dependencies = [[[package]]name = "datafusion-session"-version = "50.2.0"+version = "50.3.0"dependencies = ["async-trait","datafusion-common",@@ -2582,7 +2582,7 @@ dependencies = [[[package]]name = "datafusion-spark"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","bigdecimal",@@ -2602,7 +2602,7 @@ dependencies = [[[package]]name = "datafusion-sql"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","bigdecimal",@@ -2628,7 +2628,7 @@ dependencies = [[[package]]name = "datafusion-sqllogictest"-version = "50.2.0"+version = "50.3.0"dependencies = ["arrow","async-trait",@@ -2662,7 +2662,7 @@ dependencies = [[[package]]name = "datafusion-substrait"-version = "50.2.0"+version = "50.3.0"dependencies = ["async-recursion","async-trait",@@ -2684,7 +2684,7 @@ dependencies = [[[package]]name = "datafusion-wasmtest"-version = "50.2.0"+version = "50.3.0"dependencies = ["chrono","console_error_panic_hook",diff --git a/Cargo.toml b/Cargo.tomlindex cb5ddd8884..3e0861c07a 100644--- a/Cargo.toml+++ b/Cargo.toml@@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion"# Define Minimum Supported Rust Version (MSRV)rust-version = "1.87.0"# Define DataFusion version-version = "50.2.0"+version = "50.3.0"[workspace.dependencies]# We turn off default-features for some dependencies here so the workspaces which inherit them can@@ -111,43 +111,44 @@ chrono = { version = "0.4.42", default-features = false }criterion = "0.5.1"ctor = "0.4.3"dashmap = "6.0.1"-datafusion = { path = "datafusion/core", version = "50.2.0", default-features = false }-datafusion-catalog = { path = "datafusion/catalog", version = "50.2.0" }-datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "50.2.0" }-datafusion-common = { path = "datafusion/common", version = "50.2.0", default-features = false }-datafusion-common-runtime = { path = "datafusion/common-runtime", version = "50.2.0" }-datafusion-datasource = { path = "datafusion/datasource", version = "50.2.0", default-features = false }-datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "50.2.0", default-features = false }-datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "50.2.0", default-features = false }-datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "50.2.0", default-features = false }-datafusion-datasource-json = { path = "datafusion/datasource-json", version = "50.2.0", default-features = false }-datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "50.2.0", default-features = false }-datafusion-doc = { path = "datafusion/doc", version = "50.2.0" }-datafusion-execution = { path = "datafusion/execution", version = "50.2.0", default-features = false }-datafusion-expr = { path = "datafusion/expr", version = "50.2.0", default-features = false }-datafusion-expr-common = { path = "datafusion/expr-common", version = "50.2.0" }-datafusion-ffi = { path = "datafusion/ffi", version = "50.2.0" }-datafusion-functions = { path = "datafusion/functions", version = "50.2.0" }-datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "50.2.0" }-datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "50.2.0" }-datafusion-functions-nested = { path = "datafusion/functions-nested", version = "50.2.0", default-features = false }-datafusion-functions-table = { path = "datafusion/functions-table", version = "50.2.0" }-datafusion-functions-window = { path = "datafusion/functions-window", version = "50.2.0" }-datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "50.2.0" }-datafusion-macros = { path = "datafusion/macros", version = "50.2.0" }-datafusion-optimizer = { path = "datafusion/optimizer", version = "50.2.0", default-features = false }-datafusion-physical-expr = { path = "datafusion/physical-expr", version = "50.2.0", default-features = false }-datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "50.2.0", default-features = false }-datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "50.2.0", default-features = false }-datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "50.2.0" }-datafusion-physical-plan = { path = "datafusion/physical-plan", version = "50.2.0" }-datafusion-proto = { path = "datafusion/proto", version = "50.2.0" }-datafusion-proto-common = { path = "datafusion/proto-common", version = "50.2.0" }-datafusion-pruning = { path = "datafusion/pruning", version = "50.2.0" }-datafusion-session = { path = "datafusion/session", version = "50.2.0" }-datafusion-spark = { path = "datafusion/spark", version = "50.2.0" }-datafusion-sql = { path = "datafusion/sql", version = "50.2.0" }-datafusion-substrait = { path = "datafusion/substrait", version = "50.2.0" }+datafusion = { path = "datafusion/core", version = "50.3.0", default-features = false }+datafusion-catalog = { path = "datafusion/catalog", version = "50.3.0" }+datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "50.3.0" }+datafusion-common = { path = "datafusion/common", version = "50.3.0", default-features = false }+datafusion-common-runtime = { path = "datafusion/common-runtime", version = "50.3.0" }+datafusion-datasource = { path = "datafusion/datasource", version = "50.3.0", default-features = false }+datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "50.3.0", default-features = false }+datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "50.3.0", default-features = false }+datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "50.3.0", default-features = false }+datafusion-datasource-json = { path = "datafusion/datasource-json", version = "50.3.0", default-features = false }+datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "50.3.0", default-features = false }+datafusion-doc = { path = "datafusion/doc", version = "50.3.0" }+datafusion-execution = { path = "datafusion/execution", version = "50.3.0", default-features = false }+datafusion-expr = { path = "datafusion/expr", version = "50.3.0", default-features = false }+datafusion-expr-common = { path = "datafusion/expr-common", version = "50.3.0" }+datafusion-ffi = { path = "datafusion/ffi", version = "50.3.0" }+datafusion-functions = { path = "datafusion/functions", version = "50.3.0" }+datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "50.3.0" }+datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "50.3.0" }+datafusion-functions-nested = { path = "datafusion/functions-nested", version = "50.3.0", default-features = false }+datafusion-functions-table = { path = "datafusion/functions-table", version = "50.3.0" }+datafusion-functions-window = { path = "datafusion/functions-window", version = "50.3.0" }+datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "50.3.0" }+datafusion-macros = { path = "datafusion/macros", version = "50.3.0" }+datafusion-optimizer = { path = "datafusion/optimizer", version = "50.3.0", default-features = false }+datafusion-physical-expr = { path = "datafusion/physical-expr", version = "50.3.0", default-features = false }+datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "50.3.0", default-features = false }+datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "50.3.0", default-features = false }+datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "50.3.0" }+datafusion-physical-plan = { path = "datafusion/physical-plan", version = "50.3.0" }+datafusion-proto = { path = "datafusion/proto", version = "50.3.0" }+datafusion-proto-common = { path = "datafusion/proto-common", version = "50.3.0" }+datafusion-pruning = { path = "datafusion/pruning", version = "50.3.0" }+datafusion-session = { path = "datafusion/session", version = "50.3.0" }+datafusion-spark = { path = "datafusion/spark", version = "50.3.0" }+datafusion-sql = { path = "datafusion/sql", version = "50.3.0" }+datafusion-substrait = { path = "datafusion/substrait", version = "50.3.0" }+doc-comment = "0.3"env_logger = "0.11"futures = "0.3"diff --git a/dev/changelog/50.3.0.md b/dev/changelog/50.3.0.mdnew file mode 100644index 0000000000..49950e00c2--- /dev/null+++ b/dev/changelog/50.3.0.md@@ -0,0 +1,47 @@+<!--+Licensed to the Apache Software Foundation (ASF) under one+or more contributor license agreements. See the NOTICE file+distributed with this work for additional information+regarding copyright ownership. The ASF licenses this file+to you under the Apache License, Version 2.0 (the+"License"); you may not use this file except in compliance+with the License. You may obtain a copy of the License at++ http://www.apache.org/licenses/LICENSE-2.0++Unless required by applicable law or agreed to in writing,+software distributed under the License is distributed on an+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY+KIND, either express or implied. See the License for the+specific language governing permissions and limitations+under the License.+-->++# Apache DataFusion 50.3.0 Changelog++This release consists of 7 commits from 3 contributors. See credits at the end of this changelog for more information.++See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions.++**Other:**++- [branch-50] chore: Fix `no space left on device` [#18141](https://github.com/apache/datafusion/pull/18141) (comphead)+- [branch-50]: chore: cherry pick `concat` to 50.3.0 [#18128](https://github.com/apache/datafusion/pull/18128) (comphead)+- [branch-50] Backport Fix bug in LimitPushPastWindows (#18029) [#18107](https://github.com/apache/datafusion/pull/18107) (avantgardnerio)+- [branch-50] fix(SubqueryAlias): use maybe_project_redundant_column (#17478) [#18130](https://github.com/apache/datafusion/pull/18130) (hareshkh)+- [branch-50]: fix: Add overflow checks to SparkDateAdd/Sub to avoid panics (#18013) [#18131](https://github.com/apache/datafusion/pull/18131) (hareshkh)+- [branch-50] Fix ambiguous column names in substrait conversion #17299 [#18077](https://github.com/apache/datafusion/pull/18077) (hareshkh)+- [branch-50] Extend datatype semantic equality check to include timestamps (#17777) [#18129](https://github.com/apache/datafusion/pull/18129) (hareshkh)+- [branch-50] perf: Fix NLJ slow join with condition `array_has` (#18161) [#18179](https://github.com/apache/datafusion/pull/18179) (alamb)++## Credits++Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor.++```+ 4 Haresh Khanna+ 2 Oleks V+ 1 Brent Gardner+```++Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.mdindex 7ec1864b46..c0e4ccd850 100644--- a/docs/source/user-guide/configs.md+++ b/docs/source/user-guide/configs.md@@ -98,7 +98,7 @@ The following configuration settings are available:| datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes || datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting || datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. |-| datafusion.execution.parquet.created_by | datafusion version 50.2.0 | (writing) Sets "created by" property |+| datafusion.execution.parquet.created_by | datafusion version 50.3.0 | (writing) Sets "created by" property || datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length || datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting || datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |