Apache DataFusion SQL Query Engine
Set version on main to `57.0.0-dev` (#27031)
xudong.w65aeb1312320
diff --git a/Cargo.lock b/Cargo.lockindex 0d4abeb60e..6fd56360c5 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -1721,7 +1721,7 @@ dependencies = [[[package]]name = "datafusion"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -1796,7 +1796,7 @@ dependencies = [[[package]]name = "datafusion-benchmarks"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -1827,7 +1827,7 @@ dependencies = [[[package]]name = "datafusion-catalog"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -1850,7 +1850,7 @@ dependencies = [[[package]]name = "datafusion-catalog-listing"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -1874,7 +1874,7 @@ dependencies = [[[package]]name = "datafusion-cli"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -1907,7 +1907,7 @@ dependencies = [[[package]]name = "datafusion-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-ipc",@@ -1936,7 +1936,7 @@ dependencies = [[[package]]name = "datafusion-common-runtime"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["futures","log",@@ -1945,7 +1945,7 @@ dependencies = [[[package]]name = "datafusion-datasource"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-compression",@@ -1985,7 +1985,7 @@ dependencies = [[[package]]name = "datafusion-datasource-arrow"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-ipc",@@ -2009,7 +2009,7 @@ dependencies = [[[package]]name = "datafusion-datasource-avro"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-avro",@@ -2032,7 +2032,7 @@ dependencies = [[[package]]name = "datafusion-datasource-csv"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2054,7 +2054,7 @@ dependencies = [[[package]]name = "datafusion-datasource-json"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2077,7 +2077,7 @@ dependencies = [[[package]]name = "datafusion-datasource-parquet"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -2112,11 +2112,11 @@ dependencies = [[[package]]name = "datafusion-doc"-version = "56.0.0-dev"+version = "57.0.0-dev"[[package]]name = "datafusion-examples"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-flight",@@ -2153,7 +2153,7 @@ dependencies = [[[package]]name = "datafusion-execution"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-buffer",@@ -2180,7 +2180,7 @@ dependencies = [[[package]]name = "datafusion-expr"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -2208,7 +2208,7 @@ dependencies = [[[package]]name = "datafusion-expr-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","datafusion-common",@@ -2220,7 +2220,7 @@ dependencies = [[[package]]name = "datafusion-ffi"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -2277,7 +2277,7 @@ dependencies = [[[package]]name = "datafusion-functions"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-buffer",@@ -2312,7 +2312,7 @@ dependencies = [[[package]]name = "datafusion-functions-aggregate"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-select",@@ -2335,7 +2335,7 @@ dependencies = [[[package]]name = "datafusion-functions-aggregate-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","criterion",@@ -2347,7 +2347,7 @@ dependencies = [[[package]]name = "datafusion-functions-nested"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-ord",@@ -2373,7 +2373,7 @@ dependencies = [[[package]]name = "datafusion-functions-table"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2389,7 +2389,7 @@ dependencies = [[[package]]name = "datafusion-functions-window"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","criterion",@@ -2405,7 +2405,7 @@ dependencies = [[[package]]name = "datafusion-functions-window-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["datafusion-common","datafusion-physical-expr-common",@@ -2413,7 +2413,7 @@ dependencies = [[[package]]name = "datafusion-macros"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["datafusion-doc","quote",@@ -2422,7 +2422,7 @@ dependencies = [[[package]]name = "datafusion-optimizer"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2449,7 +2449,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -2477,7 +2477,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr-adapter"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","criterion",@@ -2491,7 +2491,7 @@ dependencies = [[[package]]name = "datafusion-physical-expr-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","chrono",@@ -2510,7 +2510,7 @@ dependencies = [[[package]]name = "datafusion-physical-optimizer"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","datafusion-common",@@ -2532,7 +2532,7 @@ dependencies = [[[package]]name = "datafusion-physical-plan"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-data",@@ -2577,7 +2577,7 @@ dependencies = [[[package]]name = "datafusion-proto"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2616,7 +2616,7 @@ dependencies = [[[package]]name = "datafusion-proto-common"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","datafusion-common",@@ -2628,7 +2628,7 @@ dependencies = [[[package]]name = "datafusion-proto-models"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["datafusion-common","datafusion-proto-common",@@ -2640,7 +2640,7 @@ dependencies = [[[package]]name = "datafusion-pruning"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","criterion",@@ -2660,7 +2660,7 @@ dependencies = [[[package]]name = "datafusion-session"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow-schema","async-trait",@@ -2674,7 +2674,7 @@ dependencies = [[[package]]name = "datafusion-spark"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","base64 0.23.1",@@ -2705,7 +2705,7 @@ dependencies = [[[package]]name = "datafusion-sql"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","arrow-schema",@@ -2733,7 +2733,7 @@ dependencies = [[[package]]name = "datafusion-sqllogictest"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["arrow","async-trait",@@ -2766,7 +2766,7 @@ dependencies = [[[package]]name = "datafusion-substrait"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["async-recursion","async-trait",@@ -2788,7 +2788,7 @@ dependencies = [[[package]]name = "datafusion-wasmtest"-version = "56.0.0-dev"+version = "57.0.0-dev"dependencies = ["bytes","chrono",diff --git a/Cargo.toml b/Cargo.tomlindex 3348e1d843..5e3db3d062 100644--- a/Cargo.toml+++ b/Cargo.toml@@ -81,7 +81,7 @@ repository = "https://github.com/apache/datafusion"# Define Minimum Supported Rust Version (MSRV)rust-version = "1.95.0"# Define DataFusion version-version = "56.0.0-dev"+version = "57.0.0-dev"[workspace.dependencies]# We turn off default-features for some dependencies here so the workspaces which inherit them can@@ -123,44 +123,44 @@ chrono = { version = "0.4.45", default-features = false }criterion = "0.8"ctor = "1.0.7"dashmap = "6.2.1"-datafusion = { path = "datafusion/core", version = "56.0.0-dev", default-features = false }-datafusion-catalog = { path = "datafusion/catalog", version = "56.0.0-dev" }-datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "56.0.0-dev" }-datafusion-common = { path = "datafusion/common", version = "56.0.0-dev", default-features = false }-datafusion-common-runtime = { path = "datafusion/common-runtime", version = "56.0.0-dev" }-datafusion-datasource = { path = "datafusion/datasource", version = "56.0.0-dev", default-features = false }-datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "56.0.0-dev", default-features = false }-datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "56.0.0-dev", default-features = false }-datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "56.0.0-dev", default-features = false }-datafusion-datasource-json = { path = "datafusion/datasource-json", version = "56.0.0-dev", default-features = false }-datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "56.0.0-dev", default-features = false }-datafusion-doc = { path = "datafusion/doc", version = "56.0.0-dev" }-datafusion-execution = { path = "datafusion/execution", version = "56.0.0-dev", default-features = false }-datafusion-expr = { path = "datafusion/expr", version = "56.0.0-dev", default-features = false }-datafusion-expr-common = { path = "datafusion/expr-common", version = "56.0.0-dev" }-datafusion-ffi = { path = "datafusion/ffi", version = "56.0.0-dev" }-datafusion-functions = { path = "datafusion/functions", version = "56.0.0-dev" }-datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "56.0.0-dev" }-datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "56.0.0-dev" }-datafusion-functions-nested = { path = "datafusion/functions-nested", version = "56.0.0-dev", default-features = false }-datafusion-functions-table = { path = "datafusion/functions-table", version = "56.0.0-dev" }-datafusion-functions-window = { path = "datafusion/functions-window", version = "56.0.0-dev" }-datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "56.0.0-dev" }-datafusion-macros = { path = "datafusion/macros", version = "56.0.0-dev" }-datafusion-optimizer = { path = "datafusion/optimizer", version = "56.0.0-dev", default-features = false }-datafusion-physical-expr = { path = "datafusion/physical-expr", version = "56.0.0-dev", default-features = false }-datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "56.0.0-dev", default-features = false }-datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "56.0.0-dev", default-features = false }-datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "56.0.0-dev" }-datafusion-physical-plan = { path = "datafusion/physical-plan", version = "56.0.0-dev" }-datafusion-proto = { path = "datafusion/proto", version = "56.0.0-dev", default-features = false }-datafusion-proto-common = { path = "datafusion/proto-common", version = "56.0.0-dev" }-datafusion-proto-models = { path = "datafusion/proto-models", version = "56.0.0-dev" }-datafusion-pruning = { path = "datafusion/pruning", version = "56.0.0-dev" }-datafusion-session = { path = "datafusion/session", version = "56.0.0-dev" }-datafusion-spark = { path = "datafusion/spark", version = "56.0.0-dev" }-datafusion-sql = { path = "datafusion/sql", version = "56.0.0-dev" }-datafusion-substrait = { path = "datafusion/substrait", version = "56.0.0-dev" }+datafusion = { path = "datafusion/core", version = "57.0.0-dev", default-features = false }+datafusion-catalog = { path = "datafusion/catalog", version = "57.0.0-dev" }+datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "57.0.0-dev" }+datafusion-common = { path = "datafusion/common", version = "57.0.0-dev", default-features = false }+datafusion-common-runtime = { path = "datafusion/common-runtime", version = "57.0.0-dev" }+datafusion-datasource = { path = "datafusion/datasource", version = "57.0.0-dev", default-features = false }+datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "57.0.0-dev", default-features = false }+datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "57.0.0-dev", default-features = false }+datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "57.0.0-dev", default-features = false }+datafusion-datasource-json = { path = "datafusion/datasource-json", version = "57.0.0-dev", default-features = false }+datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "57.0.0-dev", default-features = false }+datafusion-doc = { path = "datafusion/doc", version = "57.0.0-dev" }+datafusion-execution = { path = "datafusion/execution", version = "57.0.0-dev", default-features = false }+datafusion-expr = { path = "datafusion/expr", version = "57.0.0-dev", default-features = false }+datafusion-expr-common = { path = "datafusion/expr-common", version = "57.0.0-dev" }+datafusion-ffi = { path = "datafusion/ffi", version = "57.0.0-dev" }+datafusion-functions = { path = "datafusion/functions", version = "57.0.0-dev" }+datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "57.0.0-dev" }+datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "57.0.0-dev" }+datafusion-functions-nested = { path = "datafusion/functions-nested", version = "57.0.0-dev", default-features = false }+datafusion-functions-table = { path = "datafusion/functions-table", version = "57.0.0-dev" }+datafusion-functions-window = { path = "datafusion/functions-window", version = "57.0.0-dev" }+datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "57.0.0-dev" }+datafusion-macros = { path = "datafusion/macros", version = "57.0.0-dev" }+datafusion-optimizer = { path = "datafusion/optimizer", version = "57.0.0-dev", default-features = false }+datafusion-physical-expr = { path = "datafusion/physical-expr", version = "57.0.0-dev", default-features = false }+datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "57.0.0-dev", default-features = false }+datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "57.0.0-dev", default-features = false }+datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "57.0.0-dev" }+datafusion-physical-plan = { path = "datafusion/physical-plan", version = "57.0.0-dev" }+datafusion-proto = { path = "datafusion/proto", version = "57.0.0-dev", default-features = false }+datafusion-proto-common = { path = "datafusion/proto-common", version = "57.0.0-dev" }+datafusion-proto-models = { path = "datafusion/proto-models", version = "57.0.0-dev" }+datafusion-pruning = { path = "datafusion/pruning", version = "57.0.0-dev" }+datafusion-session = { path = "datafusion/session", version = "57.0.0-dev" }+datafusion-spark = { path = "datafusion/spark", version = "57.0.0-dev" }+datafusion-sql = { path = "datafusion/sql", version = "57.0.0-dev" }+datafusion-substrait = { path = "datafusion/substrait", version = "57.0.0-dev" }doc-comment = "0.3"env_logger = "0.11"diff --git a/ci/scripts/release_version_labeler.js b/ci/scripts/release_version_labeler.jsindex 78d17d5671..07cbd951e2 100644--- a/ci/scripts/release_version_labeler.js+++ b/ci/scripts/release_version_labeler.js@@ -18,7 +18,7 @@// Used by the release_version_labeler workflowmodule.exports = async ({ github, context }) => {- const target_version = 'v56.0.0';+ const target_version = 'v57.0.0';// create label first if not existstry {diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.mdindex 1ec4fc1aef..8863126c5d 100644--- a/docs/source/user-guide/configs.md+++ b/docs/source/user-guide/configs.md@@ -107,7 +107,7 @@ The following configuration settings are available:| datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting || datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. When `max_row_group_bytes` is also set, the writer flushes a row group when either limit is reached, whichever comes first. || datafusion.execution.parquet.max_row_group_bytes | NULL | (writing) Target maximum size of each row group in bytes. When set, the writer flushes whenever either this limit or `max_row_group_size` is reached, whichever comes first. Useful for bounding writer memory on wide schemas where a row-count limit can map to very different byte sizes. Matches the behavior of `parquet.block.size` in parquet-mr. If `None` (the default), only the row-count limit applies. Currently only honored when `allow_single_file_parallelism` is `false`; by default the parallel file writer ignores this limit. |-| datafusion.execution.parquet.created_by | datafusion version 56.0.0-dev | (writing) Sets "created by" property |+| datafusion.execution.parquet.created_by | datafusion version 57.0.0-dev | (writing) Sets "created by" property || datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length || datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting || datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |