Apache DataFusion SQL Query Engine
Upgrade to arrow-rs / parquet / avro 58.2.0 (#21812)
Andrew Lamb9488c7ab6980
diff --git a/Cargo.lock b/Cargo.lockindex de1da5205d..db1f29adcf 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -155,9 +155,9 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"[[package]]name = "arrow"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "d441fdda254b65f3e9025910eb2c2066b6295d9c8ed409522b8d2ace1ff8574c"+checksum = "607e64bb911ee4f90483e044fe78f175989148c2892e659a2cd25429e782ec54"dependencies = ["arrow-arith","arrow-array",@@ -178,9 +178,9 @@ dependencies = [[[package]]name = "arrow-arith"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "ced5406f8b720cc0bc3aa9cf5758f93e8593cda5490677aa194e4b4b383f9a59"+checksum = "e754319ed8a85d817fe7adf183227e0b5308b82790a737b426c1124626b48118"dependencies = ["arrow-array","arrow-buffer",@@ -192,9 +192,9 @@ dependencies = [[[package]]name = "arrow-array"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "772bd34cacdda8baec9418d80d23d0fb4d50ef0735685bd45158b83dfeb6e62d"+checksum = "841321891f247aa86c6112c80d83d89cb36e0addd020fa2425085b8eb6c3f579"dependencies = ["ahash","arrow-buffer",@@ -203,7 +203,7 @@ dependencies = ["chrono","chrono-tz","half",- "hashbrown 0.16.1",+ "hashbrown 0.17.0","num-complex","num-integer","num-traits",@@ -211,9 +211,9 @@ dependencies = [[[package]]name = "arrow-avro"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "36a3aadd016f63dfd4941ae8e13539ba98a3c2995adc3c88b9336d2514f6c8a7"+checksum = "03e786c0621ced3337c85b29c64271cf71a11bb57d9cabab6e61726cf115c232"dependencies = ["arrow-array","arrow-buffer",@@ -235,9 +235,9 @@ dependencies = [[[package]]name = "arrow-buffer"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "898f4cf1e9598fdb77f356fdf2134feedfd0ee8d5a4e0a5f573e7d0aec16baa4"+checksum = "f955dfb73fae000425f49c8226d2044dab60fb7ad4af1e24f961756354d996c9"dependencies = ["bytes","half",@@ -247,9 +247,9 @@ dependencies = [[[package]]name = "arrow-cast"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "b0127816c96533d20fc938729f48c52d3e48f99717e7a0b5ade77d742510736d"+checksum = "ca5e686972523798f76bef355145bc1ae25a84c731e650268d31ab763c701663"dependencies = ["arrow-array","arrow-buffer",@@ -269,9 +269,9 @@ dependencies = [[[package]]name = "arrow-csv"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "ca025bd0f38eeecb57c2153c0123b960494138e6a957bbda10da2b25415209fe"+checksum = "86c276756867fc8186ec380c72c290e6e3b23a1d4fb05df6b1d62d2e62666d48"dependencies = ["arrow-array","arrow-cast",@@ -284,9 +284,9 @@ dependencies = [[[package]]name = "arrow-data"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "42d10beeab2b1c3bb0b53a00f7c944a178b622173a5c7bcabc3cb45d90238df4"+checksum = "db3b5846209775b6dc8056d77ff9a032b27043383dd5488abd0b663e265b9373"dependencies = ["arrow-buffer","arrow-schema",@@ -297,9 +297,9 @@ dependencies = [[[package]]name = "arrow-flight"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "302b2e036335f3f04d65dad3f74ff1f2aae6dc671d6aa04dc6b61193761e16fb"+checksum = "e7c379738a9e41eda5873bb3256c89164f87c65b16b0b153cccc74d8a462b7e8"dependencies = ["arrow-arith","arrow-array",@@ -325,9 +325,9 @@ dependencies = [[[package]]name = "arrow-ipc"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "609a441080e338147a84e8e6904b6da482cefb957c5cdc0f3398872f69a315d0"+checksum = "fd8907ddd8f9fbabf91ec2c85c1d81fe2874e336d2443eb36373595e28b98dd5"dependencies = ["arrow-array","arrow-buffer",@@ -341,15 +341,16 @@ dependencies = [[[package]]name = "arrow-json"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "6ead0914e4861a531be48fe05858265cf854a4880b9ed12618b1d08cba9bebc8"+checksum = "f4518c59acc501f10d7dcae397fe12b8db3d81bc7de94456f8a58f9165d6f502"dependencies = ["arrow-array","arrow-buffer","arrow-cast",- "arrow-data",+ "arrow-ord","arrow-schema",+ "arrow-select","chrono","half","indexmap 2.14.0",@@ -365,9 +366,9 @@ dependencies = [[[package]]name = "arrow-ord"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "763a7ba279b20b52dad300e68cfc37c17efa65e68623169076855b3a9e941ca5"+checksum = "efa70d9d6b1356f1fb9f1f651b84a725b7e0abb93f188cf7d31f14abfa2f2e6f"dependencies = ["arrow-array","arrow-buffer",@@ -378,9 +379,9 @@ dependencies = [[[package]]name = "arrow-row"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "e14fe367802f16d7668163ff647830258e6e0aeea9a4d79aaedf273af3bdcd3e"+checksum = "faec88a945338192beffbbd4be0def70135422930caa244ac3cec0cd213b26b4"dependencies = ["arrow-array","arrow-buffer",@@ -391,9 +392,9 @@ dependencies = [[[package]]name = "arrow-schema"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "c30a1365d7a7dc50cc847e54154e6af49e4c4b0fddc9f607b687f29212082743"+checksum = "18aa020f6bc8e5201dcd2d4b7f98c68f8a410ef37128263243e6ff2a47a67d4f"dependencies = ["bitflags","serde",@@ -403,9 +404,9 @@ dependencies = [[[package]]name = "arrow-select"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "78694888660a9e8ac949853db393af2a8b8fc82c19ce333132dfa2e72cc1a7fe"+checksum = "a657ab5132e9c8ca3b24eb15a823d0ced38017fe3930ff50167466b02e2d592c"dependencies = ["ahash","arrow-array",@@ -417,9 +418,9 @@ dependencies = [[[package]]name = "arrow-string"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "61e04a01f8bb73ce54437514c5fd3ee2aa3e8abe4c777ee5cc55853b1652f79e"+checksum = "f6de2efbbd1a9f9780ceb8d1ff5d20421b35863b361e3386b4f571f1fc69fcb8"dependencies = ["arrow-array","arrow-buffer",@@ -4366,9 +4367,9 @@ dependencies = [[[package]]name = "parquet"-version = "58.1.0"+version = "58.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "7d3f9f2205199603564127932b89695f52b62322f541d0fc7179d57c2e1c9877"+checksum = "43d7efd3052f7d6ef601085559a246bc991e9a8cc77e02753737df6322ce35f1"dependencies = ["ahash","arrow-array",@@ -4384,7 +4385,7 @@ dependencies = ["flate2","futures","half",- "hashbrown 0.16.1",+ "hashbrown 0.17.0","lz4_flex","num-bigint","num-integer",diff --git a/Cargo.toml b/Cargo.tomlindex 3773421126..ccaf504d93 100644--- a/Cargo.toml+++ b/Cargo.toml@@ -88,30 +88,30 @@ version = "53.1.0"## See for more details: https://github.com/rust-lang/cargo/issues/11329apache-avro = { version = "0.21", default-features = false }-arrow = { version = "58.1.0", features = [+arrow = { version = "58.2.0", features = ["prettyprint","chrono-tz",] }-arrow-avro = { version = "58.1.0", default-features = false, features = [+arrow-avro = { version = "58.2.0", default-features = false, features = ["deflate","snappy","zstd","bzip2","xz",] }-arrow-buffer = { version = "58.1.0", default-features = false }-arrow-data = { version = "58.1.0", default-features = false }-arrow-flight = { version = "58.1.0", features = [+arrow-buffer = { version = "58.2.0", default-features = false }+arrow-data = { version = "58.2.0", default-features = false }+arrow-flight = { version = "58.2.0", features = ["flight-sql-experimental",] }# Both codecs are required here to make sure that code paths like# file-spilling have access to all compression codecs.-arrow-ipc = { version = "58.1.0", default-features = false, features = [+arrow-ipc = { version = "58.2.0", default-features = false, features = ["lz4","zstd",] }-arrow-ord = { version = "58.1.0", default-features = false }-arrow-schema = { version = "58.1.0", default-features = false }+arrow-ord = { version = "58.2.0", default-features = false }+arrow-schema = { version = "58.2.0", default-features = false }async-trait = "0.1.89"bigdecimal = "0.4.8"bytes = "1.11"@@ -176,7 +176,7 @@ memchr = "2.8.0"num-traits = { version = "0.2" }object_store = { version = "0.13.2", default-features = false }parking_lot = "0.12"-parquet = { version = "58.1.0", default-features = false, features = [+parquet = { version = "58.2.0", default-features = false, features = ["arrow","async","object_store",