Skip to content

Apache DataFusion SQL Query Engine

Upgrade to arrow-rs / parquet / avro 58.2.0 (#21812)

Andrew Lamb9488c7ab6980
diff --git a/Cargo.lock b/Cargo.lock
index de1da5205d..db1f29adcf 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -155,9 +155,9 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50"
[[package]]
name = "arrow"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d441fdda254b65f3e9025910eb2c2066b6295d9c8ed409522b8d2ace1ff8574c"
+checksum = "607e64bb911ee4f90483e044fe78f175989148c2892e659a2cd25429e782ec54"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -178,9 +178,9 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ced5406f8b720cc0bc3aa9cf5758f93e8593cda5490677aa194e4b4b383f9a59"
+checksum = "e754319ed8a85d817fe7adf183227e0b5308b82790a737b426c1124626b48118"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -192,9 +192,9 @@ dependencies = [
[[package]]
name = "arrow-array"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "772bd34cacdda8baec9418d80d23d0fb4d50ef0735685bd45158b83dfeb6e62d"
+checksum = "841321891f247aa86c6112c80d83d89cb36e0addd020fa2425085b8eb6c3f579"
dependencies = [
"ahash",
"arrow-buffer",
@@ -203,7 +203,7 @@ dependencies = [
"chrono",
"chrono-tz",
"half",
- "hashbrown 0.16.1",
+ "hashbrown 0.17.0",
"num-complex",
"num-integer",
"num-traits",
@@ -211,9 +211,9 @@ dependencies = [
[[package]]
name = "arrow-avro"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "36a3aadd016f63dfd4941ae8e13539ba98a3c2995adc3c88b9336d2514f6c8a7"
+checksum = "03e786c0621ced3337c85b29c64271cf71a11bb57d9cabab6e61726cf115c232"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -235,9 +235,9 @@ dependencies = [
[[package]]
name = "arrow-buffer"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "898f4cf1e9598fdb77f356fdf2134feedfd0ee8d5a4e0a5f573e7d0aec16baa4"
+checksum = "f955dfb73fae000425f49c8226d2044dab60fb7ad4af1e24f961756354d996c9"
dependencies = [
"bytes",
"half",
@@ -247,9 +247,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b0127816c96533d20fc938729f48c52d3e48f99717e7a0b5ade77d742510736d"
+checksum = "ca5e686972523798f76bef355145bc1ae25a84c731e650268d31ab763c701663"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -269,9 +269,9 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ca025bd0f38eeecb57c2153c0123b960494138e6a957bbda10da2b25415209fe"
+checksum = "86c276756867fc8186ec380c72c290e6e3b23a1d4fb05df6b1d62d2e62666d48"
dependencies = [
"arrow-array",
"arrow-cast",
@@ -284,9 +284,9 @@ dependencies = [
[[package]]
name = "arrow-data"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "42d10beeab2b1c3bb0b53a00f7c944a178b622173a5c7bcabc3cb45d90238df4"
+checksum = "db3b5846209775b6dc8056d77ff9a032b27043383dd5488abd0b663e265b9373"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -297,9 +297,9 @@ dependencies = [
[[package]]
name = "arrow-flight"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "302b2e036335f3f04d65dad3f74ff1f2aae6dc671d6aa04dc6b61193761e16fb"
+checksum = "e7c379738a9e41eda5873bb3256c89164f87c65b16b0b153cccc74d8a462b7e8"
dependencies = [
"arrow-arith",
"arrow-array",
@@ -325,9 +325,9 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "609a441080e338147a84e8e6904b6da482cefb957c5cdc0f3398872f69a315d0"
+checksum = "fd8907ddd8f9fbabf91ec2c85c1d81fe2874e336d2443eb36373595e28b98dd5"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -341,15 +341,16 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6ead0914e4861a531be48fe05858265cf854a4880b9ed12618b1d08cba9bebc8"
+checksum = "f4518c59acc501f10d7dcae397fe12b8db3d81bc7de94456f8a58f9165d6f502"
dependencies = [
"arrow-array",
"arrow-buffer",
"arrow-cast",
- "arrow-data",
+ "arrow-ord",
"arrow-schema",
+ "arrow-select",
"chrono",
"half",
"indexmap 2.14.0",
@@ -365,9 +366,9 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "763a7ba279b20b52dad300e68cfc37c17efa65e68623169076855b3a9e941ca5"
+checksum = "efa70d9d6b1356f1fb9f1f651b84a725b7e0abb93f188cf7d31f14abfa2f2e6f"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -378,9 +379,9 @@ dependencies = [
[[package]]
name = "arrow-row"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e14fe367802f16d7668163ff647830258e6e0aeea9a4d79aaedf273af3bdcd3e"
+checksum = "faec88a945338192beffbbd4be0def70135422930caa244ac3cec0cd213b26b4"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -391,9 +392,9 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c30a1365d7a7dc50cc847e54154e6af49e4c4b0fddc9f607b687f29212082743"
+checksum = "18aa020f6bc8e5201dcd2d4b7f98c68f8a410ef37128263243e6ff2a47a67d4f"
dependencies = [
"bitflags",
"serde",
@@ -403,9 +404,9 @@ dependencies = [
[[package]]
name = "arrow-select"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "78694888660a9e8ac949853db393af2a8b8fc82c19ce333132dfa2e72cc1a7fe"
+checksum = "a657ab5132e9c8ca3b24eb15a823d0ced38017fe3930ff50167466b02e2d592c"
dependencies = [
"ahash",
"arrow-array",
@@ -417,9 +418,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "61e04a01f8bb73ce54437514c5fd3ee2aa3e8abe4c777ee5cc55853b1652f79e"
+checksum = "f6de2efbbd1a9f9780ceb8d1ff5d20421b35863b361e3386b4f571f1fc69fcb8"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -4366,9 +4367,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "58.1.0"
+version = "58.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7d3f9f2205199603564127932b89695f52b62322f541d0fc7179d57c2e1c9877"
+checksum = "43d7efd3052f7d6ef601085559a246bc991e9a8cc77e02753737df6322ce35f1"
dependencies = [
"ahash",
"arrow-array",
@@ -4384,7 +4385,7 @@ dependencies = [
"flate2",
"futures",
"half",
- "hashbrown 0.16.1",
+ "hashbrown 0.17.0",
"lz4_flex",
"num-bigint",
"num-integer",
diff --git a/Cargo.toml b/Cargo.toml
index 3773421126..ccaf504d93 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -88,30 +88,30 @@ version = "53.1.0"
#
# See for more details: https://github.com/rust-lang/cargo/issues/11329
apache-avro = { version = "0.21", default-features = false }
-arrow = { version = "58.1.0", features = [
+arrow = { version = "58.2.0", features = [
"prettyprint",
"chrono-tz",
] }
-arrow-avro = { version = "58.1.0", default-features = false, features = [
+arrow-avro = { version = "58.2.0", default-features = false, features = [
"deflate",
"snappy",
"zstd",
"bzip2",
"xz",
] }
-arrow-buffer = { version = "58.1.0", default-features = false }
-arrow-data = { version = "58.1.0", default-features = false }
-arrow-flight = { version = "58.1.0", features = [
+arrow-buffer = { version = "58.2.0", default-features = false }
+arrow-data = { version = "58.2.0", default-features = false }
+arrow-flight = { version = "58.2.0", features = [
"flight-sql-experimental",
] }
# Both codecs are required here to make sure that code paths like
# file-spilling have access to all compression codecs.
-arrow-ipc = { version = "58.1.0", default-features = false, features = [
+arrow-ipc = { version = "58.2.0", default-features = false, features = [
"lz4",
"zstd",
] }
-arrow-ord = { version = "58.1.0", default-features = false }
-arrow-schema = { version = "58.1.0", default-features = false }
+arrow-ord = { version = "58.2.0", default-features = false }
+arrow-schema = { version = "58.2.0", default-features = false }
async-trait = "0.1.89"
bigdecimal = "0.4.8"
bytes = "1.11"
@@ -176,7 +176,7 @@ memchr = "2.8.0"
num-traits = { version = "0.2" }
object_store = { version = "0.13.2", default-features = false }
parking_lot = "0.12"
-parquet = { version = "58.1.0", default-features = false, features = [
+parquet = { version = "58.2.0", default-features = false, features = [
"arrow",
"async",
"object_store",