From 1e2322942d7b1c9c056a065f1383a922079f65a0 Mon Sep 17 00:00:00 2001 From: Joe Isaacs Date: Mon, 5 Oct 2026 17:38:20 +0100 Subject: [PATCH] Upgrade Vortex and DataFusion together Signed-off-by: Joe Isaacs --- Cargo.lock | 841 +++++++++++++++++++++++++++----------------- Cargo.toml | 7 +- README.md | 2 +- renovate.json | 13 +- src/main.rs | 12 +- tests/vortex_sql.rs | 2 +- 6 files changed, 538 insertions(+), 339 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index ff15597..0e644fc 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -52,6 +52,17 @@ version = "0.2.21" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923" +[[package]] +name = "alp" +version = "0.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b23203d5e87df8d8393c8021b53f9193b697ba13fc4ef653911dc1235e87bfd7" +dependencies = [ + "fastlanes 0.6.1", + "itertools 0.15.0", + "num-traits", +] + [[package]] name = "android_system_properties" version = "0.1.5" @@ -155,9 +166,9 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" [[package]] name = "arrow" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6cfdd0833e32a9874d2b55089333ad310c0be208aafa277385ce2461dec90be3" +checksum = "7c14b3d39f306bc28fd639d59f06e17a0f377d0021e1b7e9054e4d6fedc98774" dependencies = [ "arrow-arith", "arrow-array", @@ -176,9 +187,9 @@ dependencies = [ [[package]] name = "arrow-arith" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a41203398f0eaa6f7ec8e62c0da742a21abf282c148fc157f6c35c90e29981a" +checksum = "ce2961626677665b2195eb59242af4c7befe7b8737ca2050295389362380104e" dependencies = [ "arrow-array", "arrow-buffer", @@ -190,9 +201,9 @@ dependencies = [ [[package]] name = "arrow-array" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ae33dad492b7df00a217563a7b0ef2874df68a0deea1b1a3acf628152f7f7a69" +checksum = "1e5f6adeffdf587d7a31db5d2266189624b526730cd3627f9ff9fedae97ad584" dependencies = [ "ahash", "arrow-buffer", @@ -202,6 +213,7 @@ dependencies = [ "chrono-tz", "half", "hashbrown 0.17.1", + "libc", "num-complex", "num-integer", "num-traits", @@ -209,9 +221,9 @@ dependencies = [ [[package]] name = "arrow-avro" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f8108cbcae32141577bc55ab490449944c63cfc93d47384906b475d13d89d43d" +checksum = "9145b685d586482102e4fe3d40349fe00086c0b219d51cae9daaead4698849ea" dependencies = [ "arrow-array", "arrow-buffer", @@ -233,21 +245,21 @@ dependencies = [ [[package]] name = "arrow-buffer" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b9552f96391c005e6ab449fa941420935e7e062489b12b8b1b08879b2163f5b5" +checksum = "097d193003ce7995d5d087089069ec2a6e0187faf5a6f8c9f38af2645d987182" dependencies = [ "bytes", "half", - "num-bigint", + "num-bigint 0.5.1", "num-traits", ] [[package]] name = "arrow-cast" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3a8a327c9649f30d8406995f27642b68df354713cca3baaaf100f076f18d5f34" +checksum = "635c9c635668ad26adf76cce8fb276c4be7cf06e63bd516de7da514f9680ee53" dependencies = [ "arrow-array", "arrow-buffer", @@ -256,7 +268,7 @@ dependencies = [ "arrow-schema", "arrow-select", "atoi", - "base64", + "base64 0.23.1", "chrono", "comfy-table", "half", @@ -267,9 +279,9 @@ dependencies = [ [[package]] name = "arrow-csv" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af0dd6d90d1955e9f9a014c1e563ee8aeffc21909085d25623e1da44d96eca26" +checksum = "4c2ebf8d631e79b02c16cf5ae860561272c26024ec88fce389a56aaddd558e86" dependencies = [ "arrow-array", "arrow-cast", @@ -282,9 +294,9 @@ dependencies = [ [[package]] name = "arrow-data" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2b24852db04738907e06c04ea61e42fe7fda962a34513022dc0d0e754fb7976b" +checksum = "9ba2f832eaeca24b8f26143dba750e42ee4ab51cf7d65e701ca9607cfda9f358" dependencies = [ "arrow-buffer", "arrow-schema", @@ -295,9 +307,9 @@ dependencies = [ [[package]] name = "arrow-ipc" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "29a908a11fcfb3fb2f6730f4ac15e367bc644e419155e96238f68cf3adde572b" +checksum = "dcc41681ea80f521df14c36725b74d4c60702c47f0793af2be469c04527e2599" dependencies = [ "arrow-array", "arrow-buffer", @@ -311,9 +323,9 @@ dependencies = [ [[package]] name = "arrow-json" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b8a96aed3931c076adee39ec2a40d8219fc7f09e79bcdaca1df16272993e1e14" +checksum = "a2f57d7a81969f24ccf80809587b76c09897e6f829d2d65a5976bfb3218851f1" dependencies = [ "arrow-array", "arrow-buffer", @@ -336,9 +348,9 @@ dependencies = [ [[package]] name = "arrow-ord" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "63a083ec750f5c043f02946b4baf05fcdbb55f4560a3277055caca5cc99f3eb0" +checksum = "2c900759f3bd8354fd4196bc4403eee846894dc2adf66b4225472006a0bf18c5" dependencies = [ "arrow-array", "arrow-buffer", @@ -349,9 +361,9 @@ dependencies = [ [[package]] name = "arrow-row" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "514ba0ef0d4c5896202dae736251ce415abb43a950bed570fb7981b8716c0e4c" +checksum = "f4c6425032e28266e3fc4ff680805e57e670d6ea92473043f3e65b7ed6ac79f2" dependencies = [ "arrow-array", "arrow-buffer", @@ -362,20 +374,20 @@ dependencies = [ [[package]] name = "arrow-schema" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "21ca356ad6425cecb6eb7b28e4f659f1ee7880fbb1a16127de7dd62901efee9e" +checksum = "10fab8d4563491417ba801fab29d205104d20d4bdf37bda6cd1cf425cff598cd" dependencies = [ - "bitflags", + "bitflags 2.11.1", "serde_core", "serde_json", ] [[package]] name = "arrow-select" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c58da39eb3d8350ad4a549e5c2bc49284dac554016c69829310350f1731b0aad" +checksum = "fc58569193c2525915f3cc6310edba3792f1200f65d6e9ed330aa33e691493b8" dependencies = [ "ahash", "arrow-array", @@ -387,9 +399,9 @@ dependencies = [ [[package]] name = "arrow-string" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6789b388467525e3271326b6b4915666ecfdf5142aef09779445c954b67543c" +checksum = "2e0813f3c35c1cfea65e14c20a953440f7783c088b7ad2d0db162ccdeefcec14" dependencies = [ "arrow-array", "arrow-buffer", @@ -589,9 +601,9 @@ checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" [[package]] name = "aws-config" -version = "1.8.16" +version = "1.8.18" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "50f156acdd2cf55f5aa53ee416c4ac851cf1222694506c0b1f78c85695e9ca9d" +checksum = "e33f815b73a3899c03b380d543532e5865f230dce9678d108dc10732a8682275" dependencies = [ "aws-credential-types", "aws-runtime", @@ -603,6 +615,7 @@ dependencies = [ "aws-smithy-json", "aws-smithy-runtime", "aws-smithy-runtime-api", + "aws-smithy-schema", "aws-smithy-types", "aws-types", "bytes", @@ -653,9 +666,9 @@ dependencies = [ [[package]] name = "aws-runtime" -version = "1.7.3" +version = "1.7.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5dcd93c82209ac7413532388067dce79be5a8780c1786e5fae3df22e4dee2864" +checksum = "6c9b9de216a988dd54b754a82a7660cfe14cee4f6782ae4524470972fa0ccb39" dependencies = [ "aws-credential-types", "aws-sigv4", @@ -678,10 +691,11 @@ dependencies = [ [[package]] name = "aws-sdk-sso" -version = "1.98.0" +version = "1.102.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d69c77aafa20460c68b6b3213c84f6423b6e76dbf89accd3e1789a686ffd9489" +checksum = "8c82b3ac19f1431854f7ace3a7531674633e286bfdde21976893bfee36fd493b" dependencies = [ + "arc-swap", "aws-credential-types", "aws-runtime", "aws-smithy-async", @@ -702,10 +716,11 @@ dependencies = [ [[package]] name = "aws-sdk-ssooidc" -version = "1.100.0" +version = "1.104.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1c7e7b09346d5ca22a2a08267555843a6a0127fb20d8964cb6ecfb8fdb190225" +checksum = "321000d2b4c5519ee573f73167f612efd7329322d9b26969ad1979f0427f1913" dependencies = [ + "arc-swap", "aws-credential-types", "aws-runtime", "aws-smithy-async", @@ -726,10 +741,11 @@ dependencies = [ [[package]] name = "aws-sdk-sts" -version = "1.103.0" +version = "1.107.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c2249b81a2e73a8027c41c378463a81ec39b8510f184f2caab87de912af0f49b" +checksum = "3d0d328ba962af23ecfa3c9f23b98d3d35e325fa218d7f13d17a6bf522f8a560" dependencies = [ + "arc-swap", "aws-credential-types", "aws-runtime", "aws-smithy-async", @@ -751,9 +767,9 @@ dependencies = [ [[package]] name = "aws-sigv4" -version = "1.4.3" +version = "1.4.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68dc0b907359b120170613b5c09ccc61304eac3998ff6274b97d93ee6490115a" +checksum = "bae38512beae0ffee7010fc24e7a8a123c53efdfef42a61e80fda4882418dc71" dependencies = [ "aws-credential-types", "aws-smithy-http", @@ -829,10 +845,12 @@ dependencies = [ [[package]] name = "aws-smithy-json" -version = "0.62.5" +version = "0.62.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9648b0bb82a2eedd844052c6ad2a1a822d1f8e3adee5fbf668366717e428856a" +checksum = "701a947f4797e52a911e114a898667c746c39feea467bbd1abd7b3721f702ffa" dependencies = [ + "aws-smithy-runtime-api", + "aws-smithy-schema", "aws-smithy-types", ] @@ -857,15 +875,16 @@ dependencies = [ [[package]] name = "aws-smithy-runtime" -version = "1.11.1" +version = "1.11.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0504b1ab12debb5959e5165ee5fe97dd387e7aa7ea6a477bfd7635dfe769a4f5" +checksum = "b8e6f5caf6fea86f8c2206541ab5857cfcda9013426cdbe8fa0098b9e2d32182" dependencies = [ "aws-smithy-async", "aws-smithy-http", "aws-smithy-http-client", "aws-smithy-observability", "aws-smithy-runtime-api", + "aws-smithy-schema", "aws-smithy-types", "bytes", "fastrand", @@ -882,9 +901,9 @@ dependencies = [ [[package]] name = "aws-smithy-runtime-api" -version = "1.12.0" +version = "1.12.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b71a13df6ada0aafbf21a73bdfcdf9324cfa9df77d96b8446045be3cde61b42e" +checksum = "9db177daa6ba8afb9ee1aefcf548c907abcf52065e394ee11a92780057fe0e8c" dependencies = [ "aws-smithy-async", "aws-smithy-runtime-api-macros", @@ -909,11 +928,22 @@ dependencies = [ "syn 2.0.117", ] +[[package]] +name = "aws-smithy-schema" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7442cb268338f0eb8278140a107c046756aa01093d8ef5e99628d34ae09c94f5" +dependencies = [ + "aws-smithy-runtime-api", + "aws-smithy-types", + "http 1.4.0", +] + [[package]] name = "aws-smithy-types" -version = "1.4.7" +version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9d73dbfbaa8e4bc57b9045137680b958d274823509a360abfd8e1d514d40c95c" +checksum = "32b42fcf341259d85ca10fac9a2f6448a8ec691c6955a18e45bc3b71a85fab85" dependencies = [ "base64-simd", "bytes", @@ -943,13 +973,14 @@ dependencies = [ [[package]] name = "aws-types" -version = "1.3.15" +version = "1.3.16" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2f4bbcaa9304ea40902d3d5f42a0428d1bd895a2b0f6999436fb279ffddc58ac" +checksum = "d16bf10b03a3c01e6b3b7d47cd964e873ffe9e7d4e80fad16bd4c077cb068531" dependencies = [ "aws-credential-types", "aws-smithy-async", "aws-smithy-runtime-api", + "aws-smithy-schema", "aws-smithy-types", "rustc_version", "tracing", @@ -961,6 +992,12 @@ version = "0.22.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" +[[package]] +name = "base64" +version = "0.23.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac07cdecf99051d9a5238b80f35af32cdeba5b336e55d957b318b50137e18da5" + [[package]] name = "base64-simd" version = "0.8.0" @@ -985,7 +1022,7 @@ checksum = "4d6867f1565b3aad85681f1015055b087fcfd840d6aeee6eee7f2da317603695" dependencies = [ "autocfg", "libm", - "num-bigint", + "num-bigint 0.4.6", "num-integer", "num-traits", ] @@ -996,7 +1033,7 @@ version = "0.72.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "993776b509cfb49c750f11b8f07a46fa23e0a1386ffc01fb1e7d343efc387895" dependencies = [ - "bitflags", + "bitflags 2.11.1", "cexpr", "clang-sys", "itertools 0.13.0", @@ -1017,6 +1054,12 @@ dependencies = [ "serde", ] +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + [[package]] name = "bitflags" version = "2.11.1" @@ -1199,13 +1242,15 @@ dependencies = [ [[package]] name = "chrono" -version = "0.4.44" +version = "0.4.45" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c673075a2e0e5f4a1dde27ce9dee1ea4558c7ffe648f576438a20ca1d2acc4b0" +checksum = "1aa79e62e7697b8e29b513a68abacf485adcd1fe8284a4316c5ae868e6633327" dependencies = [ "iana-time-zone", + "js-sys", "num-traits", "serde", + "wasm-bindgen", "windows-link", ] @@ -1405,12 +1450,6 @@ version = "0.8.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" -[[package]] -name = "core_detect" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7f8f80099a98041a3d1622845c271458a2d73e688351bf3cb999266764b81d48" - [[package]] name = "cpufeatures" version = "0.2.17" @@ -1455,9 +1494,9 @@ dependencies = [ [[package]] name = "crossbeam-channel" -version = "0.5.15" +version = "0.5.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2" +checksum = "98b0cc327b5bc766e7fda9c9260cc0fa81b43a8e240440422dff70788e3f9ef1" dependencies = [ "crossbeam-utils", ] @@ -1546,9 +1585,9 @@ dependencies = [ [[package]] name = "dashmap" -version = "6.1.0" +version = "6.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf" +checksum = "e6361d5c062261c78a176addb82d4c821ae42bed6089de0e12603cd25de2059c" dependencies = [ "cfg-if", "crossbeam-utils", @@ -1560,9 +1599,9 @@ dependencies = [ [[package]] name = "datafusion" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "754ef4e8f073922a26f5b23133b9db4829342362b09be0bc94309cf261c2f098" +checksum = "14313430439ef858ed5f52ca9c840e9eea9844da34d3716d05a476449634da5d" dependencies = [ "arrow", "arrow-schema", @@ -1598,7 +1637,7 @@ dependencies = [ "flate2", "futures", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "liblzma", "log", "object_store", @@ -1614,9 +1653,9 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06afd1e38dd27bbb1258685a1fc6524df6aff4e07b25b393a47de59635178d99" +checksum = "2c0756ebc770bcebae366dfd273dad50935f6103b4d212253cb17e2e53c5427f" dependencies = [ "arrow", "async-trait", @@ -1630,7 +1669,7 @@ dependencies = [ "datafusion-physical-plan", "datafusion-session", "futures", - "itertools 0.14.0", + "itertools 0.15.0", "log", "object_store", "parking_lot", @@ -1639,9 +1678,9 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f0668fb32c12065ec242be0e5b4bc62bd7a06a0be3ecd83791ef877e4be67e02" +checksum = "bbde2961698705d8402f0f382f08876fc6f1126ffde790ef17833cf0ab87cd59" dependencies = [ "arrow", "async-trait", @@ -1655,16 +1694,17 @@ dependencies = [ "datafusion-physical-expr-common", "datafusion-physical-plan", "futures", - "itertools 0.14.0", + "itertools 0.15.0", "log", "object_store", + "percent-encoding", ] [[package]] name = "datafusion-cli" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8f652cbc0854d1e24c8038e2c7be53ef395768b8713fceaaa00789ae6134a5ee" +checksum = "ffb9833a102f01a257994de966c73fbf7441d8347207d8676c821b7318c03ee6" dependencies = [ "arrow", "async-trait", @@ -1690,9 +1730,9 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ca43b263cdff57042cfa8fb817fb3469f4878933380dccff25f5e793580abbf9" +checksum = "a6e06fe711ff815c8cf3143158547aea599702fd43f76f5866c70d5a5b3693a0" dependencies = [ "arrow", "arrow-ipc", @@ -1703,9 +1743,10 @@ dependencies = [ "hashbrown 0.17.1", "hex", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "libc", "log", + "num-traits", "object_store", "parquet", "recursive", @@ -1717,9 +1758,9 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "05f0ba2b864792bdca4d76c59a1de0ab6e1b61946596b9936888dbd6360035f2" +checksum = "f7a5107acff4e3ed50a7732acec06bba40e74ab49df021397ed250d60f04e42a" dependencies = [ "futures", "log", @@ -1728,9 +1769,9 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b840a8bce0bcbf5afad02946d438591e7c373f7afccaf3d874c04485772514dd" +checksum = "f69f45d2d700785be8df9d4b44410e1c8e4a856f10cc728b418a1066c0b594fb" dependencies = [ "arrow", "async-compression", @@ -1750,7 +1791,7 @@ dependencies = [ "flate2", "futures", "glob", - "itertools 0.14.0", + "itertools 0.15.0", "liblzma", "log", "object_store", @@ -1764,9 +1805,9 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a24cc0b9cf6e367f27f27406eff13abf48a11b72446aaa40b3105c0ded5c17d9" +checksum = "81650af64894ef34b46d2ef818ef244b40a81d90818f3bc642bf8fbf6758f8e0" dependencies = [ "arrow", "arrow-ipc", @@ -1781,16 +1822,16 @@ dependencies = [ "datafusion-physical-plan", "datafusion-session", "futures", - "itertools 0.14.0", + "itertools 0.15.0", "object_store", "tokio", ] [[package]] name = "datafusion-datasource-avro" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f26a312bb06528c17b4bb86b798b0c4321e7656d85e0ef65c2e9adf07b0a518d" +checksum = "fb356522bbfe0a309201b24c7a3fb30199870f2513ffb524e7cf6f716331ea8a" dependencies = [ "arrow", "arrow-avro", @@ -1807,9 +1848,9 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e1abe56b2a7a2d1d6de5117dd1a203181e267f28529faa5da546947621b697d7" +checksum = "b5e2519bed59a6907c79298b9c21fe807bbc34e4ff8414577d699b0741083593" dependencies = [ "arrow", "async-trait", @@ -1830,9 +1871,9 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9c3e467f0611ad7bdd5aad17c63c9bb6182d04e5282e5496d897ea2b49c024ba" +checksum = "635e61290e171597f6e50427e0cb486eda468ab47e880fa24d15bbb0fa24ac7e" dependencies = [ "arrow", "async-trait", @@ -1853,11 +1894,12 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4cc35b92cd560082155e80d9c826929c852d3c51543f4affd3a51c464a0aab3a" +checksum = "07cd518f85b3a027d913047b4ab0811111a2b734fdf84a51b78234455f10d8fa" dependencies = [ "arrow", + "arrow-schema", "async-trait", "bytes", "datafusion-common", @@ -1874,7 +1916,7 @@ dependencies = [ "datafusion-pruning", "datafusion-session", "futures", - "itertools 0.14.0", + "itertools 0.15.0", "log", "object_store", "parking_lot", @@ -1884,19 +1926,20 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d69bb69d8769e34f76839c960dbde24c1ac0c885a79b6c3c2287bdc56ec67891" +checksum = "d44c5919b560862dd1cb20a5c75b3e48c3d9e49719c91d78da5c38eaad5495c4" [[package]] name = "datafusion-execution" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d8eac0a09bc8d263f52025cad9e001da4d8138d633fa288edda4d06b1772eae6" +checksum = "7620ad535af8730186bdec05d720e40d9a4584b40c7eb75f72c43aa7978e5484" dependencies = [ "arrow", "arrow-buffer", "async-trait", + "bytes", "dashmap", "datafusion-common", "datafusion-expr", @@ -1906,16 +1949,19 @@ dependencies = [ "object_store", "parking_lot", "parquet", + "pin-project-lite", "rand 0.9.4", "tempfile", + "tokio", + "tokio-util", "url", ] [[package]] name = "datafusion-expr" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eeb14d374767ee0fc62dc79a5ba8bcf8a63c14e993c7d992d0e63adfa23d77d3" +checksum = "ea229af8b73e566fc6ebb1c8dd42ab250f8855c5304bd173f4b50ead78b64304" dependencies = [ "arrow", "arrow-schema", @@ -1928,7 +1974,7 @@ dependencies = [ "datafusion-functions-window-common", "datafusion-physical-expr-common", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "recursive", "serde_json", "sqlparser", @@ -1936,25 +1982,25 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b7b19a8c95522bee8cbb313d74263b85e355d2b52f42e67ef5694bf5de9e9356" +checksum = "6a18baa840f77760dcc9eaad281329bc57536c5c39e65e8649596f2a51216be7" dependencies = [ "arrow", "datafusion-common", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", ] [[package]] name = "datafusion-functions" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f64c983bbbdcb729d921a2b2ac3375598719b5cc0c30345ad664936f3176fc7" +checksum = "763bbfeec40b55a8a961d7349c0fcfcec4f3f66cc234d6295250b95371b85e34" dependencies = [ "arrow", "arrow-buffer", - "base64", + "base64 0.23.1", "blake2", "blake3", "chrono", @@ -1967,7 +2013,7 @@ dependencies = [ "datafusion-macros", "datafusion-physical-expr-common", "hex", - "itertools 0.14.0", + "itertools 0.15.0", "log", "md-5 0.11.0", "memchr", @@ -1980,9 +2026,9 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "89bc17041e424a47ed062f43df24d84aab8b57c4c3221e5c1a5eef46d6c5718b" +checksum = "46c0c2b2e856883ecf6a4fa8b23e7c6041183af8a68d0583dc95d1d21e4eaee0" dependencies = [ "arrow", "datafusion-common", @@ -1993,17 +2039,17 @@ dependencies = [ "datafusion-macros", "datafusion-physical-expr", "datafusion-physical-expr-common", - "foldhash 0.2.0", "half", + "hashbrown 0.17.1", "log", "num-traits", ] [[package]] name = "datafusion-functions-aggregate-common" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97dd2a9e865c6108059f5b37b77934f84b50bfb108f837bd0e5c9536e03f0545" +checksum = "e35e42c87dfbff06934ea0e99cfed3440ac614c3f3bfb8c33be35ca0587d4140" dependencies = [ "arrow", "datafusion-common", @@ -2013,9 +2059,9 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "75f0bdfeef16d96417b9632ef855645376b242e9006a126dfd0bedfc54a93f5f" +checksum = "08079b0604cdcc43c7d6cf006cfd5d3ed9c235ade0c1ebe91085a62f875603df" dependencies = [ "arrow", "arrow-ord", @@ -2030,7 +2076,7 @@ dependencies = [ "datafusion-macros", "datafusion-physical-expr-common", "hashbrown 0.17.1", - "itertools 0.14.0", + "itertools 0.15.0", "itoa", "log", "memchr", @@ -2038,9 +2084,9 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f4e4941673c917819616877e9993da4503e4f4739812be0bc32c5356184c6383" +checksum = "fe2070ecf5638a93c81c8babc7858339ef52165a9f54da1411afd69adf7d85ce" dependencies = [ "arrow", "async-trait", @@ -2054,9 +2100,9 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "12dd2e16c12b84b6f6b41b19f55b366dd1c46876bb35b86896c6349067379e8d" +checksum = "0e9a164ebe1998c5c3f9e15c9a0c4e6b599a0c8739b5471bfb089752441963f1" dependencies = [ "arrow", "datafusion-common", @@ -2071,9 +2117,9 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4cdc5e4b6f8b6ef823cc1c761f85088ad4c884fe8df64df3cbcc6b2b84698441" +checksum = "98965b183f92201c16798994820ae032649c4821e089c4c80e7d0f4485d41df5" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2081,20 +2127,20 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1a3614234dd93578c92428cb4f408e020874f0d2b7e6c90c928d9d28b5df2ceb" +checksum = "3a711bd5a06ec85d9683e142d28a98ad0679a7220669f5c1b8589e57e9b29e46" dependencies = [ "datafusion-doc", "quote", - "syn 2.0.117", + "syn 3.0.6", ] [[package]] name = "datafusion-optimizer" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a0635620b050b81bb92764e99250868f654e2cd5ad1bece413283b3f73c83179" +checksum = "ff3256b62ff44616ec83c7f04741d21124970833bb377ed56d9abc5ec6f707ec" dependencies = [ "arrow", "chrono", @@ -2103,7 +2149,7 @@ dependencies = [ "datafusion-expr-common", "datafusion-physical-expr", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "log", "recursive", "regex", @@ -2112,11 +2158,12 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8cabf7a86eb70b816729e33c81bf7767c936ee1226f607a114f5dac2decac8d0" +checksum = "c1e37a25b5aa1f3a1db114f0ee3605bf01639b83a831dcde35119ee61f0b11d6" dependencies = [ "arrow", + "arrow-schema", "datafusion-common", "datafusion-expr", "datafusion-expr-common", @@ -2125,7 +2172,7 @@ dependencies = [ "half", "hashbrown 0.17.1", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "parking_lot", "petgraph", "recursive", @@ -2134,9 +2181,9 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "de222e04f7e6744501555a54ab0abe26bfdfebee380af79a9bdc175704246859" +checksum = "3a4d12787d42e88b26b0d3ec006192fa23ceb832ef2a9e87439ce820a8e038cc" dependencies = [ "arrow", "datafusion-common", @@ -2144,14 +2191,14 @@ dependencies = [ "datafusion-functions", "datafusion-physical-expr", "datafusion-physical-expr-common", - "itertools 0.14.0", + "itertools 0.15.0", ] [[package]] name = "datafusion-physical-expr-common" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "72d0d0057fc5a502d45c870cb6d47c66eb7bdd5edb1bd71ad6f3f724975ac2a8" +checksum = "d13bf7f50fd902f5afc46d50759f5185b5620c40b24054f80f7c648897d3e5a6" dependencies = [ "arrow", "chrono", @@ -2159,16 +2206,16 @@ dependencies = [ "datafusion-expr-common", "hashbrown 0.17.1", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "parking_lot", "pin-project", ] [[package]] name = "datafusion-physical-optimizer" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "86046eed10950c5f9aaed9acfd148e9bd2e1dfdfe4f9aef607d1447b271e4183" +checksum = "11fbe7e6665072957d44ed9587676e17a1f9ab3acfadfc287dac23750585f18a" dependencies = [ "arrow", "datafusion-common", @@ -2179,15 +2226,16 @@ dependencies = [ "datafusion-physical-expr-common", "datafusion-physical-plan", "datafusion-pruning", - "itertools 0.14.0", + "datafusion-session", + "itertools 0.15.0", "recursive", ] [[package]] name = "datafusion-physical-plan" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9bc84da934c903407ba297971ebcc020c4c1a38aafd765d6c144c76eff3fa6a1" +checksum = "1265d58e5bce07d154e642a51ff43033b576a6ae40d50a29ac2b9f311004eb52" dependencies = [ "arrow", "arrow-data", @@ -2195,6 +2243,7 @@ dependencies = [ "arrow-ord", "arrow-schema", "async-trait", + "bytes", "datafusion-common", "datafusion-common-runtime", "datafusion-execution", @@ -2208,19 +2257,20 @@ dependencies = [ "half", "hashbrown 0.17.1", "indexmap", - "itertools 0.14.0", + "itertools 0.15.0", "log", "num-traits", "parking_lot", "pin-project-lite", + "serde_json", "tokio", ] [[package]] name = "datafusion-pruning" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb63eeac6de19be40f487b65dd84e546195f783c5a9928618e0c4f2a3569b0d7" +checksum = "74b06b333405c05015836ed36cea02cc29d1e2ee8fb414a77532d8346fb56492" dependencies = [ "arrow", "datafusion-common", @@ -2234,10 +2284,11 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f961d209177f91bd014db5cbb2c33b7d28a2597b9003e77f17aeb712964315a" +checksum = "e7616b17b1d2fee3e9b13c651eac91b768d153265e6ba88e06e0b4af7883f69c" dependencies = [ + "arrow-schema", "async-trait", "datafusion-common", "datafusion-execution", @@ -2248,9 +2299,9 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "54.1.0" +version = "55.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b1d71cb454da682b2af7488e1fc1ddd72ee1b28f19297b8ccad73f0a21ee9a69" +checksum = "5b4848be66dd008d55adbe1dbc8cbd6a2502588ad0c0b8483bab0f43fd4495d0" dependencies = [ "arrow", "bigdecimal", @@ -2263,6 +2314,38 @@ dependencies = [ "recursive", "regex", "sqlparser", + "stacker", +] + +[[package]] +name = "defmt" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2953bfe4f93bbd20cc71198842756f77d161884c99ebbabc41d80231ded88d1" +dependencies = [ + "bitflags 1.3.2", + "defmt-macros", +] + +[[package]] +name = "defmt-macros" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bad9c72e7ca2137e0dc3813245a0d282fd6daad32fd800af018306a9169b5fe8" +dependencies = [ + "defmt-parser", + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "defmt-parser" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10d60334b3b2e7c9d91ef8150abfb6fa4c1c39ebbcf4a81c2e346aad939fee3e" +dependencies = [ + "thiserror", ] [[package]] @@ -2476,14 +2559,26 @@ dependencies = [ [[package]] name = "fastlanes" -version = "0.5.2" +version = "0.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b9272a674b446f53253f66582596614e41552d14968a3d1aaa590576a91c1188" +checksum = "4a516528425408429de7661e7101f7e7ad54f7d3fab859a3a6de239f508d17e2" dependencies = [ "const_for", - "core_detect", "num-traits", - "paste", + "pastey", + "seq-macro", +] + +[[package]] +name = "fastlanes" +version = "0.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fcb34a73abd2872401096bf65d13e8d26e0c9ca6166d5e2b11a314ba017cdef" +dependencies = [ + "const_for", + "cpufeatures 0.3.0", + "num-traits", + "pastey", "seq-macro", ] @@ -2511,7 +2606,7 @@ version = "25.12.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "35f6839d7b3b98adde531effaf34f0c2badc6f4735d26fe74709d8e513a96ef3" dependencies = [ - "bitflags", + "bitflags 2.11.1", "rustc_version", ] @@ -2561,9 +2656,9 @@ checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" [[package]] name = "fsst-rs" -version = "0.5.11" +version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9b13ac798afc0d9194eb4efefef8b9332efbd80b43f302a968cb8cb23b9d5360" +checksum = "03b614a2a7f2efc50d76c1e47d64b57c55acf6e0e718b0cae78236d147c487d0" dependencies = [ "rustc-hash", ] @@ -2968,7 +3063,7 @@ version = "0.1.20" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0" dependencies = [ - "base64", + "base64 0.22.1", "bytes", "futures-channel", "futures-util", @@ -3142,12 +3237,6 @@ dependencies = [ "tempfile", ] -[[package]] -name = "integer-encoding" -version = "3.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02" - [[package]] name = "inventory" version = "0.3.24" @@ -3197,6 +3286,15 @@ dependencies = [ "either", ] +[[package]] +name = "itertools" +version = "0.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b4baf93f58d4425749ca49a51c50ebab072c5df6994d08fed93541c331481dc" +dependencies = [ + "either", +] + [[package]] name = "itoa" version = "1.0.18" @@ -3205,25 +3303,38 @@ checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" [[package]] name = "jiff" -version = "0.2.24" +version = "0.2.37" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f00b5dbd620d61dfdcb6007c9c1f6054ebd75319f163d886a9055cec1155073d" +checksum = "0ab1baf72f08796de0260609515130699b890ac25f30e610ad894bc5856cafdb" dependencies = [ + "defmt", + "jiff-core", "jiff-static", "jiff-tzdb-platform", "log", "portable-atomic", "portable-atomic-util", "serde_core", - "windows-sys 0.61.2", + "windows-link", +] + +[[package]] +name = "jiff-core" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e52fe76043ccecc9005d2305ebaadf7d7fc0cc89ca6baa10a94d6bc68c7128c" +dependencies = [ + "defmt", + "log", ] [[package]] name = "jiff-static" -version = "0.2.24" +version = "0.2.37" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e000de030ff8022ea1da3f466fbb0f3a809f5e51ed31f6dd931c35181ad8e6d7" +checksum = "378268a1116ad67ae6228701118ac9f491d78fda38a40a1f1a9e1348de6f7212" dependencies = [ + "jiff-core", "proc-macro2", "quote", "syn 2.0.117", @@ -3475,9 +3586,9 @@ checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" [[package]] name = "lz4_flex" -version = "0.13.0" +version = "0.14.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "db9a0d582c2874f68138a16ce1867e0ffde6c0bb0a0df85e1f36d04146db488a" +checksum = "ecbdfe44b1bd960b68170b417450a628c43f7cf56bb3c5317e61cb230ee7f226" dependencies = [ "twox-hash", ] @@ -3520,9 +3631,9 @@ dependencies = [ [[package]] name = "memchr" -version = "2.8.0" +version = "2.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" +checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98" [[package]] name = "mimalloc" @@ -3601,7 +3712,7 @@ version = "0.31.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cf20d2fde8ff38632c426f1165ed7436270b44f199fc55284c38276f9db47c3d" dependencies = [ - "bitflags", + "bitflags 2.11.1", "cfg-if", "cfg_aliases", "libc", @@ -3648,6 +3759,16 @@ dependencies = [ "num-traits", ] +[[package]] +name = "num-bigint" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93e7820bc0a80a0238e650327316f929ba18d5be054b647490a3a6a339f3e7c0" +dependencies = [ + "num-integer", + "num-traits", +] + [[package]] name = "num-complex" version = "0.4.6" @@ -3719,7 +3840,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "622acbc9100d3c10e2ee15804b0caa40e55c933d5aa53814cd520805b7958a49" dependencies = [ "async-trait", - "base64", + "base64 0.22.1", "bytes", "chrono", "form_urlencoded", @@ -3766,17 +3887,11 @@ version = "1.70.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe" -[[package]] -name = "oneshot" -version = "0.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cfe21416a02c693fb9f980befcb230ecc70b0b3d1cc4abf88b9675c4c1457f0c" - [[package]] name = "onpair" -version = "0.1.1" +version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "daf79077d8decdf5714242f1813f844f23c80a0cf009aba52881effb4c36ecbe" +checksum = "34272d1ea63266148a9a5b2b96db80a45245d034862302735f2f93413a6f9172" dependencies = [ "hashbrown 0.16.1", "rand 0.9.4", @@ -3794,15 +3909,6 @@ version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d" -[[package]] -name = "ordered-float" -version = "2.10.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c" -dependencies = [ - "num-traits", -] - [[package]] name = "outref" version = "0.5.2" @@ -3840,9 +3946,9 @@ dependencies = [ [[package]] name = "parquet" -version = "58.4.0" +version = "59.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d298093b2dec60289dce0684c986d0f7679e9dd15771c2c65406e1aaf604a704" +checksum = "ff322f54b1a0f9288e614ed1f2d329b380af5476420db19f46ffb865e1163d73" dependencies = [ "ahash", "arrow-array", @@ -3851,7 +3957,7 @@ dependencies = [ "arrow-ipc", "arrow-schema", "arrow-select", - "base64", + "base64 0.23.1", "brotli", "bytes", "chrono", @@ -3860,27 +3966,78 @@ dependencies = [ "half", "hashbrown 0.17.1", "lz4_flex", - "num-bigint", + "num-bigint 0.5.1", "num-integer", "num-traits", "object_store", - "paste", "ring", "seq-macro", "simdutf8", "snap", - "thrift", "tokio", "twox-hash", "zstd", ] +[[package]] +name = "parquet-variant" +version = "59.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3950502c5d383bc98ac83424c50ad06214cfb8a8554ef6f19413e71894079288" +dependencies = [ + "arrow", + "arrow-schema", + "chrono", + "half", + "indexmap", + "num-traits", + "simdutf8", + "uuid", +] + +[[package]] +name = "parquet-variant-compute" +version = "59.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "28c4fc004d60a76d727fe4a383b48e8c4d629384b9d9f0cc359164ec2cbd3326" +dependencies = [ + "arrow", + "arrow-schema", + "chrono", + "half", + "indexmap", + "parquet-variant", + "parquet-variant-json", + "serde_json", + "uuid", +] + +[[package]] +name = "parquet-variant-json" +version = "59.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "216b1aecab3ee2e8f429ade4dfef24e233d008ee91ce745fb273c39fc5936b85" +dependencies = [ + "arrow-schema", + "base64 0.23.1", + "chrono", + "parquet-variant", + "serde_json", + "uuid", +] + [[package]] name = "paste" version = "1.0.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" +[[package]] +name = "pastey" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ee67f1008b1ba2321834326597b8e186293b049a023cdef258527550b9935b4" + [[package]] name = "pco" version = "1.0.1" @@ -4287,7 +4444,7 @@ version = "0.5.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" dependencies = [ - "bitflags", + "bitflags 2.11.1", ] [[package]] @@ -4342,7 +4499,7 @@ version = "0.12.28" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" dependencies = [ - "base64", + "base64 0.22.1", "bytes", "futures-core", "futures-util", @@ -4423,7 +4580,7 @@ version = "1.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b6fe4565b9518b83ef4f91bb47ce29620ca828bd32cb7e408f0062e9930ba190" dependencies = [ - "bitflags", + "bitflags 2.11.1", "errno", "libc", "linux-raw-sys", @@ -4491,7 +4648,7 @@ version = "18.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "53f6a737db68eb1a8ccff86b584b2fc13eca6a7bb6f78ebc7c529547e3ab9684" dependencies = [ - "bitflags", + "bitflags 2.11.1", "cfg-if", "clipboard-win", "home", @@ -4542,7 +4699,7 @@ version = "3.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" dependencies = [ - "bitflags", + "bitflags 2.11.1", "core-foundation", "core-foundation-sys", "libc", @@ -4607,6 +4764,7 @@ version = "1.0.149" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86" dependencies = [ + "indexmap", "itoa", "memchr", "serde", @@ -4832,6 +4990,17 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "syn" +version = "3.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8593e8e72159ed2257d083c7a454a85cbf854f37a0966d8d483aff8c8a3ebcee" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + [[package]] name = "sync_wrapper" version = "1.0.2" @@ -4903,17 +5072,6 @@ dependencies = [ "syn 2.0.117", ] -[[package]] -name = "thrift" -version = "0.17.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e54bc85fc7faa8bc175c4bab5b92ba8d9a3ce893d0e9f42cc455c8ab16a9e09" -dependencies = [ - "byteorder", - "integer-encoding", - "ordered-float", -] - [[package]] name = "time" version = "0.3.47" @@ -5062,7 +5220,7 @@ version = "0.6.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8" dependencies = [ - "bitflags", + "bitflags 2.11.1", "bytes", "futures-util", "http 1.4.0", @@ -5128,6 +5286,9 @@ name = "twox-hash" version = "2.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9ea3136b675547379c4bd395ca6b938e5ad3c3d20fad76e7fe85f9e0d011419c" +dependencies = [ + "rand 0.9.4", +] [[package]] name = "typenum" @@ -5214,9 +5375,9 @@ checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" [[package]] name = "vortex" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c5402fc944adf2d660bdf6b9aa05a69b6ff7faaec9d708976d17be9b319a8197" +checksum = "9dfb3e18caa6b443cdea6da53de9d9be74e353d73f4e2fa22d18b463cb3c063a" dependencies = [ "vortex-alp", "vortex-array", @@ -5230,49 +5391,48 @@ dependencies = [ "vortex-error", "vortex-fastlanes", "vortex-file", - "vortex-flatbuffers", "vortex-fsst", "vortex-io", "vortex-ipc", "vortex-layout", "vortex-mask", "vortex-metrics", + "vortex-parquet-variant", "vortex-pco", - "vortex-proto", "vortex-runend", "vortex-scan", "vortex-sequence", "vortex-session", "vortex-sparse", "vortex-utils", + "vortex-uuid", "vortex-zigzag", "vortex-zstd", ] [[package]] name = "vortex-alp" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "55f00cb69f2943635124e86a5b4b98ed858d77367489f1243d786d4cc35e43f7" +checksum = "ad24205c19908a032e10ba3427b0db66ecb2412c23a4ce4699dd73d974a6c708" dependencies = [ + "alp", "itertools 0.14.0", "num-traits", "prost", - "rustc-hash", "vortex-array", "vortex-buffer", "vortex-error", "vortex-fastlanes", "vortex-mask", "vortex-session", - "vortex-utils", ] [[package]] name = "vortex-array" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7be5b9debfbe2aa8261b0dedab21b1d50e389ae463238fd8852160fdd75eee50" +checksum = "cd77049490e58197ce25d84d3f3277e7d25b166e98b9546d8c1f38b1e7287ea9" dependencies = [ "arc-swap", "arcref", @@ -5295,6 +5455,7 @@ dependencies = [ "paste", "pin-project-lite", "prost", + "prost-types", "rand 0.10.1", "regex", "regex-syntax", @@ -5302,36 +5463,32 @@ dependencies = [ "simdutf8", "smallvec", "static_assertions", - "termtree", "tracing", - "uuid", "vortex-array-macros", "vortex-buffer", "vortex-compute", "vortex-error", - "vortex-flatbuffers", "vortex-mask", - "vortex-proto", "vortex-session", "vortex-utils", ] [[package]] name = "vortex-array-macros" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "35c98cd1a1fa84eef1884b85efc6f2d4e4b4d37a80a5c239f1560ae96a8cda99" +checksum = "01a869c49d00cd0681c0c0fa1dfe0934fd9e0b17e1d8b55e831912ff4bbb793a" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 3.0.6", ] [[package]] name = "vortex-arrow" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b526836e1621a97d4ed979772732624000f8dc0b126bc0840951fbf029dd9b5a" +checksum = "9dcb12853cddac3c4acb8d380b69a81a7cdffbea212348b16a89479914a3ac19" dependencies = [ "arrow-array", "arrow-buffer", @@ -5341,6 +5498,7 @@ dependencies = [ "arrow-select", "itertools 0.14.0", "num-traits", + "simdutf8", "tracing", "vortex-array", "vortex-buffer", @@ -5352,9 +5510,9 @@ dependencies = [ [[package]] name = "vortex-btrblocks" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8083d4230e6c6ae478cf44c08d00819b09d3ef5fe0a11811b0fa9b0165ff718a" +checksum = "97762dcedef8440a39c991ed253416a8c0cf52475dee539937f86d65c06e0996" dependencies = [ "itertools 0.14.0", "pco", @@ -5365,12 +5523,15 @@ dependencies = [ "vortex-compressor", "vortex-datetime-parts", "vortex-decimal-byte-parts", + "vortex-edition", "vortex-error", "vortex-fastlanes", "vortex-fsst", + "vortex-onpair", "vortex-pco", "vortex-runend", "vortex-sequence", + "vortex-session", "vortex-sparse", "vortex-utils", "vortex-zigzag", @@ -5379,10 +5540,11 @@ dependencies = [ [[package]] name = "vortex-buffer" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f256c088bb767ca1d940bad00c721d7ad48d661f4aec16be9ddb053027f9ed96" +checksum = "240a3ea1818a6e3d53f106b57cbad8a0e434fede61f8ef77ff4aa51e68fc6306" dependencies = [ + "allocator-api2", "arrow-buffer", "bitvec", "bytes", @@ -5393,9 +5555,9 @@ dependencies = [ [[package]] name = "vortex-bytebool" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1608897df822dd1082a83b63aa4b8519eee0fa8a6de93a2302d9176d87bc6686" +checksum = "2c14f4300dbe07bb7cdd9fa0b1762e04a5cfe44db70504caf5c73208cd25daad" dependencies = [ "num-traits", "vortex-array", @@ -5406,9 +5568,9 @@ dependencies = [ [[package]] name = "vortex-compressor" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "de93dc4adc0dd7807466fce047cab04a387097f5aad3de9d1b818bc6abf2e6f7" +checksum = "341427a0083adca9c58fb4f0d175b5f3de23df7d267d31bf19837fc0e3b5bc9f" dependencies = [ "itertools 0.14.0", "num-traits", @@ -5425,18 +5587,18 @@ dependencies = [ [[package]] name = "vortex-compute" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "115076ed9cd171db21c80681974f08ff41706d24d86577cad3e91c3a5e3dcd95" +checksum = "601a5713af712a377205cdfe13bfe78727081b30da1d6ad92e806a1594c7cee7" dependencies = [ "vortex-buffer", ] [[package]] name = "vortex-datafusion" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ba41d5471beb03c9ae1ca7ac265f8be7530a766e43c675b1228ecf47f9340cff" +checksum = "3b7555df8633573b33bd77c66adba052695b9b3a3f075dcc31e81bb8f7eebc4d" dependencies = [ "arrow-array", "arrow-schema", @@ -5483,9 +5645,9 @@ dependencies = [ [[package]] name = "vortex-datetime-parts" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68d1104aa4a437ab97f305ad4267faf8fc87648aa366248a264725fc4f8a17d6" +checksum = "35398f63cdd85b5b8df1edf8ad1027724d2f25d4730bcd97b1343d80bbba9c46" dependencies = [ "num-traits", "prost", @@ -5498,9 +5660,9 @@ dependencies = [ [[package]] name = "vortex-decimal-byte-parts" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97c5490c27c4172a34f2d0bfaa9896d783c060abead4fc7e5a867e35ac600650" +checksum = "5b8fa7df53bbbd79ff9dd25ef30a134c78cf6812d95d448e8daa56fde19221a8" dependencies = [ "num-traits", "prost", @@ -5513,19 +5675,20 @@ dependencies = [ [[package]] name = "vortex-edition" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "936010b914ee9c2283c706d7b8b185874bc14b39cb54a54b3ca5553c33890589" +checksum = "3a354c0904f2ef6eea0d2cc32a5f5f2ea6d3c3bba64b39cf42b7a19a00e5b91a" dependencies = [ "parking_lot", + "vortex-error", "vortex-session", ] [[package]] name = "vortex-error" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "014afccc3d25a15c458e81258d3aed83513f7a5a85a0cd3ffd960b94ac69d3d2" +checksum = "fb67b1b85fdb219081b157014366a09c877f30a4a7c77db47ff8d6224daed0ff" dependencies = [ "arrow-schema", "flatbuffers", @@ -5537,11 +5700,11 @@ dependencies = [ [[package]] name = "vortex-fastlanes" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1496e428318666150315d6f96c2a7a32fbb4251715c86d960fdb2c60773be41f" +checksum = "5fcd8f4d04570d55abb601a4c650a2b018ad81e8a92688eef12aedd222bebdf8" dependencies = [ - "fastlanes", + "fastlanes 0.7.2", "itertools 0.14.0", "lending-iterator", "num-traits", @@ -5555,10 +5718,11 @@ dependencies = [ [[package]] name = "vortex-file" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9f3f3bf4036a7bf1f198c4e35c169ffc283a6c840df70eef4291256b090138be" +checksum = "b510f1822303d901de7ecba89854599babd8b1bc9b4ce957a16fda9207b60793" dependencies = [ + "async-stream", "async-trait", "bytes", "flatbuffers", @@ -5567,7 +5731,6 @@ dependencies = [ "kanal", "moka", "object_store", - "oneshot", "parking_lot", "pin-project-lite", "tokio", @@ -5580,9 +5743,9 @@ dependencies = [ "vortex-bytebool", "vortex-datetime-parts", "vortex-decimal-byte-parts", + "vortex-edition", "vortex-error", "vortex-fastlanes", - "vortex-flatbuffers", "vortex-fsst", "vortex-io", "vortex-layout", @@ -5600,22 +5763,11 @@ dependencies = [ "vortex-zstd", ] -[[package]] -name = "vortex-flatbuffers" -version = "0.83.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "982d1e26e2ddd570a2b829549a6145e4bab1fc4a880e48f834ecf928eb0489d5" -dependencies = [ - "flatbuffers", - "vortex-buffer", - "vortex-error", -] - [[package]] name = "vortex-fsst" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4a92e8f7e8d3050161d864e51d1f05de909edc4254be5c0e6c72dd59172fdb96" +checksum = "d638526df870bcd7bafc8bc5b2b338dd1f2db7278ad6c7a945e5e4854eb86d39" dependencies = [ "fsst-rs", "num-traits", @@ -5629,20 +5781,21 @@ dependencies = [ [[package]] name = "vortex-io" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "28689ca0f38c146274b4da924bda5637d63b14193fabc403b4c3816be6862d97" +checksum = "7af64ce2ba786b82251608dda9301e303c5c289b8a1b681dd23ea0190bed88ec" dependencies = [ + "async-executor", "async-fs", "async-stream", "async-trait", "bytes", + "crossbeam-channel", "custom-labels", "futures", "glob", "kanal", "object_store", - "oneshot", "parking_lot", "pin-project-lite", "smol", @@ -5659,9 +5812,9 @@ dependencies = [ [[package]] name = "vortex-ipc" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "16b5e4415e53569fcc726a830be0d631c7b030179c332f3404db85fe8a9fefc0" +checksum = "4468558564d899ca58ad889018131f19536108e8b62def49bc757641f92daa54" dependencies = [ "bytes", "flatbuffers", @@ -5671,15 +5824,30 @@ dependencies = [ "vortex-array", "vortex-buffer", "vortex-error", - "vortex-flatbuffers", + "vortex-session", +] + +[[package]] +name = "vortex-json" +version = "0.87.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c84863aff85d5851ba7fddf7630cd0d5bff8aa550db5d1e1e4d46b507f864e7" +dependencies = [ + "arrow-array", + "arrow-schema", + "prost", + "vortex-array", + "vortex-arrow", + "vortex-edition", + "vortex-error", "vortex-session", ] [[package]] name = "vortex-layout" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2568837f98aef5870b4fdceca9ec0e08b549008526c61241fc627d0957ffab2f" +checksum = "8168a6b0f9f763d7c6d4bab203cba9e24c3b1788f737d371c77eb545d117d06d" dependencies = [ "arcref", "arrow-array", @@ -5693,7 +5861,6 @@ dependencies = [ "kanal", "moka", "once_cell", - "oneshot", "parking_lot", "paste", "pin-project-lite", @@ -5703,12 +5870,13 @@ dependencies = [ "termtree", "tokio", "tracing", + "twox-hash", + "uuid", "vortex-array", "vortex-arrow", "vortex-btrblocks", "vortex-buffer", "vortex-error", - "vortex-flatbuffers", "vortex-io", "vortex-mask", "vortex-metrics", @@ -5721,9 +5889,9 @@ dependencies = [ [[package]] name = "vortex-mask" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d06f7af6e037e0af2a5d0ebbf47038028dd88f718599c2931d8fa5a2118f8646" +checksum = "f2a1a66a45cbc31cea86d0976790eab94744c27adb5a050a8f8327e9de3a2805" dependencies = [ "itertools 0.14.0", "vortex-buffer", @@ -5732,9 +5900,9 @@ dependencies = [ [[package]] name = "vortex-metrics" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "18fba93a2efd65f05836c80353b602114414a00cb99debf4497f5c280dc48907" +checksum = "a14ee60c3c545f485f8ac226aa629e405b5ff2fce8364d277f2f45567729c2a9" dependencies = [ "parking_lot", "sketches-ddsketch", @@ -5742,9 +5910,9 @@ dependencies = [ [[package]] name = "vortex-onpair" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb308ededf8c5dfdb8ba8c5e9b002b32d26c61873841c2ad3cf5619cf23c1ad7" +checksum = "1f8aac716f1daa99d545c6680561e24df1bfbbace026e22003082027c401e1d8" dependencies = [ "num-traits", "onpair", @@ -5757,35 +5925,47 @@ dependencies = [ ] [[package]] -name = "vortex-pco" -version = "0.83.0" +name = "vortex-parquet-variant" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3881563e41a676dc16d5a55042d011685e5a1ad8948cc8fafa0d7fb1a6486c8" +checksum = "d408f20e4f1e8c74efe543003ab071d96a7301a117a71a43b619ef418fb64cfe" dependencies = [ - "pco", + "arrow-array", + "arrow-buffer", + "arrow-schema", + "chrono", + "parquet-variant", + "parquet-variant-compute", "prost", "vortex-array", + "vortex-arrow", "vortex-buffer", "vortex-error", + "vortex-json", "vortex-mask", "vortex-session", ] [[package]] -name = "vortex-proto" -version = "0.83.0" +name = "vortex-pco" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4bf929aa0e20c6d3ea368c669fd5551782a7d78a35d895778192cbbccc68c9c3" +checksum = "db962ece832c7678c874260c8390dfa1edc85623131dca6e704d1d4f8fda69da" dependencies = [ + "pco", "prost", - "prost-types", + "vortex-array", + "vortex-buffer", + "vortex-error", + "vortex-mask", + "vortex-session", ] [[package]] name = "vortex-runend" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b90c78c154513bc3923159d3ff72192896f515f57d75da07bc8fe0fe19e8c4f7" +checksum = "9d982aa4e31f96e06a05b1ba6d532aefa7f2e9ec565100e89954cb70b3a45c43" dependencies = [ "itertools 0.14.0", "num-traits", @@ -5799,9 +5979,9 @@ dependencies = [ [[package]] name = "vortex-scan" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f55c9e5a532aaae7188fb6338d912f724a8bebe275bfaeebf8eae3d5672ce2f9" +checksum = "411e664db9e2eb0cd6e408fb5dbf7b31758fc8d02176c4f12af49e302fb82882" dependencies = [ "async-trait", "futures", @@ -5816,9 +5996,9 @@ dependencies = [ [[package]] name = "vortex-sequence" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "688dc759a72c1f5dec9b9334d08b245c78ba90fd866206b54f41d5b32e06f2e5" +checksum = "ef1d32989ee212ddcb060bb0d96c15047c342efe1f638ad38392038f8baac120" dependencies = [ "num-traits", "prost", @@ -5827,15 +6007,14 @@ dependencies = [ "vortex-buffer", "vortex-error", "vortex-mask", - "vortex-proto", "vortex-session", ] [[package]] name = "vortex-session" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b08f0698b0c1f4e3366c0b4646639230aa538a81202829b72531373ab908cb24" +checksum = "2c450b24912e41f5d0a21782023613525734455cd72dc8627c31e444b6c7d2c9" dependencies = [ "arc-swap", "lasso", @@ -5846,9 +6025,9 @@ dependencies = [ [[package]] name = "vortex-sparse" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "33befc379cdb6c6b674887d1824b7659a0c19c971098763d9232564b18ac4f1e" +checksum = "761b3e9136831ccddaaf7af545c59ee8a2a7cc2037b6bcbdf903e2a2e8301a07" dependencies = [ "itertools 0.14.0", "num-traits", @@ -5862,19 +6041,35 @@ dependencies = [ [[package]] name = "vortex-utils" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "56c9b33f4bdd5bfe14ce4bb057bc35953ccbc40a7abaa7ef183b6d88c6fb5741" +checksum = "3a31344bb3b034345b55f68609873f6dd2fd5a3e589e5de4d921f8e620dfffd8" dependencies = [ "dashmap", "hashbrown 0.17.1", ] +[[package]] +name = "vortex-uuid" +version = "0.87.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "528c0c914755ff45519c1dce380d350b0a50f9b9993609377881cb794507baff" +dependencies = [ + "arrow-array", + "arrow-schema", + "uuid", + "vortex-array", + "vortex-arrow", + "vortex-buffer", + "vortex-error", + "vortex-session", +] + [[package]] name = "vortex-zigzag" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f3c4a3a9696f39e9eca2f42b98d5e4333d9cf1dbee9051fd6383245024be146b" +checksum = "6872800f3f8f7e47ae1d678211e12a83830d2e5883f7b8da4c7a33069eb85b63" dependencies = [ "vortex-array", "vortex-buffer", @@ -5886,14 +6081,16 @@ dependencies = [ [[package]] name = "vortex-zstd" -version = "0.83.0" +version = "0.87.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "75233eb39686b5b7eebc04b90b942e102f91aaf678fcad0e85099042b14c96b6" +checksum = "2bf93c77a5fe52fa9631bd406b2f162a7e67dc5b391d4a30ba9e930478fae3ef" dependencies = [ "itertools 0.14.0", + "num-traits", "prost", "vortex-array", "vortex-buffer", + "vortex-edition", "vortex-error", "vortex-mask", "vortex-session", @@ -6045,7 +6242,7 @@ version = "0.244.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" dependencies = [ - "bitflags", + "bitflags 2.11.1", "hashbrown 0.15.5", "indexmap", "semver", @@ -6359,7 +6556,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" dependencies = [ "anyhow", - "bitflags", + "bitflags 2.11.1", "indexmap", "log", "serde", diff --git a/Cargo.toml b/Cargo.toml index 5c616a5..ea48fa0 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -5,19 +5,20 @@ name = "vortex-datafusion-cli" version = "0.1.0" edition = "2024" +rust-version = "1.95" authors = ["Vortex Authors "] license = "Apache-2.0" [dependencies] clap = { version = "4.6.1", features = ["derive"] } -datafusion = "54" -datafusion-cli = "54" +datafusion = "55.1.0" +datafusion-cli = "55.1.0" dirs = "6.0.0" env_logger = "0.11.10" mimalloc = "0.1.50" regex = "1.12.3" tokio = { version = "1", features = ["full"] } -vortex-datafusion = "0.83.0" +vortex-datafusion = "0.87.0" [dev-dependencies] insta = "1.47.2" diff --git a/README.md b/README.md index 8806de1..2c7e929 100644 --- a/README.md +++ b/README.md @@ -15,4 +15,4 @@ Release tags use the format `-`, where `vortex-versi Pushes to `main` create the current tag if it does not already exist. Later merges to `main` create a new tag only when `Cargo.lock` changes either of those resolved versions. Code, docs, or unrelated dependency changes still run CI, but do not create release tags once the current tag exists. -[Renovate](https://docs.renovatebot.com/) updates Cargo manifests, `Cargo.lock`, and GitHub Actions workflow action versions. DataFusion and DataFusion CLI updates are grouped together so they continue to resolve to the same version. +[Renovate](https://docs.renovatebot.com/) updates Cargo manifests, `Cargo.lock`, and GitHub Actions workflow action versions. Vortex, DataFusion, and DataFusion CLI updates are grouped together, including major upgrades, so their integration uses compatible DataFusion versions. diff --git a/renovate.json b/renovate.json index ff07069..679560d 100644 --- a/renovate.json +++ b/renovate.json @@ -18,18 +18,11 @@ ], "matchPackageNames": [ "datafusion", - "datafusion-cli" - ], - "groupName": "DataFusion Rust crates" - }, - { - "matchManagers": [ - "cargo" - ], - "matchPackageNames": [ + "datafusion-cli", "vortex-datafusion" ], - "groupName": "Vortex DataFusion" + "groupName": "Vortex and DataFusion Rust crates", + "separateMajorMinor": false } ] } diff --git a/src/main.rs b/src/main.rs index 237a23b..d49b238 100644 --- a/src/main.rs +++ b/src/main.rs @@ -47,6 +47,7 @@ use datafusion_cli::functions::{ use datafusion_cli::object_storage::instrumented::{ InstrumentedObjectStoreMode, InstrumentedObjectStoreRegistry, }; +use datafusion_cli::object_storage::{StdinCarriesCommands, is_stdin_location}; use datafusion_cli::{ DATAFUSION_CLI_VERSION, exec, pool_type::PoolType, @@ -55,6 +56,7 @@ use datafusion_cli::{ }; use clap::Parser; +use datafusion::common::config::ConfigNonZeroUsize; use datafusion::common::config_err; use datafusion::config::ConfigOptions; use datafusion::execution::disk_manager::{DiskManagerBuilder, DiskManagerMode}; @@ -334,7 +336,7 @@ fn get_session_config(args: &Args) -> Result { if batch_size == 0 { return config_err!("batch_size must be greater than 0"); } - config_options.execution.batch_size = batch_size; + config_options.execution.batch_size = ConfigNonZeroUsize::try_new(batch_size)?; }; // use easier to understand "tree" mode by default @@ -348,7 +350,13 @@ fn get_session_config(args: &Args) -> Result { config_options.format.null = String::from("NULL"); } - let session_config = SessionConfig::from(config_options).with_information_schema(true); + let mut session_config = SessionConfig::from(config_options).with_information_schema(true); + if (args.command.is_empty() && args.file.is_empty()) + || args.file.iter().any(|file| is_stdin_location(file)) + { + // SQL input and a table's data source cannot both consume stdin. + session_config = session_config.with_extension(Arc::new(StdinCarriesCommands)); + } Ok(session_config) } diff --git a/tests/vortex_sql.rs b/tests/vortex_sql.rs index b41c91d..b368c27 100644 --- a/tests/vortex_sql.rs +++ b/tests/vortex_sql.rs @@ -26,7 +26,7 @@ SELECT COUNT(*) AS n, SUM(id) AS total FROM events WHERE label <> 'beta'; .expect("write SQL script"); let output = Command::new(env!("CARGO_BIN_EXE_vortex-datafusion-cli")) - .args(["--quiet", "--file"]) + .args(["--quiet", "--batch-size", "2", "--file"]) .arg(&script_path) .output() .expect("run vortex-datafusion-cli");