diff --git a/native/Cargo.lock b/native/Cargo.lock index 1d3a282..cd84dec 100644 --- a/native/Cargo.lock +++ b/native/Cargo.lock @@ -194,17 +194,17 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e4754a624e5ae42081f464514be454b39711daae0458906dacde5f4c632f33a8" dependencies = [ "arrow-arith", - "arrow-array", - "arrow-buffer", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", "arrow-cast", "arrow-csv", - "arrow-data", - "arrow-ipc", + "arrow-data 57.3.0", + "arrow-ipc 57.3.0", "arrow-json", "arrow-ord", "arrow-row", - "arrow-schema", - "arrow-select", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", "arrow-string", ] @@ -214,10 +214,10 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7b3141e0ec5145a22d8694ea8b6d6f69305971c4fa1c1a13ef0195aef2d678b" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", "chrono", "num-traits", ] @@ -229,9 +229,9 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4c8955af33b25f3b175ee10af580577280b4bd01f7e823d94c7cdef7cf8c9aef" dependencies = [ "ahash 0.8.12", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", "chrono", "chrono-tz", "half", @@ -241,6 +241,24 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-array" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c60c79628e9a97cb90d7a0dc3e944f216a902f837d4ecabc14d524bddbbc137" +dependencies = [ + "ahash 0.8.12", + "arrow-buffer 59.0.0", + "arrow-data 59.0.0", + "arrow-schema 59.0.0", + "chrono", + "half", + "hashbrown 0.17.1", + "num-complex", + "num-integer", + "num-traits", +] + [[package]] name = "arrow-buffer" version = "57.3.0" @@ -253,18 +271,30 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-buffer" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6026f638c400e9878c1b1cc05c3cfd46fbf381285916ab408678701c1df46c1a" +dependencies = [ + "bytes", + "half", + "num-bigint", + "num-traits", +] + [[package]] name = "arrow-cast" version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "646bbb821e86fd57189c10b4fcdaa941deaf4181924917b0daa92735baa6ada5" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", "arrow-ord", - "arrow-schema", - "arrow-select", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", "atoi", "base64 0.22.1", "chrono", @@ -281,9 +311,9 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8da746f4180004e3ce7b83c977daf6394d768332349d3d913998b10a120b790a" dependencies = [ - "arrow-array", + "arrow-array 57.3.0", "arrow-cast", - "arrow-schema", + "arrow-schema 57.3.0", "chrono", "csv", "csv-core", @@ -296,8 +326,21 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fdd994a9d28e6365aa78e15da3f3950c0fdcea6b963a12fa1c391afb637b304" dependencies = [ - "arrow-buffer", - "arrow-schema", + "arrow-buffer 57.3.0", + "arrow-schema 57.3.0", + "half", + "num-integer", + "num-traits", +] + +[[package]] +name = "arrow-data" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7bd568aa70c4ec5947027b0d5caee94877433b661a0bb9e8ddceeeb5f0c9b1ab" +dependencies = [ + "arrow-buffer 59.0.0", + "arrow-schema 59.0.0", "half", "num-integer", "num-traits", @@ -309,11 +352,25 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "abf7df950701ab528bf7c0cf7eeadc0445d03ef5d6ffc151eaae6b38a58feff1" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", + "flatbuffers", +] + +[[package]] +name = "arrow-ipc" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e57ee4d470eab1a021bc4b63fa2b2c15d572892bf227b0a982d3b755a6c662b5" +dependencies = [ + "arrow-array 59.0.0", + "arrow-buffer 59.0.0", + "arrow-data 59.0.0", + "arrow-schema 59.0.0", + "arrow-select 59.0.0", "flatbuffers", ] @@ -323,11 +380,11 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0ff8357658bedc49792b13e2e862b80df908171275f8e6e075c460da5ee4bf86" dependencies = [ - "arrow-array", - "arrow-buffer", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", "arrow-cast", - "arrow-data", - "arrow-schema", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", "chrono", "half", "indexmap 2.13.0", @@ -347,11 +404,11 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7d8f1870e03d4cbed632959498bcc84083b5a24bded52905ae1695bd29da45b" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", ] [[package]] @@ -360,10 +417,10 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "18228633bad92bff92a95746bbeb16e5fc318e8382b75619dec26db79e4de4c0" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", "half", ] @@ -378,6 +435,12 @@ dependencies = [ "serde_json", ] +[[package]] +name = "arrow-schema" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "80b3e786a0dd9103acd583a6fb486dbf2f3268466cc0bd571dcf34cef231c1f1" + [[package]] name = "arrow-select" version = "57.3.0" @@ -385,10 +448,24 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "68bf3e3efbd1278f770d67e5dc410257300b161b93baedb3aae836144edcaf4b" dependencies = [ "ahash 0.8.12", - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", + "num-traits", +] + +[[package]] +name = "arrow-select" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "067a67e0361f6c31f4a7248759f36ca4ca71b187a941ed4d49da1c7d3d4db624" +dependencies = [ + "ahash 0.8.12", + "arrow-array 59.0.0", + "arrow-buffer 59.0.0", + "arrow-data 59.0.0", + "arrow-schema 59.0.0", "num-traits", ] @@ -398,11 +475,11 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "85e968097061b3c0e9fe3079cf2e703e487890700546b5b0647f60fca1b5a8d8" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-data 57.3.0", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", "memchr", "num-traits", "regex", @@ -2083,7 +2160,7 @@ dependencies = [ "indexmap 2.13.0", "itertools 0.14.0", "object_store", - "parquet", + "parquet 57.3.0", "reqwest", "roaring", "rustc_version", @@ -2919,6 +2996,12 @@ dependencies = [ "foldhash 0.2.0", ] +[[package]] +name = "hashbrown" +version = "0.17.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a" + [[package]] name = "heapless" version = "0.7.17" @@ -3282,12 +3365,12 @@ dependencies = [ "apache-avro", "array-init", "arrow-arith", - "arrow-array", - "arrow-buffer", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", "arrow-cast", "arrow-ord", - "arrow-schema", - "arrow-select", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", "arrow-string", "as-any", "async-trait", @@ -3308,7 +3391,7 @@ dependencies = [ "once_cell", "opendal", "ordered-float 4.6.0", - "parquet", + "parquet 57.3.0", "rand 0.8.5", "reqsign", "reqwest", @@ -3908,6 +3991,9 @@ name = "lz4_flex" version = "0.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "db9a0d582c2874f68138a16ce1867e0ffde6c0bb0a0df85e1f36d04146db488a" +dependencies = [ + "twox-hash", +] [[package]] name = "matchit" @@ -4619,13 +4705,13 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6ee96b29972a257b855ff2341b37e61af5f12d6af1158b6dcdb5b31ea07bb3cb" dependencies = [ "ahash 0.8.12", - "arrow-array", - "arrow-buffer", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", "arrow-cast", - "arrow-data", - "arrow-ipc", - "arrow-schema", - "arrow-select", + "arrow-data 57.3.0", + "arrow-ipc 57.3.0", + "arrow-schema 57.3.0", + "arrow-select 57.3.0", "base64 0.22.1", "brotli", "bytes", @@ -4652,13 +4738,45 @@ dependencies = [ "zstd", ] +[[package]] +name = "parquet" +version = "59.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "970dff83e97d953c827ae8176f6bf4e9f77bf62daacc01ec5df348ec5eacd913" +dependencies = [ + "ahash 0.8.12", + "arrow-array 59.0.0", + "arrow-buffer 59.0.0", + "arrow-data 59.0.0", + "arrow-ipc 59.0.0", + "arrow-schema 59.0.0", + "arrow-select 59.0.0", + "base64 0.22.1", + "bytes", + "chrono", + "flate2", + "futures", + "half", + "hashbrown 0.17.1", + "lz4_flex 0.13.0", + "num-bigint", + "num-integer", + "num-traits", + "paste", + "seq-macro", + "snap", + "tokio", + "twox-hash", + "zstd", +] + [[package]] name = "parquet-variant" version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a6c31f8f9bfefb9dbf67b0807e00fd918676954a7477c889be971ac904103184" dependencies = [ - "arrow-schema", + "arrow-schema 57.3.0", "chrono", "half", "indexmap 2.13.0", @@ -4673,7 +4791,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "196cd9f7178fed3ac8d5e6d2b51193818e896bbc3640aea3fde3440114a8f39c" dependencies = [ "arrow", - "arrow-schema", + "arrow-schema 57.3.0", "chrono", "half", "indexmap 2.13.0", @@ -4688,7 +4806,7 @@ version = "57.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed23d7acc90ef60f7fdbcc473fa2fdaefa33542ed15b84388959346d52c839be" dependencies = [ - "arrow-schema", + "arrow-schema 57.3.0", "base64 0.22.1", "chrono", "parquet-variant", @@ -5639,7 +5757,7 @@ dependencies = [ "arrow", "async-trait", "once_cell", - "parquet", + "parquet 57.3.0", "prost", "quickwit-common", "quickwit-config", @@ -5660,7 +5778,7 @@ version = "0.8.0" source = "git+https://github.com/indextables/quickwit?rev=3026b228a71bfb6be16f3966ff80c8641834cb21#3026b228a71bfb6be16f3966ff80c8641834cb21" dependencies = [ "arrow", - "parquet", + "parquet 57.3.0", "quickwit-common", "serde", "serde_json", @@ -7202,9 +7320,9 @@ dependencies = [ "anyhow", "apache-avro", "arrow", - "arrow-array", - "arrow-buffer", - "arrow-schema", + "arrow-array 57.3.0", + "arrow-buffer 57.3.0", + "arrow-schema 57.3.0", "async-trait", "aws-sdk-s3", "base64 0.22.1", @@ -7231,7 +7349,7 @@ dependencies = [ "object_store", "once_cell", "parking_lot", - "parquet", + "parquet 59.0.0", "postcard", "quickwit-common", "quickwit-config", diff --git a/native/Cargo.toml b/native/Cargo.toml index 937ba04..bd18609 100644 --- a/native/Cargo.toml +++ b/native/Cargo.toml @@ -67,7 +67,7 @@ sstable = { git = "https://github.com/indextables/tantivy", rev = "d491895f1cd54 common = { git = "https://github.com/indextables/tantivy", rev = "d491895f1cd54d166c8010469d4625ae81c636f3", package = "tantivy-common" } # Parquet companion mode - enables minimal splits referencing external parquet files -parquet = { version = "57", default-features = false, features = ["async", "arrow", "zstd", "lz4", "snap", "flate2", "flate2-rust_backened"] } +parquet = { version = "59", default-features = false, features = ["async", "arrow", "zstd", "lz4", "snap", "flate2", "flate2-rust_backened"] } arrow = { version = "57", default-features = false, features = ["ffi"] } arrow-schema = "57" arrow-array = "57"