From 9c27f119ec77f0817b9f0d5ba2c64dce6e09ce23 Mon Sep 17 00:00:00 2001 From: "renovate[bot]" <29139614+renovate[bot]@users.noreply.github.com> Date: Mon, 1 Jun 2026 00:57:54 +0000 Subject: [PATCH] Update Rust crate lance to v7 --- Cargo.lock | 241 ++++++++++++++++++++++-------- benchmarks/lance-bench/Cargo.toml | 2 +- 2 files changed, 178 insertions(+), 65 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 39bad25b070..ef109f0e9a2 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -799,7 +799,7 @@ dependencies = [ "bitflags", "cexpr", "clang-sys", - "itertools 0.10.5", + "itertools 0.13.0", "log", "prettyplease", "proc-macro2", @@ -1317,7 +1317,7 @@ checksum = "af491d569909a7e4dee0ad7db7f5341fef5c614d5b8ec8cf765732aba3cff681" dependencies = [ "serde", "termcolor", - "unicode-width 0.1.14", + "unicode-width 0.2.2", ] [[package]] @@ -3270,6 +3270,16 @@ dependencies = [ "rand 0.9.4", ] +[[package]] +name = "fsst" +version = "7.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bcd0ce0249ac12fd44fcde62d435c36d881952c2f0df4d1de24b45e1dbba5ddb" +dependencies = [ + "arrow-array", + "rand 0.9.4", +] + [[package]] name = "fsst-rs" version = "0.5.10" @@ -4297,10 +4307,11 @@ checksum = "a4933f3f57a8e9d9da04db23fb153356ecaf00cbd14aee46279c33dc80925c37" [[package]] name = "lance" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d34e854994e84d043897f5ec9fb609221e9e69e3fd52996cd715d979fcd349f6" +checksum = "3944aca86f4c78f4da04af1c2bf33e664a2826b7af72972ad200d6b9de59019f" dependencies = [ + "arc-swap", "arrow", "arrow-arith", "arrow-array", @@ -4314,9 +4325,11 @@ dependencies = [ "async-recursion", "async-trait", "async_cell", + "bitpacking", "byteorder", "bytes", "chrono", + "crossbeam-queue", "crossbeam-skiplist", "dashmap", "datafusion", @@ -4330,10 +4343,10 @@ dependencies = [ "half", "humantime", "itertools 0.13.0", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "lance-datafusion", - "lance-encoding", + "lance-encoding 7.0.0", "lance-file", "lance-index", "lance-io", @@ -4343,13 +4356,14 @@ dependencies = [ "lance-tokenizer", "log", "moka", - "object_store 0.12.5", + "object_store 0.13.2", "permutation", "pin-project", "prost 0.14.3", "prost-build", "prost-types", "rand 0.9.4", + "rayon", "roaring", "semver", "serde", @@ -4386,6 +4400,28 @@ dependencies = [ "rand 0.9.4", ] +[[package]] +name = "lance-arrow" +version = "7.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "253f4a0a70580c985b91e65e9ca6cad644825a4078de28d8efbacf3ffbd7ecdc" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-ipc", + "arrow-ord", + "arrow-schema", + "arrow-select", + "bytes", + "futures", + "getrandom 0.2.17", + "half", + "jsonb", + "num-traits", + "rand 0.9.4", +] + [[package]] name = "lance-bench" version = "0.1.0" @@ -4396,7 +4432,7 @@ dependencies = [ "clap", "futures", "lance", - "lance-encoding", + "lance-encoding 6.0.1", "parquet", "tempfile", "tokio", @@ -4415,6 +4451,17 @@ dependencies = [ "seq-macro", ] +[[package]] +name = "lance-bitpacking" +version = "7.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "80c4d12521b1945041dd515a56aa0854973138e7ac12111c92572e33e4ecb593" +dependencies = [ + "arrayref", + "paste", + "seq-macro", +] + [[package]] name = "lance-core" version = "6.0.1" @@ -4428,12 +4475,10 @@ dependencies = [ "byteorder", "bytes", "chrono", - "datafusion-common", - "datafusion-sql", "deepsize", "futures", "itertools 0.13.0", - "lance-arrow", + "lance-arrow 6.0.1", "libc", "log", "mock_instant", @@ -4454,11 +4499,48 @@ dependencies = [ "url", ] +[[package]] +name = "lance-core" +version = "7.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13f84020da5a484e2f07dd1796e09785ed7cd889857ebc4cb77e32ef214ee594" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-schema", + "async-trait", + "byteorder", + "bytes", + "datafusion-common", + "datafusion-sql", + "deepsize", + "futures", + "itertools 0.13.0", + "lance-arrow 7.0.0", + "libc", + "log", + "moka", + "num_cpus", + "object_store 0.13.2", + "pin-project", + "prost 0.14.3", + "rand 0.9.4", + "roaring", + "serde_json", + "snafu", + "tempfile", + "tokio", + "tokio-stream", + "tokio-util", + "tracing", + "url", +] + [[package]] name = "lance-datafusion" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e03b2de71cbcd09b10bf1a17c83cacbc0176ecd97203fb72b9e59d9b8f9a3743" +checksum = "7460597a66534a75987993d4dac5bc330586d99c5b79ae73367dbcbd4e29e576" dependencies = [ "arrow", "arrow-array", @@ -4475,23 +4557,22 @@ dependencies = [ "datafusion-physical-expr", "futures", "jsonb", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "lance-datagen", "log", "pin-project", "prost 0.14.3", "prost-build", - "snafu", "tokio", "tracing", ] [[package]] name = "lance-datagen" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2fe7c7ea7fd397e495a1646fec360e46ee0cbd75718f1c0e887aad657c5f2944" +checksum = "046f5506ed2271cd941a050de7bf535dd3aedc291aadec836a63fa56c5926e3b" dependencies = [ "arrow", "arrow-array", @@ -4523,14 +4604,14 @@ dependencies = [ "bytemuck", "byteorder", "bytes", - "fsst", + "fsst 6.0.1", "futures", "hex", "hyperloglogplus", "itertools 0.13.0", - "lance-arrow", - "lance-bitpacking", - "lance-core", + "lance-arrow 6.0.1", + "lance-bitpacking 6.0.1", + "lance-core 6.0.1", "log", "lz4", "num-traits", @@ -4546,11 +4627,48 @@ dependencies = [ "zstd", ] +[[package]] +name = "lance-encoding" +version = "7.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7af54edf43dcf9d6a56cc636eb35d457e68373c6448dca3f0891b3325b4a24e6" +dependencies = [ + "arrow-arith", + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-data", + "arrow-schema", + "arrow-select", + "bytemuck", + "byteorder", + "bytes", + "fsst 7.0.0", + "futures", + "hex", + "hyperloglogplus", + "itertools 0.13.0", + "lance-arrow 7.0.0", + "lance-bitpacking 7.0.0", + "lance-core 7.0.0", + "log", + "lz4", + "num-traits", + "prost 0.14.3", + "prost-build", + "rand 0.9.4", + "strum 0.26.3", + "tokio", + "tracing", + "xxhash-rust", + "zstd", +] + [[package]] name = "lance-file" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a6dfcf654549330df3aef708cd7c12e170feecddd34d6c19dd005b4153213268" +checksum = "0772ae2d6207995dc1eb28aff9507f78e90b3362b58f311da001e9dc25f3d736" dependencies = [ "arrow-arith", "arrow-array", @@ -4565,27 +4683,27 @@ dependencies = [ "datafusion-common", "deepsize", "futures", - "lance-arrow", - "lance-core", - "lance-encoding", + "lance-arrow 7.0.0", + "lance-core 7.0.0", + "lance-encoding 7.0.0", "lance-io", "log", "num-traits", - "object_store 0.12.5", + "object_store 0.13.2", "prost 0.14.3", "prost-build", "prost-types", - "snafu", "tokio", "tracing", ] [[package]] name = "lance-index" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4fb8ad0bd10efa2608634a2518b7dd501231e76c56a65fbd6519e23914cc425a" +checksum = "e71fbfb51096a903cb524fe0da716f5f15fbc4a6b6f84cd6dec21abf319c5e84" dependencies = [ + "arc-swap", "arrow", "arrow-arith", "arrow-array", @@ -4604,7 +4722,6 @@ dependencies = [ "datafusion-common", "datafusion-expr", "datafusion-physical-expr", - "datafusion-sql", "deepsize", "dirs", "fst", @@ -4612,11 +4729,11 @@ dependencies = [ "half", "itertools 0.13.0", "jsonb", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "lance-datafusion", "lance-datagen", - "lance-encoding", + "lance-encoding 7.0.0", "lance-file", "lance-io", "lance-linalg", @@ -4626,7 +4743,7 @@ dependencies = [ "log", "ndarray", "num-traits", - "object_store 0.12.5", + "object_store 0.13.2", "prost 0.14.3", "prost-build", "prost-types", @@ -4638,7 +4755,6 @@ dependencies = [ "serde", "serde_json", "smallvec", - "snafu", "tempfile", "tokio", "tracing", @@ -4648,9 +4764,9 @@ dependencies = [ [[package]] name = "lance-io" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ef5314703fa8c8baed04193cc669da80ab42521c6319d3cc921a4a997690dcc0" +checksum = "bab8c98ef1b870b20541d27f3ca4efdf7c9f5c25214233be07d231ba88900219" dependencies = [ "arrow", "arrow-arith", @@ -4669,19 +4785,17 @@ dependencies = [ "futures", "http", "io-uring", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "lance-namespace", - "libc", "log", "moka", - "object_store 0.12.5", + "object_store 0.13.2", "path_abs", "pin-project", "prost 0.14.3", "rand 0.9.4", "serde", - "snafu", "tempfile", "tokio", "tracing", @@ -4690,9 +4804,9 @@ dependencies = [ [[package]] name = "lance-linalg" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "51aa9b73279f505b2bec0f194c7a2390ca74ad3260131e631a7bef8d97d54b2e" +checksum = "6b4c51cad0ac780b02dc4da48528479e7693c03e8d05390510bbc69ca2a9a1f1" dependencies = [ "arrow-array", "arrow-buffer", @@ -4700,24 +4814,23 @@ dependencies = [ "cc", "deepsize", "half", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "num-traits", "rand 0.9.4", ] [[package]] name = "lance-namespace" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "39cd01581f55ce45c49cbe494ee86c7ba7ca4ca3654690fd820941cd9105a46e" +checksum = "014e8332ca0615506342e0d3af608639864b68396973be14239f09c9f21f1fc2" dependencies = [ "arrow", "async-trait", "bytes", - "lance-core", + "lance-core 7.0.0", "lance-namespace-reqwest-client", - "serde", "snafu", ] @@ -4737,9 +4850,9 @@ dependencies = [ [[package]] name = "lance-table" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5db70650465a1af174b7dfe6948ec91a3d466ada12e11274eb66e51132173aa0" +checksum = "b16f1355904aea4ebb04ffc70c58c97901e10bde44452b4b021de4a1f329250d" dependencies = [ "arrow", "arrow-array", @@ -4752,12 +4865,12 @@ dependencies = [ "chrono", "deepsize", "futures", - "lance-arrow", - "lance-core", + "lance-arrow 7.0.0", + "lance-core 7.0.0", "lance-file", "lance-io", "log", - "object_store 0.12.5", + "object_store 0.13.2", "prost 0.14.3", "prost-build", "prost-types", @@ -4776,9 +4889,9 @@ dependencies = [ [[package]] name = "lance-tokenizer" -version = "6.0.1" +version = "7.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb08ef9382c9d58036c323db2c19cc097e02d1d0d87714fc7176b5d3b36a31aa" +checksum = "b39b7f5ed9d0c0b716bf599b559d888267ed1dfe4c4e29d3648b51d2a28940cf" dependencies = [ "rust-stemmers", "serde", @@ -6137,9 +6250,9 @@ version = "0.7.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "044b1fa4f259f4df9ad5078e587b208f5d288a25407575fcddb9face30c7c692" dependencies = [ - "rand 0.8.6", + "rand 0.9.4", "socket2", - "thiserror 1.0.69", + "thiserror 2.0.18", ] [[package]] @@ -6352,7 +6465,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "343d3bd7056eda839b03204e68deff7d1b13aba7af2b2fd16890697274262ee7" dependencies = [ "heck", - "itertools 0.10.5", + "itertools 0.14.0", "log", "multimap", "petgraph", @@ -6384,7 +6497,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "27c6023962132f4b30eb4c172c91ce92d933da334c59c23cddee82358ddafb0b" dependencies = [ "anyhow", - "itertools 0.10.5", + "itertools 0.14.0", "proc-macro2", "quote", "syn 2.0.117", diff --git a/benchmarks/lance-bench/Cargo.toml b/benchmarks/lance-bench/Cargo.toml index a32b27d97cd..fcfc18114f7 100644 --- a/benchmarks/lance-bench/Cargo.toml +++ b/benchmarks/lance-bench/Cargo.toml @@ -15,7 +15,7 @@ version.workspace = true publish = false [dependencies] -lance = { version = "6", default-features = false } +lance = { version = "7", default-features = false } lance-encoding = { version = "6" } anyhow = { workspace = true }