diff --git a/Cargo.lock b/Cargo.lock index d3ca1f48c16..427271e4fb0 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3731,6 +3731,16 @@ dependencies = [ "rand 0.9.2", ] +[[package]] +name = "fsst" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a32ddfc5478379cd1782bdd9d7d1411063f563e5b338fc73bafe5916451a5b9d" +dependencies = [ + "arrow-array", + "rand 0.9.2", +] + [[package]] name = "fsst-rs" version = "0.5.8" @@ -4910,10 +4920,10 @@ dependencies = [ "half", "humantime", "itertools 0.13.0", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "lance-datafusion", - "lance-encoding", + "lance-encoding 2.0.1", "lance-file", "lance-geo", "lance-index", @@ -4933,7 +4943,7 @@ dependencies = [ "semver", "serde", "serde_json", - "snafu", + "snafu 0.8.9", "tantivy", "tokio", "tokio-stream", @@ -4963,6 +4973,28 @@ dependencies = [ "rand 0.9.2", ] +[[package]] +name = "lance-arrow" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9fdaf99863fa0d631e422881e88be4837d8b82f36a87143d723a9d285acec4b" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-data", + "arrow-ord", + "arrow-schema", + "arrow-select", + "bytes", + "futures", + "getrandom 0.2.17", + "half", + "jsonb", + "num-traits", + "rand 0.9.2", +] + [[package]] name = "lance-bench" version = "0.1.0" @@ -4973,7 +5005,7 @@ dependencies = [ "clap", "futures", "lance", - "lance-encoding", + "lance-encoding 3.0.1", "parquet", "tempfile", "tokio", @@ -4992,6 +5024,17 @@ dependencies = [ "seq-macro", ] +[[package]] +name = "lance-bitpacking" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "866b1634d38d94e8ab86fbcf238ac82dc8a5f72a4a6a90525f29899772e7cc7f" +dependencies = [ + "arrayref", + "paste", + "seq-macro", +] + [[package]] name = "lance-core" version = "2.0.1" @@ -5010,7 +5053,7 @@ dependencies = [ "deepsize", "futures", "itertools 0.13.0", - "lance-arrow", + "lance-arrow 2.0.1", "libc", "log", "mock_instant", @@ -5022,7 +5065,44 @@ dependencies = [ "rand 0.9.2", "roaring 0.10.12", "serde_json", - "snafu", + "snafu 0.8.9", + "tempfile", + "tokio", + "tokio-stream", + "tokio-util", + "tracing", + "url", +] + +[[package]] +name = "lance-core" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "977c29f4e48c201c2806fe6ae117b65d0287eda236acd07357b556a54b0d5c5a" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-schema", + "async-trait", + "byteorder", + "bytes", + "chrono", + "deepsize", + "futures", + "itertools 0.13.0", + "lance-arrow 3.0.1", + "libc", + "log", + "mock_instant", + "moka", + "num_cpus", + "object_store", + "pin-project", + "prost 0.14.3", + "rand 0.9.2", + "roaring 0.11.3", + "serde_json", + "snafu 0.9.0", "tempfile", "tokio", "tokio-stream", @@ -5051,14 +5131,14 @@ dependencies = [ "datafusion-physical-expr 51.0.0", "futures", "jsonb", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "lance-datagen", "lance-geo", "log", "pin-project", "prost 0.14.3", - "snafu", + "snafu 0.8.9", "tokio", "tracing", ] @@ -5099,14 +5179,53 @@ dependencies = [ "bytemuck", "byteorder", "bytes", - "fsst", + "fsst 2.0.1", + "futures", + "hex", + "hyperloglogplus", + "itertools 0.13.0", + "lance-arrow 2.0.1", + "lance-bitpacking 2.0.1", + "lance-core 2.0.1", + "log", + "lz4", + "num-traits", + "prost 0.14.3", + "prost-build", + "prost-types", + "rand 0.9.2", + "snafu 0.8.9", + "strum 0.26.3", + "tokio", + "tracing", + "xxhash-rust", + "zstd", +] + +[[package]] +name = "lance-encoding" +version = "3.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be1007242188e5d53c98717e7f2cb340dc80eb9c94c2b935587598919b3a36bd" +dependencies = [ + "arrow-arith", + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-data", + "arrow-schema", + "arrow-select", + "bytemuck", + "byteorder", + "bytes", + "fsst 3.0.1", "futures", "hex", "hyperloglogplus", "itertools 0.13.0", - "lance-arrow", - "lance-bitpacking", - "lance-core", + "lance-arrow 3.0.1", + "lance-bitpacking 3.0.1", + "lance-core 3.0.1", "log", "lz4", "num-traits", @@ -5114,7 +5233,7 @@ dependencies = [ "prost-build", "prost-types", "rand 0.9.2", - "snafu", + "snafu 0.9.0", "strum 0.26.3", "tokio", "tracing", @@ -5141,9 +5260,9 @@ dependencies = [ "datafusion-common 51.0.0", "deepsize", "futures", - "lance-arrow", - "lance-core", - "lance-encoding", + "lance-arrow 2.0.1", + "lance-core 2.0.1", + "lance-encoding 2.0.1", "lance-io", "log", "num-traits", @@ -5151,7 +5270,7 @@ dependencies = [ "prost 0.14.3", "prost-build", "prost-types", - "snafu", + "snafu 0.8.9", "tokio", "tracing", ] @@ -5168,7 +5287,7 @@ dependencies = [ "geoarrow-array", "geoarrow-schema", "geodatafusion", - "lance-core", + "lance-core 2.0.1", "serde", ] @@ -5206,11 +5325,11 @@ dependencies = [ "half", "itertools 0.13.0", "jsonb", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "lance-datafusion", "lance-datagen", - "lance-encoding", + "lance-encoding 2.0.1", "lance-file", "lance-geo", "lance-io", @@ -5232,7 +5351,7 @@ dependencies = [ "serde", "serde_json", "smallvec", - "snafu", + "snafu 0.8.9", "tantivy", "tempfile", "tokio", @@ -5262,8 +5381,8 @@ dependencies = [ "chrono", "deepsize", "futures", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "lance-namespace", "log", "object_store", @@ -5273,7 +5392,7 @@ dependencies = [ "rand 0.9.2", "serde", "shellexpand", - "snafu", + "snafu 0.8.9", "tokio", "tracing", "url", @@ -5291,8 +5410,8 @@ dependencies = [ "cc", "deepsize", "half", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "num-traits", "rand 0.9.2", ] @@ -5306,9 +5425,9 @@ dependencies = [ "arrow", "async-trait", "bytes", - "lance-core", + "lance-core 2.0.1", "lance-namespace-reqwest-client", - "snafu", + "snafu 0.8.9", ] [[package]] @@ -5341,8 +5460,8 @@ dependencies = [ "chrono", "deepsize", "futures", - "lance-arrow", - "lance-core", + "lance-arrow 2.0.1", + "lance-core 2.0.1", "lance-file", "lance-io", "log", @@ -5356,7 +5475,7 @@ dependencies = [ "semver", "serde", "serde_json", - "snafu", + "snafu 0.8.9", "tokio", "tracing", "url", @@ -8371,7 +8490,16 @@ version = "0.8.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6e84b3f4eacbf3a1ce05eac6763b4d629d60cbc94d632e4092c54ade71f1e1a2" dependencies = [ - "snafu-derive", + "snafu-derive 0.8.9", +] + +[[package]] +name = "snafu" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1d4bced6a69f90b2056c03dcff2c4737f98d6fb9e0853493996e1d253ca29c6" +dependencies = [ + "snafu-derive 0.9.0", ] [[package]] @@ -8386,6 +8514,18 @@ dependencies = [ "syn 2.0.117", ] +[[package]] +name = "snafu-derive" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "54254b8531cafa275c5e096f62d48c81435d1015405a91198ddb11e967301d40" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "snap" version = "1.1.1" diff --git a/benchmarks/lance-bench/Cargo.toml b/benchmarks/lance-bench/Cargo.toml index acfe39ef531..2cef12e5922 100644 --- a/benchmarks/lance-bench/Cargo.toml +++ b/benchmarks/lance-bench/Cargo.toml @@ -16,7 +16,7 @@ publish = false [dependencies] lance = { version = "2.0.0", default-features = false } -lance-encoding = { version = "2.0.0" } +lance-encoding = { version = "3.0.0" } anyhow = { workspace = true } arrow-cast = { version = "57" }