diff --git a/Cargo.lock b/Cargo.lock index f106012a..d92dde46 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1004,7 +1004,29 @@ dependencies = [ "rayon", "safetensors", "thiserror 1.0.69", - "ug", + "ug 0.1.0", + "yoke 0.7.5", + "zip", +] + +[[package]] +name = "candle-core" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9f51e2ecf6efe9737af8f993433c839f956d2b6ed4fd2dd4a7c6d8b0fa667ff" +dependencies = [ + "byteorder", + "gemm 0.17.1", + "half", + "memmap2", + "num-traits", + "num_cpus", + "rand 0.9.2", + "rand_distr 0.5.1", + "rayon", + "safetensors", + "thiserror 1.0.69", + "ug 0.4.0", "yoke 0.7.5", "zip", ] @@ -1015,7 +1037,22 @@ version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "be1160c3b63f47d40d91110a3e1e1e566ae38edddbbf492a60b40ffc3bc1ff38" dependencies = [ - "candle-core", + "candle-core 0.8.4", + "half", + "num-traits", + "rayon", + "safetensors", + "serde", + "thiserror 1.0.69", +] + +[[package]] +name = "candle-nn" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c1980d53280c8f9e2c6cbe1785855d7ff8010208b46e21252b978badf13ad69d" +dependencies = [ + "candle-core 0.9.1", "half", "num-traits", "rayon", @@ -1026,13 +1063,13 @@ dependencies = [ [[package]] name = "candle-transformers" -version = "0.8.4" +version = "0.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94a0900d49f8605e0e7e6693a1f560e6271279de98e5fa369e7abf3aac245020" +checksum = "186cb80045dbe47e0b387ea6d3e906f02fb3056297080d9922984c90e90a72b0" dependencies = [ "byteorder", - "candle-core", - "candle-nn", + "candle-core 0.9.1", + "candle-nn 0.9.1", "fancy-regex", "num-traits", "rand 0.9.2", @@ -7554,8 +7591,8 @@ dependencies = [ "arrow-array", "arrow-schema", "async-trait", - "candle-core", - "candle-nn", + "candle-core 0.8.4", + "candle-nn 0.8.4", "candle-transformers", "chrono", "cpal", @@ -8142,6 +8179,27 @@ dependencies = [ "yoke 0.7.5", ] +[[package]] +name = "ug" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90b70b37e9074642bc5f60bb23247fd072a84314ca9e71cdf8527593406a0dd3" +dependencies = [ + "gemm 0.18.2", + "half", + "libloading", + "memmap2", + "num", + "num-traits", + "num_cpus", + "rayon", + "safetensors", + "serde", + "thiserror 1.0.69", + "tracing", + "yoke 0.7.5", +] + [[package]] name = "ulid" version = "1.2.1" diff --git a/Cargo.toml b/Cargo.toml index f4eaf5d5..25765eb1 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -52,7 +52,7 @@ sled = "0.34" # AI Inference candle-core = "0.8.0" candle-nn = "0.8.0" -candle-transformers = "0.8.0" +candle-transformers = "0.9.1" ort = { version = "2.0.0-rc.10", features = ["ndarray"] }