diff --git a/Cargo.lock b/Cargo.lock index ac3dc86..6c20fe5 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -967,9 +967,9 @@ dependencies = [ [[package]] name = "fancy-regex" -version = "0.14.0" +version = "0.19.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e24cb5a94bcae1e5408b0effca5cd7172ea3c5755049c5f3af4cd283a165298" +checksum = "476de73bddf2ef8490aa4ee8f1cf40b430bf1d56c48c22080e5186952cd580e6" dependencies = [ "bit-set", "regex-automata", diff --git a/crates/stringcheese-tokenizer-hf/Cargo.toml b/crates/stringcheese-tokenizer-hf/Cargo.toml index 286815f..934758a 100644 --- a/crates/stringcheese-tokenizer-hf/Cargo.toml +++ b/crates/stringcheese-tokenizer-hf/Cargo.toml @@ -86,7 +86,7 @@ rustc-hash = { version = "2", default-features = false } # `o200k_base` pre-tokenizer pattern verbatim. See # `src/pre_tokenizer.rs` for the full rationale. Only compiled when # `std` is enabled (fancy-regex itself requires the standard library). -fancy-regex = { version = "0.14", default-features = false, features = ["std", "unicode"], optional = true } +fancy-regex = { version = "0.19", default-features = false, features = ["std", "unicode"], optional = true } # JSON parser for the Hugging Face `tokenizer.json` loader (see # `src/hf.rs`). Only compiled when the `hf-tokenizer` feature is on.