diff --git a/packages/rust/Cargo.lock b/packages/rust/Cargo.lock index 09d8190..abb84c5 100644 --- a/packages/rust/Cargo.lock +++ b/packages/rust/Cargo.lock @@ -453,6 +453,12 @@ dependencies = [ "typenum", ] +[[package]] +name = "daachorse" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f55d7153ba3b507595872a3874803f07a8a81d1e888abed8e5db7da0597d6e2" + [[package]] name = "darling" version = "0.20.11" @@ -2558,13 +2564,13 @@ dependencies = [ [[package]] name = "tokenizers" -version = "0.21.4" +version = "0.23.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a620b996116a59e184c2fa2dfd8251ea34a36d0a514758c6f966386bd2e03476" +checksum = "44e5bea67576e04b6ff8564c5d9e09c2ef0cf476502245f2f120e497769d3112" dependencies = [ "ahash", - "aho-corasick", "compact_str", + "daachorse", "dary_heap", "derive_builder", "esaxx-rs", diff --git a/packages/rust/crates/oxbitnet/Cargo.toml b/packages/rust/crates/oxbitnet/Cargo.toml index a42c715..320c3d1 100644 --- a/packages/rust/crates/oxbitnet/Cargo.toml +++ b/packages/rust/crates/oxbitnet/Cargo.toml @@ -19,7 +19,7 @@ tracing = "0.1" dirs = "6" half = { version = "2", features = ["bytemuck"] } sha2 = "0.10" -tokenizers = { version = "0.21", default-features = false, features = ["onig"] } +tokenizers = { version = "0.23", default-features = false, features = ["onig"] } async-stream = "0.3" rand = "0.9" ahash = "0.8"