Merge pull request #5 from unit-mesh/dependabot/cargo/tokenizers-0.19.0

chore(deps): update tokenizers requirement from 0.15.0 to 0.19.0
unit-mesh · Apr 17, 2024 · ed988bc · ed988bc
2 parents 64a18dc + 5da2585
commit ed988bc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/enfer_core/Cargo.toml b/enfer_core/Cargo.toml
@@ -32,7 +32,7 @@ ci = []
 # so we disable default-features, following: https://github.com/pykeio/ort/blob/main/Cargo.toml
 ort = { version = "2.0.0-alpha.1", default-features = true }
 
-tokenizers = { version = "0.15.0", default-features = false, features = ["progressbar", "cli", "onig", "esaxx_fast"] }
+tokenizers = { version = "0.19.0", default-features = false, features = ["progressbar", "cli", "onig", "esaxx_fast"] }
 ndarray = "0.15.6"
 
 uniffi = { version = "0.27" }