From ae6604c9a8ce574de8019033e62910755e7e36cc Mon Sep 17 00:00:00 2001
From: Daulet Zhanguzin <daulet@zhanguzin.kz>
Date: Mon, 4 Nov 2024 19:47:26 -0800
Subject: [PATCH] chore: update tokenizers version

---
 Cargo.lock | 8 ++++----
 Cargo.toml | 8 +++++---
 2 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index 7b8931d5..0d84f02a 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -823,19 +823,19 @@ dependencies = [
 
 [[package]]
 name = "tokenizers"
-version = "0.9.0"
+version = "0.20.2"
 dependencies = [
  "criterion",
  "libc",
  "rand",
- "tokenizers 0.20.0",
+ "tokenizers 0.20.2 (registry+https://github.com/rust-lang/crates.io-index)",
 ]
 
 [[package]]
 name = "tokenizers"
-version = "0.20.0"
+version = "0.20.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c8a24d7f7d6be5b9d1377418b893ab1808af0074f5d1bb2c64784452ddd2aa70"
+checksum = "fef9821871de9277bd7d8a7568e798e775db7eede56e290b4b03f1dfb9ac6769"
 dependencies = [
  "aho-corasick",
  "derive_builder",
diff --git a/Cargo.toml b/Cargo.toml
index c3174e65..5557e009 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -1,6 +1,8 @@
 [package]
-name = "tokenizers" 
-version = "0.9.0"
+name = "tokenizers"
+# Bump major version every time we change the behavior of the library.
+# Bump minor.patch version every time we bump tokenizers dependency version.
+version = "0.20.2"
 edition = "2021"
 
 [lib]
@@ -8,7 +10,7 @@ crate-type = ["staticlib"]
 
 [dependencies]
 libc = "0.2.140"
-tokenizers = {version = "0.20.0" }
+tokenizers = {version = "0.20.2" }
 
 [dev-dependencies]
 criterion = { version = "0.5.1", features = ["html_reports"] }