dev: remove extra/tokenizers

BlueGreenMagick · Jun 25, 2024 · 923d40c · 923d40c
1 parent fe33c25
commit 923d40c
Show file tree

Hide file tree

Showing 10 changed files with 14 additions and 384 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -6,7 +6,6 @@ members = [
   "unidic",
   "unidic-types",
   "extra/generate-license/rust",
-  "extra/tokenizers",
 ]
 resolver = "2"
 

diff --git a/extra/tokenizers/.gitignore b/extra/tokenizers/.gitignore
diff --git a/extra/tokenizers/Cargo.toml b/extra/tokenizers/Cargo.toml
diff --git a/extra/tokenizers/README.md b/extra/tokenizers/README.md
diff --git a/extra/tokenizers/src/lib.rs b/extra/tokenizers/src/lib.rs
diff --git a/extra/tokenizers/src/lindera.rs b/extra/tokenizers/src/lindera.rs