rm llama change

NielsRogge · Oct 18, 2024 · e975d96 · e975d96
1 parent 3a0e825
commit e975d96
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/tests/models/llama/test_tokenization_llama.py b/tests/models/llama/test_tokenization_llama.py
@@ -28,7 +28,7 @@
     AutoTokenizer,
     LlamaTokenizer,
     LlamaTokenizerFast,
-    PreTrainedTokenizerFast
+    PreTrainedTokenizerFast,
 )
 from transformers.convert_slow_tokenizer import convert_slow_tokenizer
 from transformers.testing_utils import (
@@ -54,9 +54,9 @@
 class LlamaTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
     from_pretrained_id = ["hf-internal-testing/llama-tokenizer", "meta-llama/Llama-2-7b-hf"]
     tokenizer_class = LlamaTokenizer
-    rust_tokenizer_class = PreTrainedTokenizerFast
+    rust_tokenizer_class = LlamaTokenizerFast
 
-    test_rust_tokenizer = True
+    test_rust_tokenizer = False
     test_sentencepiece = True
     from_pretrained_kwargs = {}