chore(tokeniser): set legacy to False

winstxnhdw · Sep 25, 2024 · b1dbbb0 · b1dbbb0
1 parent 57f77fc
commit b1dbbb0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/examplify/features/chat/model.py b/src/examplify/features/chat/model.py
@@ -158,7 +158,7 @@ def get_chat_model() -> ChatModel:
  model (Chat) : the language model
  """
  model_path = huggingface_download('winstxnhdw/openchat-3.6-ct2-int8')
- tokeniser = LlamaTokenizerFast.from_pretrained(model_path, local_files_only=True)
+ tokeniser = LlamaTokenizerFast.from_pretrained(model_path, local_files_only=True, legacy=False)
  generator = Generator(
  model_path,
  'cuda' if Config.use_cuda else 'cpu',