Removed accidental comment

sillsdev · Oct 17, 2024 · 05b39a9 · 05b39a9
1 parent 2532397
commit 05b39a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/machine/translation/huggingface/hugging_face_nmt_model_trainer.py b/machine/translation/huggingface/hugging_face_nmt_model_trainer.py
@@ -239,7 +239,7 @@ def add_lang_code_to_tokenizer(tokenizer: Any, lang_code: str):
             )
             lang_id = tokenizer.convert_tokens_to_ids(lang_code)
             tokenizer.lang_code_to_id[lang_code] = lang_id
-            # Caused by update to NllbTokenizer
+
             if isinstance(tokenizer, (NllbTokenizer, MBart50Tokenizer, MBartTokenizer)):
                 tokenizer.id_to_lang_code[lang_id] = lang_code
                 tokenizer.fairseq_tokens_to_ids[lang_code] = lang_id