allow user to force trust_remote_code=true via from_pretrained kwargs (…

…#597)
TransformerLensOrg · May 15, 2024 · 5a374ec · 5a374ec
1 parent 0fd85b9
commit 5a374ec
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/transformer_lens/loading_from_pretrained.py b/transformer_lens/loading_from_pretrained.py
@@ -1147,6 +1147,8 @@ def convert_hf_model_config(model_name: str, **kwargs):
     cfg_dict["original_architecture"] = architecture
     # The name such that AutoTokenizer.from_pretrained works
     cfg_dict["tokenizer_name"] = official_model_name
+    if kwargs.get("trust_remote_code", False):
+        cfg_dict["trust_remote_code"] = True
     return cfg_dict