Checking model_cfg instead of model_name to load CoCa model.

mlfoundations · Oct 12, 2023 · 2e81704 · 2e81704
1 parent 7e2d222
commit 2e81704
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/open_clip/factory.py b/src/open_clip/factory.py
@@ -206,7 +206,7 @@ def create_model(
         if custom_text:
             if is_hf_model:
                 model_cfg['text_cfg']['hf_model_pretrained'] = pretrained_hf
-            if "coca" in model_name:
+            if "multimodal_cfg" in model_cfg:
                 model = CoCa(**model_cfg, **model_kwargs, cast_dtype=cast_dtype)
             else:
                 model = CustomTextCLIP(**model_cfg, **model_kwargs, cast_dtype=cast_dtype)