cli benchmark: check base model name given an OAI fine-tuned model

log10-io · Aug 23, 2024 · 8a5740e · 8a5740e
1 parent 59c40e8
commit 8a5740e
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/log10/completions/completions.py b/log10/completions/completions.py
@@ -201,6 +201,11 @@ def _compare(models: list[str], messages: dict, temperature: float = 0.2, max_to
 
 
 def _check_model_support(model: str) -> bool:
+ # check openai fine-tuned models
+ # e.g. ft:gpt-3.5-turbo-0125:log10::9Q1qGLY2
+ if model.startswith("ft:"):
+ model = model.split(":")[1]
+
  return model in _SUPPORTED_MODELS