From 8a5740e99313f6022c31c4f98c0b2c9fa2bf739d Mon Sep 17 00:00:00 2001
From: Wenzhe Xue <wenzhe@log10.io>
Date: Fri, 23 Aug 2024 11:11:35 -0700
Subject: [PATCH] cli benchmark: check base model name given an OAI fine-tuned
 model

---
 log10/completions/completions.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/log10/completions/completions.py b/log10/completions/completions.py
index ebcdfce..e76e527 100644
--- a/log10/completions/completions.py
+++ b/log10/completions/completions.py
@@ -201,6 +201,11 @@ def _compare(models: list[str], messages: dict, temperature: float = 0.2, max_to
 
 
 def _check_model_support(model: str) -> bool:
+    # check openai fine-tuned models
+    # e.g. ft:gpt-3.5-turbo-0125:log10::9Q1qGLY2
+    if model.startswith("ft:"):
+        model = model.split(":")[1]
+
     return model in _SUPPORTED_MODELS