Merge pull request #1238 from samxiaowastaken/master

Add new API support
binary-husky · Nov 10, 2023 · 795de49 · 795de49
2 parents e9cf3d3 + 0ff750b
commit 795de49
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 1 deletion.
diff --git a/config.py b/config.py
@@ -87,7 +87,8 @@
 
 # 模型选择是 (注意: LLM_MODEL是默认选中的模型, 它*必须*被包含在AVAIL_LLM_MODELS列表中 )
 LLM_MODEL = "gpt-3.5-turbo" # 可选 ↓↓↓
-AVAIL_LLM_MODELS = ["gpt-3.5-turbo-16k", "gpt-3.5-turbo", "azure-gpt-3.5",
+AVAIL_LLM_MODELS = ["gpt-3.5-turbo-1106","gpt-4-1106-preview",
+                    "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "azure-gpt-3.5",
                     "api2d-gpt-3.5-turbo", 'api2d-gpt-3.5-turbo-16k', 
                     "gpt-4", "gpt-4-32k", "azure-gpt-4", "api2d-gpt-4", 
                     "chatglm3", "moss", "newbing", "claude-2"]

diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py
@@ -117,6 +117,15 @@ def decode(self, *args, **kwargs):
         "token_cnt": get_token_num_gpt35,
     },
 
+    "gpt-3.5-turbo-1106": {#16k
+        "fn_with_ui": chatgpt_ui,
+        "fn_without_ui": chatgpt_noui,
+        "endpoint": openai_endpoint,
+        "max_token": 16385,
+        "tokenizer": tokenizer_gpt35,
+        "token_cnt": get_token_num_gpt35,
+    },
+
     "gpt-4": {
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
@@ -135,6 +144,15 @@ def decode(self, *args, **kwargs):
         "token_cnt": get_token_num_gpt4,
     },
 
+    "gpt-4-1106-preview": {
+        "fn_with_ui": chatgpt_ui,
+        "fn_without_ui": chatgpt_noui,
+        "endpoint": openai_endpoint,
+        "max_token": 128000,
+        "tokenizer": tokenizer_gpt4,
+        "token_cnt": get_token_num_gpt4,
+    },
+
     "gpt-3.5-random": {
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,