Merge pull request #1244 from awwaawwa/fix_gpt_35_16k_maxtoken

修改 gpt-3.5-turbo-16k 系列模型 max_token 为 16385
binary-husky · Nov 10, 2023 · caf45ef · caf45ef
2 parents b49b272 + 8d94564
commit caf45ef
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/request_llms/bridge_all.py b/request_llms/bridge_all.py
@@ -94,7 +94,7 @@ def decode(self, *args, **kwargs):
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
         "endpoint": openai_endpoint,
-        "max_token": 1024*16,
+        "max_token": 16385,
         "tokenizer": tokenizer_gpt35,
         "token_cnt": get_token_num_gpt35,
     },
@@ -112,7 +112,7 @@ def decode(self, *args, **kwargs):
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
         "endpoint": openai_endpoint,
-        "max_token": 1024 * 16,
+        "max_token": 16385,
         "tokenizer": tokenizer_gpt35,
         "token_cnt": get_token_num_gpt35,
     },
@@ -204,7 +204,7 @@ def decode(self, *args, **kwargs):
         "fn_with_ui": chatgpt_ui,
         "fn_without_ui": chatgpt_noui,
         "endpoint": api2d_endpoint,
-        "max_token": 1024*16,
+        "max_token": 16385,
         "tokenizer": tokenizer_gpt35,
         "token_cnt": get_token_num_gpt35,
     },