feat: support custom URL and model.

YunYouJun · Feb 4, 2024 · d2c8e44 · d2c8e44
1 parent 0587b88
commit d2c8e44
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/.env.example b/.env.example
@@ -1 +1,3 @@
 OPENAI_API_KEY=
+MODEL_NAME="gpt-3.5-turbo-1106"
+AI_SERVICE_URL="https://api.openai.com/v1"
diff --git a/packages/ai/.env.example b/packages/ai/.env.example
@@ -1 +1,3 @@
 OPENAI_API_KEY=
+MODEL_NAME="gpt-3.5-turbo-1106"
+AI_SERVICE_URL="https://api.openai.com/v1"
diff --git a/packages/ai/src/config.ts b/packages/ai/src/config.ts
@@ -4,12 +4,14 @@ import OpenAI from 'openai'
 
 const deepseekApiUrl = 'https://api.deepseek.com/v1'
 
+const aiServiceUrl = process.env.AI_SERVICE_URL || deepseekApiUrl
+
 export const openai = new OpenAI({
-  baseURL: deepseekApiUrl,
+  baseURL: aiServiceUrl,
   apiKey: process.env.OPENAI_API_KEY, // This is the default and can be omitted
 })
 
-export const baseModel = 'deepseek-chat'
+export const baseModel = process.env.MODEL_NAME || 'deepseek-chat'
 
 export const baseChatCompletionCreateParams: Partial<OpenAI.ChatCompletionCreateParamsNonStreaming> = {
   max_tokens: 300,