Merge pull request #1 from uktrade/feat/upgrade_gpt4

Feat/upgrade gpt4
uktrade · Jul 11, 2024 · f7434ea · f7434ea
2 parents 686e8e2 + 2039546
commit f7434ea
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 0 deletions.
diff --git a/.env.django b/.env.django
@@ -2,6 +2,7 @@
 
 ANTHROPIC_API_KEY=
 OPENAI_API_KEY=
+OPENAI_MODEL=
 LLM_MAX_TOKENS=1024
 
 # === Development ===

diff --git a/.env.example b/.env.example
@@ -2,6 +2,7 @@
 
 ANTHROPIC_API_KEY=
 OPENAI_API_KEY=
+OPENAI_API_KEY=
 LLM_MAX_TOKENS=1024
 
 # === Development ===

diff --git a/.env.test b/.env.test
@@ -2,6 +2,7 @@
 
 ANTHROPIC_API_KEY=
 OPENAI_API_KEY=
+OPENAI_MODEL=
 LLM_MAX_TOKENS=1024
 
 # === AI ===

diff --git a/core_api/src/dependencies.py b/core_api/src/dependencies.py
@@ -120,6 +120,7 @@ def get_llm(env: Annotated[Settings, Depends(get_env)]) -> ChatLiteLLM:
             streaming=True,
             openai_key=env.openai_api_key,
             callbacks=[logger_callback],
+            model=env.openai_model,
         )
     elif env.azure_openai_api_key is not None:
         log.info("Creating Azure LLM Client")

diff --git a/redbox-core/redbox/models/settings.py b/redbox-core/redbox/models/settings.py
@@ -136,6 +136,7 @@ class Settings(BaseSettings):
 
     anthropic_api_key: str | None = None
     openai_api_key: str | None = None
+    openai_model: str | None = None
     azure_openai_api_key: str | None = None
     azure_openai_endpoint: str | None = None