Add base url control inside of lite llm gpt

nus-apr · Aug 25, 2024 · 1b47dda · 1b47dda
1 parent 45cd9de
commit 1b47dda
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/app/model/gptlitellm.py b/app/model/gptlitellm.py
@@ -92,6 +92,7 @@ def call(
                 max_tokens=1024,
                 response_format={"type": response_format},
                 top_p=top_p,
+                base_url=os.getenv("OPENAI_API_BASE_URL", None),
                 stream=False,
             )
             assert isinstance(response, ModelResponse)