From 1b47dda49f8a31926aca6f7968e69ea954ef469f Mon Sep 17 00:00:00 2001
From: Martin Mirchev <mirchevmartin2203@gmail.com>
Date: Sun, 25 Aug 2024 20:49:46 +0800
Subject: [PATCH] Add base url control inside of lite llm gpt

---
 app/model/gptlitellm.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/app/model/gptlitellm.py b/app/model/gptlitellm.py
index 13ab8ed5..07e14315 100644
--- a/app/model/gptlitellm.py
+++ b/app/model/gptlitellm.py
@@ -92,6 +92,7 @@ def call(
                 max_tokens=1024,
                 response_format={"type": response_format},
                 top_p=top_p,
+                base_url=os.getenv("OPENAI_API_BASE_URL", None),
                 stream=False,
             )
             assert isinstance(response, ModelResponse)