From 0c3ecbfa2f2cc85ef56f1a0652a28803667f4c00 Mon Sep 17 00:00:00 2001
From: Rajeesh <rajeesh.ckr@gmail.com>
Date: Tue, 26 Sep 2023 04:07:07 +1000
Subject: [PATCH] Ability to provide different base URL for the open AI LLM
 endpoint (#475)

---
 backend/danswer/llm/openai.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/backend/danswer/llm/openai.py b/backend/danswer/llm/openai.py
index 8358dc85f..6cea98986 100644
--- a/backend/danswer/llm/openai.py
+++ b/backend/danswer/llm/openai.py
@@ -24,9 +24,11 @@ class OpenAIGPT(LangChainChatLLM):
         # server from starting up
         if not api_key:
             api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key"
+
         self._llm = ChatOpenAI(
             model=model_version,
             openai_api_key=api_key,
+            openai_api_base=kwargs.get('endpoint', ''),
             max_tokens=max_output_tokens,
             temperature=temperature,
             request_timeout=timeout,