diff --git a/backend/danswer/llm/openai.py b/backend/danswer/llm/openai.py
index 8358dc85f..6cea98986 100644
--- a/backend/danswer/llm/openai.py
+++ b/backend/danswer/llm/openai.py
@@ -24,9 +24,11 @@ class OpenAIGPT(LangChainChatLLM):
         # server from starting up
         if not api_key:
             api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key"
+
         self._llm = ChatOpenAI(
             model=model_version,
             openai_api_key=api_key,
+            openai_api_base=kwargs.get('endpoint', ''),
             max_tokens=max_output_tokens,
             temperature=temperature,
             request_timeout=timeout,