highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-10-10 21:26:01 +02:00
Code Issues Packages Projects Releases Wiki Activity

Ability to provide different base URL for the open AI LLM endpoint (#475)

Browse Source
This commit is contained in:
Rajeesh
2023-09-26 04:07:07 +10:00
committed by GitHub
parent 8b95e2631d
commit 0c3ecbfa2f
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/danswer/llm/openai.py
View File

@@ -24,9 +24,11 @@ class OpenAIGPT(LangChainChatLLM):
# server from starting up # server from starting up
if not api_key: if not api_key:
api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key" api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key"
self._llm = ChatOpenAI( self._llm = ChatOpenAI(
model=model_version, model=model_version,
openai_api_key=api_key, openai_api_key=api_key,
openai_api_base=kwargs.get('endpoint', ''),
max_tokens=max_output_tokens, max_tokens=max_output_tokens,
temperature=temperature, temperature=temperature,
request_timeout=timeout, request_timeout=timeout,