highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-20 21:33:56 +02:00
Code Issues Packages Projects Releases Wiki Activity

support o1

Browse Source
This commit is contained in:
pablodanswer
2024-12-18 15:23:32 -08:00
parent 4936936254
commit 9b7aa6008c
5 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/onyx/llm/chat_llm.py
View File

@@ -453,7 +453,9 @@ class DefaultMultiLLM(LLM):
if LOG_DANSWER_MODEL_INTERACTIONS: if LOG_DANSWER_MODEL_INTERACTIONS:
self.log_model_configs() self.log_model_configs()
if DISABLE_LITELLM_STREAMING: if (
DISABLE_LITELLM_STREAMING or self.config.model_name == "o1-2024-12-17"
): # TODO: remove once litellm supports streaming
yield self.invoke(prompt, tools, tool_choice, structured_response_format) yield self.invoke(prompt, tools, tool_choice, structured_response_format)
return return

1
backend/onyx/llm/llm_provider_options.py
View File

@@ -29,6 +29,7 @@ OPENAI_PROVIDER_NAME = "openai"
OPEN_AI_MODEL_NAMES = [ OPEN_AI_MODEL_NAMES = [
"o1-mini", "o1-mini",
"o1-preview", "o1-preview",
"o1-2024-12-17",
"gpt-4", "gpt-4",
"gpt-4o", "gpt-4o",
"gpt-4o-mini", "gpt-4o-mini",

3
backend/requirements/default.txt
View File

@@ -29,7 +29,7 @@ trafilatura==1.12.2
langchain==0.1.17 langchain==0.1.17
langchain-core==0.1.50 langchain-core==0.1.50
langchain-text-splitters==0.0.1 langchain-text-splitters==0.0.1
litellm==1.54.1 litellm==1.55.4
lxml==5.3.0 lxml==5.3.0
lxml_html_clean==0.2.2 lxml_html_clean==0.2.2
llama-index==0.9.45 llama-index==0.9.45
@@ -82,3 +82,4 @@ urllib3==2.2.3
mistune==0.8.4 mistune==0.8.4
sentry-sdk==2.14.0 sentry-sdk==2.14.0
prometheus_client==0.21.0 prometheus_client==0.21.0
markitdown=0.0.1a3

2
backend/requirements/model_server.txt
View File

@@ -12,5 +12,5 @@ torch==2.2.0
transformers==4.39.2 transformers==4.39.2
uvicorn==0.21.1 uvicorn==0.21.1
voyageai==0.2.3 voyageai==0.2.3
litellm==1.54.1 litellm==1.55.4
sentry-sdk[fastapi,celery,starlette]==2.14.0 sentry-sdk[fastapi,celery,starlette]==2.14.0

1
web/src/lib/hooks.ts
View File

@@ -299,6 +299,7 @@ const MODEL_DISPLAY_NAMES: { [key: string]: string } = {
// OpenAI models // OpenAI models
"o1-mini": "O1 Mini", "o1-mini": "O1 Mini",
"o1-preview": "O1 Preview", "o1-preview": "O1 Preview",
"o1-2024-12-17": "O1",
"gpt-4": "GPT 4", "gpt-4": "GPT 4",
"gpt-4o": "GPT 4o", "gpt-4o": "GPT 4o",
"gpt-4o-2024-08-06": "GPT 4o (Structured Outputs)", "gpt-4o-2024-08-06": "GPT 4o (Structured Outputs)",