diff --git a/backend/onyx/llm/llm_provider_options.py b/backend/onyx/llm/llm_provider_options.py index 2ac8a3b9f..84ad6eca2 100644 --- a/backend/onyx/llm/llm_provider_options.py +++ b/backend/onyx/llm/llm_provider_options.py @@ -56,7 +56,9 @@ BEDROCK_PROVIDER_NAME = "bedrock" # models BEDROCK_MODEL_NAMES = [ model - for model in litellm.bedrock_models + # bedrock_converse_models are just extensions of the bedrock_models, not sure why + # litellm has split them into two lists :( + for model in litellm.bedrock_models + litellm.bedrock_converse_models if "/" not in model and "embed" not in model ][::-1] diff --git a/backend/requirements/default.txt b/backend/requirements/default.txt index 3da78ef25..9bae3b12e 100644 --- a/backend/requirements/default.txt +++ b/backend/requirements/default.txt @@ -38,7 +38,7 @@ langchainhub==0.1.21 langgraph==0.2.72 langgraph-checkpoint==2.0.13 langgraph-sdk==0.1.44 -litellm==1.61.16 +litellm==1.63.8 lxml==5.3.0 lxml_html_clean==0.2.2 llama-index==0.9.45 @@ -47,7 +47,7 @@ msal==1.28.0 nltk==3.8.1 Office365-REST-Python-Client==2.5.9 oauthlib==3.2.2 -openai==1.61.0 +openai==1.66.3 openpyxl==3.1.2 playwright==1.41.2 psutil==5.9.5 diff --git a/web/src/app/admin/configuration/llm/LLMProviderUpdateForm.tsx b/web/src/app/admin/configuration/llm/LLMProviderUpdateForm.tsx index 3a5565013..f8cb5b6cb 100644 --- a/web/src/app/admin/configuration/llm/LLMProviderUpdateForm.tsx +++ b/web/src/app/admin/configuration/llm/LLMProviderUpdateForm.tsx @@ -284,7 +284,9 @@ export function LLMProviderUpdateForm({ subtext="The model to use by default for this provider unless otherwise specified." label="Default Model" options={llmProviderDescriptor.llm_names.map((name) => ({ - name: getDisplayNameForModel(name), + // don't clean up names here to give admins descriptive names / handle duplicates + // like us.anthropic.claude-3-7-sonnet-20250219-v1:0 and anthropic.claude-3-7-sonnet-20250219-v1:0 + name: name, value: name, }))} maxHeight="max-h-56" @@ -314,7 +316,9 @@ export function LLMProviderUpdateForm({ the Default Model configured above.`} label="[Optional] Fast Model" options={llmProviderDescriptor.llm_names.map((name) => ({ - name: getDisplayNameForModel(name), + // don't clean up names here to give admins descriptive names / handle duplicates + // like us.anthropic.claude-3-7-sonnet-20250219-v1:0 and anthropic.claude-3-7-sonnet-20250219-v1:0 + name: name, value: name, }))} includeDefault @@ -355,7 +359,9 @@ export function LLMProviderUpdateForm({ options={llmProviderDescriptor.llm_names.map( (name) => ({ value: name, - label: getDisplayNameForModel(name), + // don't clean up names here to give admins descriptive names / handle duplicates + // like us.anthropic.claude-3-7-sonnet-20250219-v1:0 and anthropic.claude-3-7-sonnet-20250219-v1:0 + label: name, }) )} onChange={(selected) =>