highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-04 01:48:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

add handling for poorly formatting model names (#2143)

Browse Source
This commit is contained in:
pablodanswer 2024-08-15 15:01:57 -07:00 committed by GitHub
parent 33fed955d9
commit 3ffbe659e3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend/danswer/llm/utils.py
View File

@ -338,9 +338,11 @@ def get_llm_max_tokens(
return GEN_AI_MAX_TOKENS
try:
model_obj = model_map.get(f"{model_provider}/{model_name}")
if not model_obj:
model_obj = model_map[model_name]
model_obj = (
model_map.get(f"{model_provider}/{model_name}")
or model_map.get(model_name)
or model_map[model_name.split("/")[1]]
)
if "max_input_tokens" in model_obj:
return model_obj["max_input_tokens"]