highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-03-29 11:12:02 +01:00
Code Issues Packages Projects Releases Wiki Activity

Clearer azure models (#2898)

Browse Source 
* clear up llm

* remove logs
This commit is contained in:
pablodanswer 2024-10-24 10:29:36 -07:00 committed by GitHub
parent 0545fb4443
commit 1b6b134722
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/danswer/llm/factory.py
View File

@ -51,6 +51,7 @@ def get_llms_for_persona(
return get_llm(
provider=llm_provider.provider,
model=model,
deployment_name=llm_provider.deployment_name,
api_key=llm_provider.api_key,
api_base=llm_provider.api_base,
api_version=llm_provider.api_version,
@ -104,7 +105,7 @@ def get_default_llms(
def get_llm(
provider: str,
model: str,
deployment_name: str | None = None,
deployment_name: str | None,
api_key: str | None = None,
api_base: str | None = None,
api_version: str | None = None,
@ -116,6 +117,7 @@ def get_llm(
return DefaultMultiLLM(
model_provider=provider,
model_name=model,
deployment_name=deployment_name,
api_key=api_key,
api_base=api_base,
api_version=api_version,

2
backend/danswer/server/manage/llm/api.py
View File

@ -54,6 +54,7 @@ def test_llm_configuration(
api_base=test_llm_request.api_base,
api_version=test_llm_request.api_version,
custom_config=test_llm_request.custom_config,
deployment_name=test_llm_request.deployment_name,
)
functions_with_args: list[tuple[Callable, tuple]] = [(test_llm, (llm,))]
@ -70,6 +71,7 @@ def test_llm_configuration(
api_base=test_llm_request.api_base,
api_version=test_llm_request.api_version,
custom_config=test_llm_request.custom_config,
deployment_name=test_llm_request.deployment_name,
)
functions_with_args.append((test_llm, (fast_llm,)))

1
backend/danswer/server/manage/llm/models.py
View File

@ -21,6 +21,7 @@ class TestLLMRequest(BaseModel):
# model level
default_model_name: str
fast_default_model_name: str | None = None
deployment_name: str | None = None
class LLMProviderDescriptor(BaseModel):

4
backend/requirements/model_server.txt
View File

@ -1,5 +1,5 @@
cohere==5.6.1
einops==0.8.0
cohere==5.6.1
fastapi==0.109.2
google-cloud-aiplatform==1.58.0
numpy==1.26.4
@ -13,4 +13,4 @@ transformers==4.39.2
uvicorn==0.21.1
voyageai==0.2.3
litellm==1.49.5
sentry-sdk[fastapi,celery,starlette]==2.14.0
sentry-sdk[fastapi,celery,starlette]==2.14.0