highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-10-04 12:58:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

Clearer azure models (#2898)

Browse Source 
* clear up llm

* remove logs
This commit is contained in:
pablodanswer
2024-10-24 10:29:36 -07:00
committed by GitHub
parent 0545fb4443
commit 1b6b134722
4 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/danswer/llm/factory.py
View File

@@ -51,6 +51,7 @@ def get_llms_for_persona(
return get_llm( return get_llm(
provider=llm_provider.provider, provider=llm_provider.provider,
model=model, model=model,
deployment_name=llm_provider.deployment_name,
api_key=llm_provider.api_key, api_key=llm_provider.api_key,
api_base=llm_provider.api_base, api_base=llm_provider.api_base,
api_version=llm_provider.api_version, api_version=llm_provider.api_version,
@@ -104,7 +105,7 @@ def get_default_llms(
def get_llm( def get_llm(
provider: str, provider: str,
model: str, model: str,
deployment_name: str | None = None, deployment_name: str | None,
api_key: str | None = None, api_key: str | None = None,
api_base: str | None = None, api_base: str | None = None,
api_version: str | None = None, api_version: str | None = None,
@@ -116,6 +117,7 @@ def get_llm(
return DefaultMultiLLM( return DefaultMultiLLM(
model_provider=provider, model_provider=provider,
model_name=model, model_name=model,
deployment_name=deployment_name,
api_key=api_key, api_key=api_key,
api_base=api_base, api_base=api_base,
api_version=api_version, api_version=api_version,

2
backend/danswer/server/manage/llm/api.py
View File

@@ -54,6 +54,7 @@ def test_llm_configuration(
api_base=test_llm_request.api_base, api_base=test_llm_request.api_base,
api_version=test_llm_request.api_version, api_version=test_llm_request.api_version,
custom_config=test_llm_request.custom_config, custom_config=test_llm_request.custom_config,
deployment_name=test_llm_request.deployment_name,
) )
functions_with_args: list[tuple[Callable, tuple]] = [(test_llm, (llm,))] functions_with_args: list[tuple[Callable, tuple]] = [(test_llm, (llm,))]
@@ -70,6 +71,7 @@ def test_llm_configuration(
api_base=test_llm_request.api_base, api_base=test_llm_request.api_base,
api_version=test_llm_request.api_version, api_version=test_llm_request.api_version,
custom_config=test_llm_request.custom_config, custom_config=test_llm_request.custom_config,
deployment_name=test_llm_request.deployment_name,
) )
functions_with_args.append((test_llm, (fast_llm,))) functions_with_args.append((test_llm, (fast_llm,)))

1
backend/danswer/server/manage/llm/models.py
View File

@@ -21,6 +21,7 @@ class TestLLMRequest(BaseModel):
# model level # model level
default_model_name: str default_model_name: str
fast_default_model_name: str | None = None fast_default_model_name: str | None = None
deployment_name: str | None = None
class LLMProviderDescriptor(BaseModel): class LLMProviderDescriptor(BaseModel):

2
backend/requirements/model_server.txt
View File

@@ -1,5 +1,5 @@
cohere==5.6.1
einops==0.8.0 einops==0.8.0
cohere==5.6.1
fastapi==0.109.2 fastapi==0.109.2
google-cloud-aiplatform==1.58.0 google-cloud-aiplatform==1.58.0
numpy==1.26.4 numpy==1.26.4