highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-07-12 14:12:53 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix model serer startup

Browse Source
This commit is contained in:
Weves
2024-07-14 23:31:06 -07:00
committed by Chris Weaver
parent 078d5defbb
commit 6fe3eeaa48
8 changed files with 7 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/model_server/constants.py
View File

@ -1,6 +1,6 @@
from enum import Enum
from danswer.search.enums import EmbedTextType
from shared_configs.enums import EmbedTextType
MODEL_WARM_UP_STRING = "hi " * 512

2
backend/model_server/encoders.py
View File

@ -15,7 +15,6 @@ from sentence_transformers import SentenceTransformer # type: ignore
from vertexai.language_models import TextEmbeddingInput # type: ignore
from vertexai.language_models import TextEmbeddingModel # type: ignore
from danswer.search.enums import EmbedTextType
from danswer.utils.logger import setup_logger
from model_server.constants import DEFAULT_COHERE_MODEL
from model_server.constants import DEFAULT_OPENAI_MODEL
@ -28,6 +27,7 @@ from model_server.utils import simple_log_function_time
from shared_configs.configs import CROSS_EMBED_CONTEXT_SIZE
from shared_configs.configs import CROSS_ENCODER_MODEL_ENSEMBLE
from shared_configs.configs import INDEXING_ONLY
from shared_configs.enums import EmbedTextType
from shared_configs.model_server_models import EmbedRequest
from shared_configs.model_server_models import EmbedResponse
from shared_configs.model_server_models import RerankRequest