highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-03-26 17:51:54 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add option to specify custom port for indexing model server

Browse Source
This commit is contained in:
Weves 2024-05-21 11:06:24 -07:00 committed by Chris Weaver
parent bbae63b769
commit cc9cb202cd
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/danswer/indexing/embedder.py
View File

@ -19,7 +19,7 @@ from danswer.search.search_nlp_models import EmbeddingModel
from danswer.utils.batching import batch_list
from danswer.utils.logger import setup_logger
from shared_configs.configs import INDEXING_MODEL_SERVER_HOST
from shared_configs.configs import MODEL_SERVER_PORT
from shared_configs.configs import INDEXING_MODEL_SERVER_PORT
logger = setup_logger()
@ -61,7 +61,7 @@ class DefaultIndexingEmbedder(IndexingEmbedder):
normalize=normalize,
# The below are globally set, this flow always uses the indexing one
server_host=INDEXING_MODEL_SERVER_HOST,
server_port=MODEL_SERVER_PORT,
server_port=INDEXING_MODEL_SERVER_PORT,
)
def embed_chunks(

3
backend/shared_configs/configs.py
View File

@ -9,6 +9,9 @@ MODEL_SERVER_PORT = int(os.environ.get("MODEL_SERVER_PORT") or "9000")
INDEXING_MODEL_SERVER_HOST = (
os.environ.get("INDEXING_MODEL_SERVER_HOST") or MODEL_SERVER_HOST
)
INDEXING_MODEL_SERVER_PORT = int(
os.environ.get("INDEXING_MODEL_SERVER_PORT") or MODEL_SERVER_PORT
)
# Danswer custom Deep Learning Models
INTENT_MODEL_VERSION = "danswer/intent-model"