highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-10-11 05:36:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

Healthcheck for model server (#1350)

Browse Source
This commit is contained in:
Yuhong Sun
2024-04-18 16:22:38 -07:00
committed by GitHub
parent 89ff07a96b
commit e361e92230
2 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/model_server/main.py
View File

@@ -13,6 +13,7 @@ from model_server.custom_models import router as custom_models_router
from model_server.custom_models import warm_up_intent_model
from model_server.encoders import router as encoders_router
from model_server.encoders import warm_up_cross_encoders
from model_server.management_endpoints import router as management_router
from shared_configs.configs import ENABLE_RERANKING_ASYNC_FLOW
from shared_configs.configs import ENABLE_RERANKING_REAL_TIME_FLOW
from shared_configs.configs import INDEXING_ONLY
@@ -53,6 +54,7 @@ def get_model_app() -> FastAPI:
title="Danswer Model Server", version=__version__, lifespan=lifespan
)
application.include_router(management_router)
application.include_router(encoders_router)
application.include_router(custom_models_router)

9
backend/model_server/management_endpoints.py Normal file
View File

@@ -0,0 +1,9 @@
from fastapi import APIRouter
from fastapi import Response
router = APIRouter(prefix="/api")
@router.get("/health")
def healthcheck() -> Response:
return Response(status_code=200)