mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-05-22 17:50:21 +02:00
7433dddac3
Provides the ability to pull out the NLP models into a separate model server which can then be hosted on a GPU instance if desired.
28 lines
999 B
Docker
28 lines
999 B
Docker
FROM python:3.11.4-slim-bookworm
|
|
|
|
# Default DANSWER_VERSION, typically overriden during builds by GitHub Actions.
|
|
ARG DANSWER_VERSION=0.2-dev
|
|
ENV DANSWER_VERSION=${DANSWER_VERSION}
|
|
|
|
COPY ./requirements/model_server.txt /tmp/requirements.txt
|
|
RUN pip install --no-cache-dir --upgrade -r /tmp/requirements.txt
|
|
|
|
WORKDIR /app
|
|
# Needed for model configs and defaults
|
|
COPY ./danswer/configs /app/danswer/configs
|
|
# Utils used by model server
|
|
COPY ./danswer/utils/logger.py /app/danswer/utils/logger.py
|
|
COPY ./danswer/utils/timing.py /app/danswer/utils/timing.py
|
|
# Version information
|
|
COPY ./danswer/__init__.py /app/danswer/__init__.py
|
|
# Shared implementations for running NLP models locally
|
|
COPY ./danswer/search/search_nlp_models.py /app/danswer/search/search_nlp_models.py
|
|
# Request/Response models
|
|
COPY ./shared_models /app/shared_models
|
|
# Model Server main code
|
|
COPY ./model_server /app/model_server
|
|
|
|
ENV PYTHONPATH /app
|
|
|
|
CMD ["uvicorn", "model_server.main:app", "--host", "0.0.0.0", "--port", "9000"]
|