From c41421ccf4610e7a0688bbd1301f34ab877c4876 Mon Sep 17 00:00:00 2001
From: Yuhong Sun <yuhongsun96@gmail.com>
Date: Wed, 19 Jul 2023 20:01:23 -0700
Subject: [PATCH] Add model caching to docker compose prod (#219)

---
 deployment/docker_compose/docker-compose.dev.yml  | 3 +--
 deployment/docker_compose/docker-compose.prod.yml | 9 +++++++++
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/deployment/docker_compose/docker-compose.dev.yml b/deployment/docker_compose/docker-compose.dev.yml
index fc333837b..17771a4a0 100644
--- a/deployment/docker_compose/docker-compose.dev.yml
+++ b/deployment/docker_compose/docker-compose.dev.yml
@@ -55,7 +55,6 @@ services:
       - model_cache_torch:/root/.cache/torch/
       - model_cache_nltk:/root/nltk_data/
       - model_cache_huggingface:/root/.cache/huggingface/
-
   web_server:
     image: danswer/danswer-web-server:latest
     build:
@@ -124,4 +123,4 @@ volumes:
   typesense_volume:
   model_cache_torch:
   model_cache_nltk:
-  model_cache_huggingface:
\ No newline at end of file
+  model_cache_huggingface:
diff --git a/deployment/docker_compose/docker-compose.prod.yml b/deployment/docker_compose/docker-compose.prod.yml
index 7fab3bd70..40349515a 100644
--- a/deployment/docker_compose/docker-compose.prod.yml
+++ b/deployment/docker_compose/docker-compose.prod.yml
@@ -23,6 +23,9 @@ services:
     volumes:
       - local_dynamic_storage:/home/storage
       - file_connector_tmp_storage:/home/file_connector_storage
+      - model_cache_torch:/root/.cache/torch/
+      - model_cache_nltk:/root/nltk_data/
+      - model_cache_huggingface:/root/.cache/huggingface/
   background:
     image: danswer/danswer-backend:latest
     build:
@@ -42,6 +45,9 @@ services:
     volumes:
       - local_dynamic_storage:/home/storage
       - file_connector_tmp_storage:/home/file_connector_storage
+      - model_cache_torch:/root/.cache/torch/
+      - model_cache_nltk:/root/nltk_data/
+      - model_cache_huggingface:/root/.cache/huggingface/
   web_server:
     image: danswer/danswer-web-server:latest
     build:
@@ -115,3 +121,6 @@ volumes:
   db_volume:
   qdrant_volume:
   typesense_volume:
+  model_cache_torch:
+  model_cache_nltk:
+  model_cache_huggingface: