Bugfix/pg connections (#2002)

* increase max_connections to 150 in all docker files

* lower celery worker concurrency to 6

backend/supervisord.conf

@@ -25,7 +25,7 @@ autorestart=true
 # relatively compute-light (e.g. they tend to just make a bunch of requests to 
 # Vespa / Postgres)
 [program:celery_worker]
-command=celery -A danswer.background.celery.celery_run:celery_app worker --pool=threads --concurrency=16 --loglevel=INFO --logfile=/var/log/celery_worker.log
+command=celery -A danswer.background.celery.celery_run:celery_app worker --pool=threads --concurrency=6 --loglevel=INFO --logfile=/var/log/celery_worker.log
 stdout_logfile=/var/log/celery_worker_supervisor.log
 stdout_logfile_maxbytes=52428800
 redirect_stderr=true

deployment/docker_compose/docker-compose.dev.yml

@@ -290,6 +290,7 @@ services:
 
   relational_db:
     image: postgres:15.2-alpine
+    command: -c 'max_connections=150'
     restart: always
     environment:
       - POSTGRES_USER=${POSTGRES_USER:-postgres}

deployment/docker_compose/docker-compose.gpu-dev.yml

@@ -300,6 +300,7 @@ services:
 
   relational_db:
     image: postgres:15.2-alpine
+    command: -c 'max_connections=150'
     restart: always
     environment:
       - POSTGRES_USER=${POSTGRES_USER:-postgres}

deployment/docker_compose/docker-compose.prod-no-letsencrypt.yml

@@ -143,6 +143,7 @@ services:
 
   relational_db:
     image: postgres:15.2-alpine
+    command: -c 'max_connections=150'
     restart: always
     # POSTGRES_USER and POSTGRES_PASSWORD should be set in .env file
     env_file:

deployment/docker_compose/docker-compose.prod.yml

@@ -86,6 +86,7 @@ services:
 
   relational_db:
     image: postgres:15.2-alpine
+    command: -c 'max_connections=150'
     restart: always
     # POSTGRES_USER and POSTGRES_PASSWORD should be set in .env file
     env_file:

deployment/docker_compose/docker-compose.search-testing.yml

@@ -144,6 +144,7 @@ services:
 
   relational_db:
     image: postgres:15.2-alpine
+    command: -c 'max_connections=150'
     restart: always
     environment:
       - POSTGRES_USER=${POSTGRES_USER:-postgres}

deployment/kubernetes/postgres-service-deployment.yaml

@@ -40,6 +40,7 @@ spec:
             secretKeyRef:
               name: danswer-secrets
               key: postgres_password
+        args: ["-c", "max_connections=150"]
         ports:
         - containerPort: 5432
         volumeMounts: