From 428f5edd21c6774c4af977fa40f1122f7c6328ce Mon Sep 17 00:00:00 2001 From: Weves Date: Sat, 21 Oct 2023 19:58:50 -0700 Subject: [PATCH] Update ee supervisord --- backend/ee.supervisord.conf | 34 +++++++++++----------------------- 1 file changed, 11 insertions(+), 23 deletions(-) diff --git a/backend/ee.supervisord.conf b/backend/ee.supervisord.conf index 8f8f01de5..971db29e0 100644 --- a/backend/ee.supervisord.conf +++ b/backend/ee.supervisord.conf @@ -10,35 +10,23 @@ stdout_logfile_maxbytes=52428800 redirect_stderr=true autorestart=true -[program:celery] -command=celery -A ee.danswer.background.celery worker --loglevel=INFO -stdout_logfile=/var/log/celery.log +# Background jobs that must be run async due to long time to completion +[program:celery_worker] +command=celery -A ee.danswer.background.celery worker --loglevel=INFO --logfile=/var/log/celery_worker.log +stdout_logfile=/var/log/celery_worker_supervisor.log stdout_logfile_maxbytes=52428800 redirect_stderr=true autorestart=true -[program:file_deletion] -command=python danswer/background/file_deletion.py -stdout_logfile=/var/log/file_deletion.log +# Job scheduler for periodic tasks +[program:celery_beat] +command=celery -A ee.danswer.background.celery beat --loglevel=INFO --logfile=/var/log/celery_beat.log +stdout_logfile=/var/log/celery_beat_supervisor.log stdout_logfile_maxbytes=52428800 redirect_stderr=true autorestart=true -[program:document_set_sync] -command=python danswer/background/document_set_sync_script.py -stdout_logfile=/var/log/document_set_sync.log -stdout_logfile_maxbytes=52428800 -redirect_stderr=true -autorestart=true - -[program:user_group_sync] -command=python ee/danswer/background/user_group_sync_script.py -stdout_logfile=/var/log/user_group_sync.log -stdout_logfile_maxbytes=52428800 -redirect_stderr=true -autorestart=true - -# Listens for slack messages and responds with answers +# Listens for Slack messages and responds with answers # for all channels that the DanswerBot has been added to. # If not setup, this will just fail 5 times and then stop. # More details on setup here: https://docs.danswer.dev/slack_bot_setup @@ -51,9 +39,9 @@ autorestart=true startretries=5 startsecs=60 -# pushes all logs from the above programs to stdout +# Pushes all logs from the above programs to stdout [program:log-redirect-handler] -command=tail -qF /var/log/update.log /var/log/celery.log /var/log/file_deletion.log /var/log/slack_bot_listener.log /var/log/document_set_sync.log /var/log/user_group_sync.log +command=tail -qF /var/log/update.log /var/log/celery_worker.log /var/log/celery_worker_supervisor.log /var/log/celery_beat.log /var/log/celery_beat_supervisor.log /var/log/slack_bot_listener.log stdout_logfile=/dev/stdout stdout_logfile_maxbytes=0 redirect_stderr=true