From 12f0dbcfc5493a21ac175396abed7d43b3e8fa2f Mon Sep 17 00:00:00 2001 From: Yuhong Sun Date: Tue, 20 Aug 2024 11:26:45 -0700 Subject: [PATCH] Background Container Logs (#2176) --- backend/supervisord.conf | 19 +++++++++++++++++-- 1 file changed, 17 insertions(+), 2 deletions(-) diff --git a/backend/supervisord.conf b/backend/supervisord.conf index 289bd8df8..b56c763b9 100644 --- a/backend/supervisord.conf +++ b/backend/supervisord.conf @@ -24,14 +24,14 @@ autorestart=true # relatively compute-light (e.g. they tend to just make a bunch of requests to # Vespa / Postgres) [program:celery_worker] -command=celery -A danswer.background.celery.celery_run:celery_app worker --pool=threads --concurrency=6 --loglevel=INFO --logfile=/var/log/celery_worker.log +command=celery -A danswer.background.celery.celery_run:celery_app worker --pool=threads --concurrency=6 --loglevel=INFO --logfile=/var/log/celery_worker_supervisor.log environment=LOG_FILE_NAME=celery_worker redirect_stderr=true autorestart=true # Job scheduler for periodic tasks [program:celery_beat] -command=celery -A danswer.background.celery.celery_run:celery_app beat --loglevel=INFO --logfile=/var/log/celery_beat.log +command=celery -A danswer.background.celery.celery_run:celery_app beat --loglevel=INFO --logfile=/var/log/celery_beat_supervisor.log environment=LOG_FILE_NAME=celery_beat redirect_stderr=true autorestart=true @@ -47,3 +47,18 @@ redirect_stderr=true autorestart=true startretries=5 startsecs=60 + +# Pushes all logs from the above programs to stdout +# No log rotation here, since it's stdout it's handled by the Docker container logging +[program:log-redirect-handler] +command=tail -qF + /var/log/document_indexing_info.log + /var/log/celery_beat_supervisor.log + /var/log/celery_worker_supervisor.log + /var/log/celery_beat_debug.log + /var/log/celery_worker_debug.log + /var/log/slack_bot_debug.log +stdout_logfile=/dev/stdout +stdout_logfile_maxbytes=0 +redirect_stderr=true +autorestart=true