From 2202150a4bb6d5a71c66fdf9edfd7e61c14b79c8 Mon Sep 17 00:00:00 2001 From: rkuo-danswer Date: Wed, 9 Oct 2024 17:31:54 -0700 Subject: [PATCH] update indexing and slack bot to use stdout options (#2752) --- backend/supervisord.conf | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/backend/supervisord.conf b/backend/supervisord.conf index 32951067300..ebe56761381 100644 --- a/backend/supervisord.conf +++ b/backend/supervisord.conf @@ -7,12 +7,13 @@ logfile=/var/log/supervisord.log # Cannot place this in Celery for now because Celery must run as a single process (see note below) # Indexing uses multi-processing to speed things up [program:document_indexing] -environment=CURRENT_PROCESS_IS_AN_INDEXING_JOB=true,LOG_FILE_NAME=document_indexing +environment=CURRENT_PROCESS_IS_AN_INDEXING_JOB=true command=python danswer/background/update.py +stdout_logfile=/var/log/document_indexing.log +stdout_logfile_maxbytes=16MB redirect_stderr=true autorestart=true - # Background jobs that must be run async due to long time to completion # NOTE: due to an issue with Celery + SQLAlchemy # (https://github.com/celery/celery/issues/7007#issuecomment-1740139367) @@ -87,7 +88,8 @@ stopasgroup=true # More details on setup here: https://docs.danswer.dev/slack_bot_setup [program:slack_bot] command=python danswer/danswerbot/slack/listener.py -environment=LOG_FILE_NAME=slack_bot +stdout_logfile=/var/log/slack_bot.log +stdout_logfile_maxbytes=16MB redirect_stderr=true autorestart=true startretries=5 @@ -101,8 +103,8 @@ command=tail -qF /var/log/celery_worker_primary.log /var/log/celery_worker_light.log /var/log/celery_worker_heavy.log - /var/log/document_indexing_info.log - /var/log/slack_bot_debug.log + /var/log/document_indexing.log + /var/log/slack_bot.log stdout_logfile=/dev/stdout stdout_logfile_maxbytes = 0 # must be set to 0 when stdout_logfile=/dev/stdout autorestart=true