From 11e7e1c4d67f0aa72656170d7a9dc6a46bfe4185 Mon Sep 17 00:00:00 2001 From: rkuo-danswer Date: Wed, 26 Feb 2025 17:26:48 -0800 Subject: [PATCH] log processed tenant count (#4139) Co-authored-by: Richard Kuo (Danswer) --- backend/onyx/background/celery/tasks/shared/tasks.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/backend/onyx/background/celery/tasks/shared/tasks.py b/backend/onyx/background/celery/tasks/shared/tasks.py index 4b5a96ca2..36cb88c3c 100644 --- a/backend/onyx/background/celery/tasks/shared/tasks.py +++ b/backend/onyx/background/celery/tasks/shared/tasks.py @@ -298,6 +298,7 @@ def cloud_beat_task_generator( last_lock_time = time.monotonic() tenant_ids: list[str] = [] + num_processed_tenants = 0 try: tenant_ids = get_all_tenant_ids() @@ -325,6 +326,8 @@ def cloud_beat_task_generator( expires=expires, ignore_result=True, ) + + num_processed_tenants += 1 except SoftTimeLimitExceeded: task_logger.info( "Soft time limit exceeded, task is being terminated gracefully." @@ -344,6 +347,7 @@ def cloud_beat_task_generator( task_logger.info( f"cloud_beat_task_generator finished: " f"task={task_name} " + f"num_processed_tenants={num_processed_tenants} " f"num_tenants={len(tenant_ids)} " f"elapsed={time_elapsed:.2f}" )