From 1f48de9731458b6294807da28ffc91d4638b96a3 Mon Sep 17 00:00:00 2001 From: "Richard Kuo (Danswer)" Date: Wed, 8 Jan 2025 12:49:24 -0800 Subject: [PATCH] more logging --- .../background/celery/tasks/indexing/tasks.py | 26 ++++++++++++++++--- 1 file changed, 22 insertions(+), 4 deletions(-) diff --git a/backend/onyx/background/celery/tasks/indexing/tasks.py b/backend/onyx/background/celery/tasks/indexing/tasks.py index 09542e74694..9fd73972d0e 100644 --- a/backend/onyx/background/celery/tasks/indexing/tasks.py +++ b/backend/onyx/background/celery/tasks/indexing/tasks.py @@ -293,20 +293,34 @@ def check_for_indexing(self: Task, *, tenant_id: str | None) -> int | None: if redis_connector_index.fenced: continue + if tenant_id in debug_tenants: + ttl = redis_client.ttl(OnyxRedisLocks.CHECK_INDEXING_BEAT_LOCK) + task_logger.info( + f"check_for_indexing get_connector_credential_pair_from_id: " + f"tenant={tenant_id} " + f"cc_pair={cc_pair_id} " + f"ttl={ttl}" + ) + cc_pair = get_connector_credential_pair_from_id( cc_pair_id, db_session ) if not cc_pair: continue + if tenant_id in debug_tenants: + ttl = redis_client.ttl(OnyxRedisLocks.CHECK_INDEXING_BEAT_LOCK) + task_logger.info( + f"check_for_indexing get_last_attempt_for_cc_pair: " + f"tenant={tenant_id} " + f"cc_pair={cc_pair_id} " + f"ttl={ttl}" + ) + last_attempt = get_last_attempt_for_cc_pair( cc_pair.id, search_settings_instance.id, db_session ) - search_settings_primary = False - if search_settings_instance.id == search_settings_list[0].id: - search_settings_primary = True - if tenant_id in debug_tenants: ttl = redis_client.ttl(OnyxRedisLocks.CHECK_INDEXING_BEAT_LOCK) task_logger.info( @@ -316,6 +330,10 @@ def check_for_indexing(self: Task, *, tenant_id: str | None) -> int | None: f"ttl={ttl}" ) + search_settings_primary = False + if search_settings_instance.id == search_settings_list[0].id: + search_settings_primary = True + if not _should_index( cc_pair=cc_pair, last_index=last_attempt,