highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 11:58:34 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added logging for permissions upsert queue length

Browse Source
This commit is contained in:
hagen-danswer 2025-01-02 17:21:57 -08:00 committed by Chris Weaver
parent 08312a4394
commit 8108ff0a4b
2 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend/onyx/background/celery/tasks/vespa/tasks.py
View File

@ -777,6 +777,12 @@ def monitor_vespa_sync(self: Task, tenant_id: str | None) -> bool:
n_permissions_sync = celery_get_queue_length(
OnyxCeleryQueues.CONNECTOR_DOC_PERMISSIONS_SYNC, r_celery
)
n_external_group_sync = celery_get_queue_length(
OnyxCeleryQueues.CONNECTOR_EXTERNAL_GROUP_SYNC, r_celery
)
n_permissions_upsert = celery_get_queue_length(
OnyxCeleryQueues.DOC_PERMISSIONS_UPSERT, r_celery
)
prefetched = celery_get_unacked_task_ids(
OnyxCeleryQueues.CONNECTOR_INDEXING, r_celery
@ -790,6 +796,8 @@ def monitor_vespa_sync(self: Task, tenant_id: str | None) -> bool:
f"deletion={n_deletion} "
f"pruning={n_pruning} "
f"permissions_sync={n_permissions_sync} "
f"external_group_sync={n_external_group_sync} "
f"permissions_upsert={n_permissions_upsert} "
)
# scan and monitor activity to completion

2
backend/onyx/redis/redis_connector_doc_perm_sync.py
View File

@ -162,7 +162,7 @@ class RedisConnectorPermissionSync:
),
queue=OnyxCeleryQueues.DOC_PERMISSIONS_UPSERT,
task_id=custom_task_id,
priority=OnyxCeleryPriority.MEDIUM,
priority=OnyxCeleryPriority.HIGH,
)
async_results.append(result)