highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-19 20:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added logging for permissions upsert queue length

Browse Source
This commit is contained in:
hagen-danswer
2025-01-02 17:21:57 -08:00
committed by Chris Weaver
parent 08312a4394
commit 8108ff0a4b
2 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backend/onyx/background/celery/tasks/vespa/tasks.py
View File

@@ -777,6 +777,12 @@ def monitor_vespa_sync(self: Task, tenant_id: str | None) -> bool:
n_permissions_sync = celery_get_queue_length( n_permissions_sync = celery_get_queue_length(
OnyxCeleryQueues.CONNECTOR_DOC_PERMISSIONS_SYNC, r_celery OnyxCeleryQueues.CONNECTOR_DOC_PERMISSIONS_SYNC, r_celery
) )
n_external_group_sync = celery_get_queue_length(
OnyxCeleryQueues.CONNECTOR_EXTERNAL_GROUP_SYNC, r_celery
)
n_permissions_upsert = celery_get_queue_length(
OnyxCeleryQueues.DOC_PERMISSIONS_UPSERT, r_celery
)
prefetched = celery_get_unacked_task_ids( prefetched = celery_get_unacked_task_ids(
OnyxCeleryQueues.CONNECTOR_INDEXING, r_celery OnyxCeleryQueues.CONNECTOR_INDEXING, r_celery
@@ -790,6 +796,8 @@ def monitor_vespa_sync(self: Task, tenant_id: str | None) -> bool:
f"deletion={n_deletion} " f"deletion={n_deletion} "
f"pruning={n_pruning} " f"pruning={n_pruning} "
f"permissions_sync={n_permissions_sync} " f"permissions_sync={n_permissions_sync} "
f"external_group_sync={n_external_group_sync} "
f"permissions_upsert={n_permissions_upsert} "
) )
# scan and monitor activity to completion # scan and monitor activity to completion

2
backend/onyx/redis/redis_connector_doc_perm_sync.py
View File

@@ -162,7 +162,7 @@ class RedisConnectorPermissionSync:
), ),
queue=OnyxCeleryQueues.DOC_PERMISSIONS_UPSERT, queue=OnyxCeleryQueues.DOC_PERMISSIONS_UPSERT,
task_id=custom_task_id, task_id=custom_task_id,
priority=OnyxCeleryPriority.MEDIUM, priority=OnyxCeleryPriority.HIGH,
) )
async_results.append(result) async_results.append(result)