From 815c30c9d037b689952bac272f72428e83ac2801 Mon Sep 17 00:00:00 2001 From: Weves Date: Sat, 28 Oct 2023 22:46:38 -0700 Subject: [PATCH] Fix jobs erroring while waiting on queue --- backend/danswer/background/update.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/backend/danswer/background/update.py b/backend/danswer/background/update.py index d680ec1bb..9937d4363 100755 --- a/backend/danswer/background/update.py +++ b/backend/danswer/background/update.py @@ -385,6 +385,7 @@ def _run_indexing_entrypoint(index_attempt_id: int) -> None: f"with config: '{attempt.connector.connector_specific_config}', and " f"with credentials: '{attempt.credential_id}'" ) + mark_attempt_in_progress(attempt, db_session) update_connector_credential_pair( db_session=db_session, connector_id=attempt.connector.id, @@ -435,12 +436,14 @@ def kickoff_indexing_jobs( ) continue + if attempt.id in existing_jobs: + continue + logger.info( f"Kicking off indexing attempt for connector: '{attempt.connector.name}', " f"with config: '{attempt.connector.connector_specific_config}', and " f"with credentials: '{attempt.credential_id}'" ) - mark_attempt_in_progress(attempt, db_session) run = client.submit(_run_indexing_entrypoint, attempt.id, pure=False) existing_jobs_copy[attempt.id] = run