highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-27 12:29:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix doc count

Browse Source
This commit is contained in:
Weves
2023-05-16 16:41:37 -07:00
committed by Chris Weaver
parent 17ed660166
commit 5ce5077833
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backend/danswer/background/update.py
View File

@@ -25,10 +25,6 @@ def _check_should_run(current_time: int, last_pull: int, pull_frequency: int) ->
def run_update() -> None: def run_update() -> None:
# NOTE: have to make this async due to fastapi users only supporting an async
# driver for postgres. In the future, we should figure out a way to
# make it work with sync drivers so we don't need to make all code touching
# the database async
logger.info("Running update") logger.info("Running update")
# TODO (chris): implement a more generic way to run updates # TODO (chris): implement a more generic way to run updates
# so we don't need to edit this file for future connectors # so we don't need to edit this file for future connectors
@@ -91,8 +87,8 @@ def run_update() -> None:
document_ids: list[str] = [] document_ids: list[str] = []
for doc_batch in connector.load(): for doc_batch in connector.load():
chunks = indexing_pipeline(doc_batch) indexing_pipeline(doc_batch)
document_ids.extend([chunk.source_document.id for chunk in chunks]) document_ids.extend([doc.id for doc in doc_batch])
except Exception as e: except Exception as e:
logger.exception( logger.exception(
"Failed to index for source %s with config %s due to: %s", "Failed to index for source %s with config %s due to: %s",