highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-12 00:50:52 +02:00
Code Issues Packages Projects Releases Wiki Activity

Sharepoint Logging (#1218)

Browse Source
This commit is contained in:
Yuhong Sun 2024-03-14 18:35:31 -07:00 committed by GitHub
parent 4036e7c6c6
commit f45e2476d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backend/danswer/connectors/sharepoint/connector.py
View File

@ -186,10 +186,11 @@ class SharepointConnector(LoadConnector, PollConnector):
end=end, end=end,
) )
# goes over all urls, converts them into Document objects and then yjelds them in batches # goes over all urls, converts them into Document objects and then yields them in batches
doc_batch: list[Document] = [] doc_batch: list[Document] = []
batch_count = 0 batch_count = 0
for driveitem_object in driveitem_list: for driveitem_object in driveitem_list:
logger.debug(f"Processing: {driveitem_object.web_url}")
doc_batch.append( doc_batch.append(
self.convert_driveitem_object_to_document(driveitem_object) self.convert_driveitem_object_to_document(driveitem_object)
) )