highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 11:58:34 +02:00
Code Issues Packages Projects Releases Wiki Activity

Airtable fix

Browse Source
This commit is contained in:
Weves 2025-01-31 10:32:04 -08:00 committed by Chris Weaver
parent 261150e81a
commit 7bc8554e01
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/onyx/connectors/airtable/airtable_connector.py
View File

@ -368,10 +368,8 @@ class AirtableConnector(LoadConnector):
logger.exception(f"Failed to process record {record['id']}")
raise e
# After batch is complete, yield if we've hit the batch size
if len(record_documents) >= self.batch_size:
yield record_documents
record_documents = []
yield record_documents
record_documents = []
# Yield any remaining records
if record_documents: