highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-26 20:08:38 +02:00
Code Issues Packages Projects Releases Wiki Activity

Airtable fix

Browse Source
This commit is contained in:
Weves
2025-01-31 10:32:04 -08:00
committed by Chris Weaver
parent 261150e81a
commit 7bc8554e01
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/onyx/connectors/airtable/airtable_connector.py
View File

@@ -368,10 +368,8 @@ class AirtableConnector(LoadConnector):
logger.exception(f"Failed to process record {record['id']}") logger.exception(f"Failed to process record {record['id']}")
raise e raise e
# After batch is complete, yield if we've hit the batch size yield record_documents
if len(record_documents) >= self.batch_size: record_documents = []
yield record_documents
record_documents = []
# Yield any remaining records # Yield any remaining records
if record_documents: if record_documents: