From 7bc8554e015e1ca195f074c79383e57a725bfe71 Mon Sep 17 00:00:00 2001 From: Weves Date: Fri, 31 Jan 2025 10:32:04 -0800 Subject: [PATCH] Airtable fix --- backend/onyx/connectors/airtable/airtable_connector.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/backend/onyx/connectors/airtable/airtable_connector.py b/backend/onyx/connectors/airtable/airtable_connector.py index 211fe3b44..8739c246d 100644 --- a/backend/onyx/connectors/airtable/airtable_connector.py +++ b/backend/onyx/connectors/airtable/airtable_connector.py @@ -368,10 +368,8 @@ class AirtableConnector(LoadConnector): logger.exception(f"Failed to process record {record['id']}") raise e - # After batch is complete, yield if we've hit the batch size - if len(record_documents) >= self.batch_size: - yield record_documents - record_documents = [] + yield record_documents + record_documents = [] # Yield any remaining records if record_documents: