highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-20 04:37:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

Improved attachment handling

Browse Source
This commit is contained in:
Weves
2025-02-01 23:05:21 -08:00
committed by Chris Weaver
parent 68cb1f3409
commit 569639eb90
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
backend/onyx/connectors/airtable/airtable_connector.py
View File

@@ -122,9 +122,8 @@ class AirtableConnector(LoadConnector):
) )
def get_attachment_with_retry(url: str) -> bytes | None: def get_attachment_with_retry(url: str) -> bytes | None:
attachment_response = requests.get(url) attachment_response = requests.get(url)
if attachment_response.status_code == 200: attachment_response.raise_for_status()
return attachment_response.content return attachment_response.content
return None
attachment_content = get_attachment_with_retry(url) attachment_content = get_attachment_with_retry(url)
if attachment_content: if attachment_content:
@@ -339,7 +338,7 @@ class AirtableConnector(LoadConnector):
logger.info(f"Starting to process Airtable records for {table.name}.") logger.info(f"Starting to process Airtable records for {table.name}.")
# Process records in parallel batches using ThreadPoolExecutor # Process records in parallel batches using ThreadPoolExecutor
PARALLEL_BATCH_SIZE = 16 PARALLEL_BATCH_SIZE = 8
max_workers = min(PARALLEL_BATCH_SIZE, len(records)) max_workers = min(PARALLEL_BATCH_SIZE, len(records))
# Process records in batches # Process records in batches