highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 03:48:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

Improved attachment handling

Browse Source
This commit is contained in:
Weves 2025-02-01 23:05:21 -08:00 committed by Chris Weaver
parent 68cb1f3409
commit 569639eb90
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backend/onyx/connectors/airtable/airtable_connector.py
View File

@ -122,9 +122,8 @@ class AirtableConnector(LoadConnector):
)
def get_attachment_with_retry(url: str) -> bytes | None:
attachment_response = requests.get(url)
if attachment_response.status_code == 200:
return attachment_response.content
return None
attachment_response.raise_for_status()
return attachment_response.content
attachment_content = get_attachment_with_retry(url)
if attachment_content:
@ -339,7 +338,7 @@ class AirtableConnector(LoadConnector):
logger.info(f"Starting to process Airtable records for {table.name}.")
# Process records in parallel batches using ThreadPoolExecutor
PARALLEL_BATCH_SIZE = 16
PARALLEL_BATCH_SIZE = 8
max_workers = min(PARALLEL_BATCH_SIZE, len(records))
# Process records in batches