highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-19 12:03:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

various mypy improvements

Browse Source
This commit is contained in:
pablodanswer
2025-02-01 15:45:52 -08:00
parent 91f0650071
commit 125e5eaab1
23 changed files with 42 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backend/onyx/connectors/airtable/airtable_connector.py
View File

@@ -369,11 +369,12 @@ class AirtableConnector(LoadConnector):
# Process records in parallel batches using ThreadPoolExecutor
PARALLEL_BATCH_SIZE = 8
max_workers = min(PARALLEL_BATCH_SIZE, len(records))
record_documents: list[Document] = []
# Process records in batches
for i in range(0, len(records), PARALLEL_BATCH_SIZE):
batch_records = records[i : i + PARALLEL_BATCH_SIZE]
record_documents: list[Document] = []
record_documents = []
with ThreadPoolExecutor(max_workers=max_workers) as executor:
# Submit batch tasks