highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-07-14 15:13:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

change max workers to 2 for the moment (#4278)

Browse Source 
Co-authored-by: Richard Kuo (Onyx) <rkuo@onyx.app>
This commit is contained in:
rkuo-danswer
2025-03-13 09:58:24 -07:00
committed by GitHub
parent 39465d3104
commit ba82888e1e
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/onyx/connectors/slack/connector.py
View File

@ -481,6 +481,8 @@ def _process_message(
class SlackConnector(SlimConnector, CheckpointConnector): class SlackConnector(SlimConnector, CheckpointConnector):
MAX_WORKERS = 2
def __init__( def __init__(
self, self,
channels: list[str] | None = None, channels: list[str] | None = None,
@ -594,7 +596,7 @@ class SlackConnector(SlimConnector, CheckpointConnector):
new_latest = message_batch[-1]["ts"] if message_batch else latest new_latest = message_batch[-1]["ts"] if message_batch else latest
# Process messages in parallel using ThreadPoolExecutor # Process messages in parallel using ThreadPoolExecutor
with ThreadPoolExecutor(max_workers=8) as executor: with ThreadPoolExecutor(max_workers=SlackConnector.MAX_WORKERS) as executor:
futures: list[Future] = [] futures: list[Future] = []
for message in message_batch: for message in message_batch:
# Capture the current context so that the thread gets the current tenant ID # Capture the current context so that the thread gets the current tenant ID