highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 11:58:34 +02:00
Code Issues Packages Projects Releases Wiki Activity

maybe we don't need pre ping yet

Browse Source
This commit is contained in:
Richard Kuo (Danswer) 2025-01-13 12:14:32 -08:00
parent 4f8e48df7c
commit 7d86b28335
2 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/onyx/background/celery/apps/app_base.py
View File

@ -175,7 +175,7 @@ def on_celeryd_init(sender: str, conf: Any = None, **kwargs: Any) -> None:
multiprocessing.set_start_method("spawn") # fork is unsafe, set to spawn
except Exception:
logger.info(
"multiprocessing.set_start_method exceptioned. Trying force=True..."
"Multiprocessing set_start_method exceptioned. Trying force=True..."
)
try:
multiprocessing.set_start_method(
@ -183,7 +183,7 @@ def on_celeryd_init(sender: str, conf: Any = None, **kwargs: Any) -> None:
) # fork is unsafe, set to spawn
except Exception:
logger.info(
"multiprocessing.set_start_method force=True exceptioned even with force=True."
"Multiprocessing set_start_method force=True exceptioned even with force=True."
)
logger.info(

10
backend/onyx/background/celery/apps/indexing.py
View File

@ -60,13 +60,11 @@ def on_worker_init(sender: Worker, **kwargs: Any) -> None:
SqlEngine.set_app_name(POSTGRES_CELERY_WORKER_INDEXING_APP_NAME)
# rkuo: Transient errors keep happening in the worker threads for indexing
# rkuo: Transient errors keep happening in the indexing watchdog threads.
# "SSL connection has been closed unexpectedly"
# fixing spawn method didn't help (although it seemed like it should)
# setting pre ping might help.
SqlEngine.init_engine(
pool_size=sender.concurrency, max_overflow=8, pool_pre_ping=True
) # type: ignore
# actually setting the spawn method in the cloud fixes 95% of these.
# setting pre ping might help even more, but not worrying about that yet
SqlEngine.init_engine(pool_size=sender.concurrency, max_overflow=8) # type: ignore
app_base.wait_for_redis(sender, **kwargs)
app_base.wait_for_db(sender, **kwargs)