highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-10-09 20:55:06 +02:00
Code Issues Packages Projects Releases Wiki Activity

test set_spawn_method and handle exceptions

Browse Source
This commit is contained in:
Richard Kuo (Danswer)
2025-01-10 12:59:34 -08:00
parent 2163a138ed
commit 384a38418b
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
backend/onyx/background/celery/apps/heavy.py
View File

@@ -60,7 +60,17 @@ def on_worker_init(sender: Any, **kwargs: Any) -> None:
all_start_methods: list[str] = multiprocessing.get_all_start_methods() all_start_methods: list[str] = multiprocessing.get_all_start_methods()
logger.info(f"Multiprocessing all start methods: {all_start_methods}") logger.info(f"Multiprocessing all start methods: {all_start_methods}")
try:
multiprocessing.set_start_method("spawn") # fork is unsafe, set to spawn multiprocessing.set_start_method("spawn") # fork is unsafe, set to spawn
except Exception:
logger.info("multiprocessing.set_start_method exceptioned.")
try:
multiprocessing.set_start_method(
"spawn", force=True
) # fork is unsafe, set to spawn
except Exception:
logger.info("multiprocessing.set_start_method force=True exceptioned.")
logger.info( logger.info(
f"Multiprocessing selected start method: {multiprocessing.get_start_method()}" f"Multiprocessing selected start method: {multiprocessing.get_start_method()}"
) )