highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-27 12:29:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

try more sql settings

Browse Source
This commit is contained in:
Richard Kuo (Danswer)
2025-01-13 11:50:04 -08:00
parent d96d2fc6e9
commit 4f8e48df7c
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
backend/onyx/background/celery/apps/indexing.py
View File

@@ -60,9 +60,13 @@ def on_worker_init(sender: Worker, **kwargs: Any) -> None:
SqlEngine.set_app_name(POSTGRES_CELERY_WORKER_INDEXING_APP_NAME) SqlEngine.set_app_name(POSTGRES_CELERY_WORKER_INDEXING_APP_NAME)
# rkuo: been seeing transient connection exceptions here, so upping the connection count # rkuo: Transient errors keep happening in the worker threads for indexing
# from just concurrency/concurrency to concurrency/concurrency*2 # "SSL connection has been closed unexpectedly"
SqlEngine.init_engine(pool_size=sender.concurrency, max_overflow=8) # type: ignore # fixing spawn method didn't help (although it seemed like it should)
# setting pre ping might help.
SqlEngine.init_engine(
pool_size=sender.concurrency, max_overflow=8, pool_pre_ping=True
) # type: ignore
app_base.wait_for_redis(sender, **kwargs) app_base.wait_for_redis(sender, **kwargs)
app_base.wait_for_db(sender, **kwargs) app_base.wait_for_db(sender, **kwargs)