highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-14 01:50:53 +02:00
Code Issues Packages Projects Releases Wiki Activity

Increase Vespa timeout

Browse Source
This commit is contained in:
Weves 2023-11-22 01:27:15 -08:00 committed by Chris Weaver
parent c1e19d0d93
commit 35c3511daa
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend/danswer/document_index/vespa/index.py
View File

@ -76,6 +76,10 @@ _BATCH_SIZE = 100 # Specific to Vespa
_NUM_THREADS = ( _NUM_THREADS = (
16 # since Vespa doesn't allow batching of inserts / updates, we use threads 16 # since Vespa doesn't allow batching of inserts / updates, we use threads
) )
# up from 500ms for now, since we've seen quite a few timeouts
# in the long term, we are looking to improve the performance of Vespa
# so that we can bring this back to default
_VESPA_TIMEOUT = "3s"
# Specific to Vespa, needed for highlighting matching keywords / section # Specific to Vespa, needed for highlighting matching keywords / section
CONTENT_SUMMARY = "content_summary" CONTENT_SUMMARY = "content_summary"
@ -636,6 +640,7 @@ class VespaIndex(DocumentIndex):
"hits": num_to_retrieve, "hits": num_to_retrieve,
"offset": 0, "offset": 0,
"ranking.profile": "keyword_search", "ranking.profile": "keyword_search",
"timeout": _VESPA_TIMEOUT,
} }
return _query_vespa(params) return _query_vespa(params)
@ -675,6 +680,7 @@ class VespaIndex(DocumentIndex):
"hits": num_to_retrieve, "hits": num_to_retrieve,
"offset": 0, "offset": 0,
"ranking.profile": "semantic_search", "ranking.profile": "semantic_search",
"timeout": _VESPA_TIMEOUT,
} }
return _query_vespa(params) return _query_vespa(params)
@ -718,6 +724,7 @@ class VespaIndex(DocumentIndex):
"hits": num_to_retrieve, "hits": num_to_retrieve,
"offset": 0, "offset": 0,
"ranking.profile": "hybrid_search", "ranking.profile": "hybrid_search",
"timeout": _VESPA_TIMEOUT,
} }
return _query_vespa(params) return _query_vespa(params)
@ -745,6 +752,7 @@ class VespaIndex(DocumentIndex):
"hits": num_to_retrieve, "hits": num_to_retrieve,
"offset": 0, "offset": 0,
"ranking.profile": "admin_search", "ranking.profile": "admin_search",
"timeout": _VESPA_TIMEOUT,
} }
return _query_vespa(params) return _query_vespa(params)