highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-11 00:20:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Implemented LLM disabling for api call (#1905)

Browse Source
This commit is contained in:
hagen-danswer 2024-07-23 16:12:51 -07:00 committed by GitHub
parent 9c6084bd0d
commit 866bc803b1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backend/danswer/one_shot_answer/answer_question.py
View File

@ -256,6 +256,9 @@ def stream_answer_objects(
) )
yield initial_response yield initial_response
elif packet.id == SEARCH_DOC_CONTENT_ID:
yield packet.response
elif packet.id == SECTION_RELEVANCE_LIST_ID: elif packet.id == SECTION_RELEVANCE_LIST_ID:
chunk_indices = packet.response chunk_indices = packet.response
@ -267,9 +270,12 @@ def stream_answer_objects(
) )
yield LLMRelevanceFilterResponse(relevant_chunk_indices=packet.response) yield LLMRelevanceFilterResponse(relevant_chunk_indices=packet.response)
if query_req.skip_gen_ai_answer_generation:
elif packet.id == SEARCH_DOC_CONTENT_ID: # Exit early if only source docs + contexts are requested
yield packet.response # Putting exit here assumes that a packet with the ID
# SECTION_RELEVANCE_LIST_ID is the last one yielded before
# calling the LLM
return
elif packet.id == SEARCH_EVALUATION_ID: elif packet.id == SEARCH_EVALUATION_ID:
evaluation_response = LLMRelevanceSummaryResponse( evaluation_response = LLMRelevanceSummaryResponse(