highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-27 00:11:01 +02:00
Code Issues Packages Projects Releases Wiki Activity

average dispatch time collection for sub-answers

Browse Source
This commit is contained in:
joachim-danswer 2025-01-28 20:30:57 -08:00 committed by Evan Lohn
parent da4a086398
commit 4817fa0bd1
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
backend/onyx/agents/agent_search/deep_search_a/answer_initial_sub_question/nodes/answer_generation.py
View File

@ -66,6 +66,7 @@ def answer_generation(
) )
response: list[str | list[str | dict[str, Any]]] = [] response: list[str | list[str | dict[str, Any]]] = []
dispatch_timings: list[float] = []
for message in fast_llm.stream( for message in fast_llm.stream(
prompt=msg, prompt=msg,
): ):
@ -75,6 +76,7 @@ def answer_generation(
raise ValueError( raise ValueError(
f"Expected content to be a string, but got {type(content)}" f"Expected content to be a string, but got {type(content)}"
) )
start_stream_token = datetime.now()
dispatch_custom_event( dispatch_custom_event(
"sub_answers", "sub_answers",
AgentAnswerPiece( AgentAnswerPiece(
@ -84,9 +86,16 @@ def answer_generation(
answer_type="agent_sub_answer", answer_type="agent_sub_answer",
), ),
) )
end_stream_token = datetime.now()
dispatch_timings.append(
(end_stream_token - start_stream_token).microseconds
)
response.append(content) response.append(content)
answer_str = merge_message_runs(response, chunk_separator="")[0].content answer_str = merge_message_runs(response, chunk_separator="")[0].content
logger.info(
f"Average dispatch time: {sum(dispatch_timings) / len(dispatch_timings)}"
)
answer_citation_ids = get_answer_citation_ids(answer_str) answer_citation_ids = get_answer_citation_ids(answer_str)
cited_docs = [context_docs[id] for id in answer_citation_ids] cited_docs = [context_docs[id] for id in answer_citation_ids]