highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-01 18:49:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

average dispatch time collection for sub-answers

Browse Source
This commit is contained in:
joachim-danswer 2025-01-28 20:30:57 -08:00 committed by Evan Lohn
parent da4a086398
commit 4817fa0bd1
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
backend/onyx/agents/agent_search/deep_search_a/answer_initial_sub_question/nodes/answer_generation.py
View File

@ -66,6 +66,7 @@ def answer_generation(
)
response: list[str | list[str | dict[str, Any]]] = []
dispatch_timings: list[float] = []
for message in fast_llm.stream(
prompt=msg,
):
@ -75,6 +76,7 @@ def answer_generation(
raise ValueError(
f"Expected content to be a string, but got {type(content)}"
)
start_stream_token = datetime.now()
dispatch_custom_event(
"sub_answers",
AgentAnswerPiece(
@ -84,9 +86,16 @@ def answer_generation(
answer_type="agent_sub_answer",
),
)
end_stream_token = datetime.now()
dispatch_timings.append(
(end_stream_token - start_stream_token).microseconds
)
response.append(content)
answer_str = merge_message_runs(response, chunk_separator="")[0].content
logger.info(
f"Average dispatch time: {sum(dispatch_timings) / len(dispatch_timings)}"
)
answer_citation_ids = get_answer_citation_ids(answer_str)
cited_docs = [context_docs[id] for id in answer_citation_ids]