highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-27 20:38:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Cleaner stream handling in Answer class (#2314)

Browse Source 
* add cleaner stream

* add cleaner stream handling
This commit is contained in:
pablodanswer
2024-09-03 11:36:01 -07:00
committed by GitHub
parent af66650ee3
commit fb95398e5b
1 changed files with 14 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
backend/danswer/llm/answering/answer.py
View File

@@ -550,15 +550,21 @@ class Answer:
answer_style_configs=self.answer_style_config, answer_style_configs=self.answer_style_config,
) )
def _stream() -> Iterator[str | StreamStopInfo]: stream_stop_info = None
yield cast(str | StreamStopInfo, message)
yield from (cast(str | StreamStopInfo, item) for item in stream)
for item in _stream(): def _stream() -> Iterator[str]:
if isinstance(item, StreamStopInfo): nonlocal stream_stop_info
yield item yield cast(str, message)
else: for item in stream:
yield from process_answer_stream_fn(iter([item])) if isinstance(item, StreamStopInfo):
stream_stop_info = item
return
yield cast(str, item)
yield from process_answer_stream_fn(_stream())
if stream_stop_info:
yield stream_stop_info
processed_stream = [] processed_stream = []
for processed_packet in _process_stream(output_generator): for processed_packet in _process_stream(output_generator):