highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-07-23 03:15:50 +02:00
Code Issues Packages Projects Releases Wiki Activity

properly yield non-streaming responses

Browse Source
This commit is contained in:
Mehmet Bektas
2024-04-25 14:46:49 -07:00
committed by Chris Weaver
parent 648f2d06bf
commit ee6b8b7f50
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backend/danswer/llm/chat_llm.py
View File

@@ -72,7 +72,8 @@ class LangChainChatLLM(LLM, abc.ABC):
self._log_prompt(prompt) self._log_prompt(prompt)
if DISABLE_LITELLM_STREAMING: if DISABLE_LITELLM_STREAMING:
return [self.invoke(prompt)] yield self.invoke(prompt)
return
output_tokens = [] output_tokens = []
for token in message_generator_to_string_generator(self.llm.stream(prompt)): for token in message_generator_to_string_generator(self.llm.stream(prompt)):