Very minor robustification (#3926)

* very minor robustification

* robust
This commit is contained in:
pablonyx
2025-02-06 11:55:38 -08:00
committed by GitHub
parent 2fc41cd5df
commit 3bc4e0d12f
5 changed files with 10 additions and 18 deletions

View File

@@ -110,6 +110,7 @@ def decompose_orig_question(
),
writer,
)
# dispatches custom events for subquestion tokens, adding in subquestion ids.
streamed_tokens = dispatch_separated(
model.stream(msg),

View File

@@ -305,8 +305,10 @@ def dispatch_separated(
if sep in content:
sub_question_parts = content.split(sep)
_dispatch_nonempty(sub_question_parts[0], dispatch_event, num)
if sep_callback:
sep_callback(num)
num += 1
_dispatch_nonempty(
"".join(sub_question_parts[1:]).strip(), dispatch_event, num
@@ -315,6 +317,9 @@ def dispatch_separated(
_dispatch_nonempty(content, dispatch_event, num)
streamed_tokens.append(content)
if sep_callback:
sep_callback(num)
return streamed_tokens