highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 20:08:36 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix non-json model output processing (#332)

Browse Source
This commit is contained in:
Yuhong Sun 2023-08-24 19:43:58 -07:00 committed by GitHub
parent 6897416fe6
commit cb13f5b18b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backend/danswer/direct_qa/qa_utils.py
View File

@ -211,8 +211,7 @@ def process_model_tokens(
model_previous = model_output
model_output += token
trimmed_combine = model_output.replace(" ", "").replace("\n", "")
if not found_answer_start and '{"answer":"' in trimmed_combine:
if not found_answer_start and '{"answer":"' in re.sub(r"\s", "", model_output):
# Note, if the token that completes the pattern has additional text, for example if the token is "?
# Then the chars after " will not be streamed, but this is ok as it prevents streaming the ? in the
# event that the model outputs the UNCERTAINTY_PAT
@ -232,7 +231,7 @@ def process_model_tokens(
if hold_quote + token in quote_pat_full:
hold_quote += token
continue
yield DanswerAnswerPiece(answer_piece=token)
yield DanswerAnswerPiece(answer_piece=hold_quote + token)
hold_quote = ""
logger.debug(f"Raw model output: {model_output}")