highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-05-19 16:20:05 +02:00
Code Issues Packages Projects Releases Wiki Activity

Remove ANSWERABLE text from model out (#383)

Browse Source
This commit is contained in:
Yuhong Sun 2023-09-01 15:10:14 -07:00 committed by GitHub
parent d73d81c867
commit 06c1afce42
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
backend/danswer/secondary_llm_flows/query_validation.py
View File

@ -85,9 +85,13 @@ def stream_query_answerability(user_query: str) -> Iterator[str]:
tokens = get_default_llm().stream(filled_llm_prompt)
reasoning_pat_found = False
model_output = ""
hold_answerable = ""
for token in tokens:
model_output = model_output + token
if ANSWERABLE_PAT in model_output:
continue
if not reasoning_pat_found and REASONING_PAT in model_output:
reasoning_pat_found = True
remaining = model_output[len(REASONING_PAT) :]
@ -96,7 +100,13 @@ def stream_query_answerability(user_query: str) -> Iterator[str]:
continue
if reasoning_pat_found:
yield get_json_line(asdict(DanswerAnswerPiece(answer_piece=token)))
hold_answerable = hold_answerable + token
if hold_answerable == ANSWERABLE_PAT[: len(hold_answerable)]:
continue
yield get_json_line(
asdict(DanswerAnswerPiece(answer_piece=hold_answerable))
)
hold_answerable = ""
reasoning = extract_answerability_reasoning(model_output)
answerable = extract_answerability_bool(model_output)