highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-04 03:59:25 +02:00
Code Issues Packages Projects Releases Wiki Activity

Last Message Too Large Logging (#3039)

Browse Source
This commit is contained in:
Yuhong Sun 2024-11-03 11:24:04 -08:00 committed by GitHub
parent 51b79f688a
commit fac2b100a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
backend/danswer/prompts/prompt_utils.py
View File

@ -13,6 +13,10 @@ from danswer.prompts.chat_prompts import ADDITIONAL_INFO
from danswer.prompts.chat_prompts import CITATION_REMINDER from danswer.prompts.chat_prompts import CITATION_REMINDER
from danswer.prompts.constants import CODE_BLOCK_PAT from danswer.prompts.constants import CODE_BLOCK_PAT
from danswer.search.models import InferenceChunk from danswer.search.models import InferenceChunk
from danswer.utils.logger import setup_logger
logger = setup_logger()
MOST_BASIC_PROMPT = "You are a helpful AI assistant." MOST_BASIC_PROMPT = "You are a helpful AI assistant."
@ -136,14 +140,23 @@ def find_last_index(lst: list[int], max_prompt_tokens: int) -> int:
before the list exceeds the maximum""" before the list exceeds the maximum"""
running_sum = 0 running_sum = 0
if not lst:
logger.warning("Empty message history passed to find_last_index")
return 0
last_ind = 0 last_ind = 0
for i in range(len(lst) - 1, -1, -1): for i in range(len(lst) - 1, -1, -1):
running_sum += lst[i] + _PER_MESSAGE_TOKEN_BUFFER running_sum += lst[i] + _PER_MESSAGE_TOKEN_BUFFER
if running_sum > max_prompt_tokens: if running_sum > max_prompt_tokens:
last_ind = i + 1 last_ind = i + 1
break break
if last_ind >= len(lst): if last_ind >= len(lst):
logger.error(
f"Last message alone is too large! max_prompt_tokens: {max_prompt_tokens}, message_token_counts: {lst}"
)
raise ValueError("Last message alone is too large!") raise ValueError("Last message alone is too large!")
return last_ind return last_ind