mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-05-13 21:30:21 +02:00
30 lines
1.2 KiB
Python
30 lines
1.2 KiB
Python
from onyx.configs.chat_configs import LANGUAGE_HINT
|
|
from onyx.llm.utils import check_number_of_tokens
|
|
from onyx.prompts.chat_prompts import ADDITIONAL_INFO
|
|
from onyx.prompts.chat_prompts import CHAT_USER_PROMPT
|
|
from onyx.prompts.chat_prompts import CITATION_REMINDER
|
|
from onyx.prompts.chat_prompts import REQUIRE_CITATION_STATEMENT
|
|
from onyx.prompts.constants import DEFAULT_IGNORE_STATEMENT
|
|
from onyx.prompts.prompt_utils import get_current_llm_day_time
|
|
|
|
# tokens outside of the actual persona's "user_prompt" that make up the end user message
|
|
CHAT_USER_PROMPT_WITH_CONTEXT_OVERHEAD_TOKEN_CNT = check_number_of_tokens(
|
|
CHAT_USER_PROMPT.format(
|
|
context_docs_str="",
|
|
task_prompt="",
|
|
user_query="",
|
|
optional_ignore_statement=DEFAULT_IGNORE_STATEMENT,
|
|
)
|
|
)
|
|
|
|
CITATION_STATEMENT_TOKEN_CNT = check_number_of_tokens(REQUIRE_CITATION_STATEMENT)
|
|
|
|
CITATION_REMINDER_TOKEN_CNT = check_number_of_tokens(CITATION_REMINDER)
|
|
|
|
LANGUAGE_HINT_TOKEN_CNT = check_number_of_tokens(LANGUAGE_HINT)
|
|
|
|
# If the date/time is inserted directly as a replacement in the prompt, this is a slight over count
|
|
ADDITIONAL_INFO_TOKEN_CNT = check_number_of_tokens(
|
|
ADDITIONAL_INFO.format(datetime_info=get_current_llm_day_time())
|
|
)
|