highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-07-01 18:20:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix gen ai model correctness check frequency

Browse Source
This commit is contained in:
Weves
2024-03-01 21:35:31 -08:00
committed by Chris Weaver
parent 5df2f00e80
commit 0366f3313a
3 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/danswer/configs/app_configs.py
View File

@ -19,7 +19,9 @@ APP_API_PREFIX = os.environ.get("API_PREFIX", "")
# User Facing Features Configs # User Facing Features Configs
##### #####
BLURB_SIZE = 128 # Number Encoder Tokens included in the chunk blurb BLURB_SIZE = 128 # Number Encoder Tokens included in the chunk blurb
GENERATIVE_MODEL_ACCESS_CHECK_FREQ = 86400 # 1 day GENERATIVE_MODEL_ACCESS_CHECK_FREQ = int(
os.environ.get("GENERATIVE_MODEL_ACCESS_CHECK_FREQ", 86400)
) # 1 day
DISABLE_GENERATIVE_AI = os.environ.get("DISABLE_GENERATIVE_AI", "").lower() == "true" DISABLE_GENERATIVE_AI = os.environ.get("DISABLE_GENERATIVE_AI", "").lower() == "true"

4
backend/danswer/server/manage/administrative.py
View File

@ -10,6 +10,7 @@ from fastapi import HTTPException
from sqlalchemy.orm import Session from sqlalchemy.orm import Session
from danswer.auth.users import current_admin_user from danswer.auth.users import current_admin_user
from danswer.configs.app_configs import GENERATIVE_MODEL_ACCESS_CHECK_FREQ
from danswer.configs.constants import GEN_AI_API_KEY_STORAGE_KEY from danswer.configs.constants import GEN_AI_API_KEY_STORAGE_KEY
from danswer.configs.constants import GEN_AI_DETECTED_MODEL from danswer.configs.constants import GEN_AI_DETECTED_MODEL
from danswer.configs.model_configs import GEN_AI_MODEL_PROVIDER from danswer.configs.model_configs import GEN_AI_MODEL_PROVIDER
@ -170,8 +171,7 @@ def validate_existing_genai_api_key(
last_check = datetime.fromtimestamp( last_check = datetime.fromtimestamp(
cast(float, kv_store.load(GEN_AI_KEY_CHECK_TIME)), tz=timezone.utc cast(float, kv_store.load(GEN_AI_KEY_CHECK_TIME)), tz=timezone.utc
) )
# GENERATIVE_MODEL_ACCESS_CHECK_FREQ check_freq_sec = timedelta(seconds=GENERATIVE_MODEL_ACCESS_CHECK_FREQ)
check_freq_sec = timedelta(seconds=1)
if curr_time - last_check < check_freq_sec: if curr_time - last_check < check_freq_sec:
return return
except ConfigNotFoundError: except ConfigNotFoundError:

1
deployment/docker_compose/docker-compose.dev.yml
View File

@ -107,6 +107,7 @@ services:
- DISABLE_LLM_CHUNK_FILTER=${DISABLE_LLM_CHUNK_FILTER:-} - DISABLE_LLM_CHUNK_FILTER=${DISABLE_LLM_CHUNK_FILTER:-}
- DISABLE_LLM_CHOOSE_SEARCH=${DISABLE_LLM_CHOOSE_SEARCH:-} - DISABLE_LLM_CHOOSE_SEARCH=${DISABLE_LLM_CHOOSE_SEARCH:-}
- DISABLE_GENERATIVE_AI=${DISABLE_GENERATIVE_AI:-} - DISABLE_GENERATIVE_AI=${DISABLE_GENERATIVE_AI:-}
- GENERATIVE_MODEL_ACCESS_CHECK_FREQ=${GENERATIVE_MODEL_ACCESS_CHECK_FREQ:-}
# Query Options # Query Options
- DOC_TIME_DECAY=${DOC_TIME_DECAY:-} # Recency Bias for search results, decay at 1 / (1 + DOC_TIME_DECAY * x years) - DOC_TIME_DECAY=${DOC_TIME_DECAY:-} # Recency Bias for search results, decay at 1 / (1 + DOC_TIME_DECAY * x years)
- HYBRID_ALPHA=${HYBRID_ALPHA:-} # Hybrid Search Alpha (0 for entirely keyword, 1 for entirely vector) - HYBRID_ALPHA=${HYBRID_ALPHA:-} # Hybrid Search Alpha (0 for entirely keyword, 1 for entirely vector)