diff --git a/backend/danswer/configs/app_configs.py b/backend/danswer/configs/app_configs.py index 3df3145c2..119be58e3 100644 --- a/backend/danswer/configs/app_configs.py +++ b/backend/danswer/configs/app_configs.py @@ -19,7 +19,9 @@ APP_API_PREFIX = os.environ.get("API_PREFIX", "") # User Facing Features Configs ##### BLURB_SIZE = 128 # Number Encoder Tokens included in the chunk blurb -GENERATIVE_MODEL_ACCESS_CHECK_FREQ = 86400 # 1 day +GENERATIVE_MODEL_ACCESS_CHECK_FREQ = int( + os.environ.get("GENERATIVE_MODEL_ACCESS_CHECK_FREQ", 86400) +) # 1 day DISABLE_GENERATIVE_AI = os.environ.get("DISABLE_GENERATIVE_AI", "").lower() == "true" diff --git a/backend/danswer/server/manage/administrative.py b/backend/danswer/server/manage/administrative.py index 7a81cfa72..dea338eea 100644 --- a/backend/danswer/server/manage/administrative.py +++ b/backend/danswer/server/manage/administrative.py @@ -10,6 +10,7 @@ from fastapi import HTTPException from sqlalchemy.orm import Session from danswer.auth.users import current_admin_user +from danswer.configs.app_configs import GENERATIVE_MODEL_ACCESS_CHECK_FREQ from danswer.configs.constants import GEN_AI_API_KEY_STORAGE_KEY from danswer.configs.constants import GEN_AI_DETECTED_MODEL from danswer.configs.model_configs import GEN_AI_MODEL_PROVIDER @@ -170,8 +171,7 @@ def validate_existing_genai_api_key( last_check = datetime.fromtimestamp( cast(float, kv_store.load(GEN_AI_KEY_CHECK_TIME)), tz=timezone.utc ) - # GENERATIVE_MODEL_ACCESS_CHECK_FREQ - check_freq_sec = timedelta(seconds=1) + check_freq_sec = timedelta(seconds=GENERATIVE_MODEL_ACCESS_CHECK_FREQ) if curr_time - last_check < check_freq_sec: return except ConfigNotFoundError: diff --git a/deployment/docker_compose/docker-compose.dev.yml b/deployment/docker_compose/docker-compose.dev.yml index e33073152..ae6326a17 100644 --- a/deployment/docker_compose/docker-compose.dev.yml +++ b/deployment/docker_compose/docker-compose.dev.yml @@ -107,6 +107,7 @@ services: - DISABLE_LLM_CHUNK_FILTER=${DISABLE_LLM_CHUNK_FILTER:-} - DISABLE_LLM_CHOOSE_SEARCH=${DISABLE_LLM_CHOOSE_SEARCH:-} - DISABLE_GENERATIVE_AI=${DISABLE_GENERATIVE_AI:-} + - GENERATIVE_MODEL_ACCESS_CHECK_FREQ=${GENERATIVE_MODEL_ACCESS_CHECK_FREQ:-} # Query Options - DOC_TIME_DECAY=${DOC_TIME_DECAY:-} # Recency Bias for search results, decay at 1 / (1 + DOC_TIME_DECAY * x years) - HYBRID_ALPHA=${HYBRID_ALPHA:-} # Hybrid Search Alpha (0 for entirely keyword, 1 for entirely vector)