Fix gen ai model correctness check frequency

backend/danswer/configs/app_configs.py

@@ -19,7 +19,9 @@ APP_API_PREFIX = os.environ.get("API_PREFIX", "")
 # User Facing Features Configs
 #####
 BLURB_SIZE = 128  # Number Encoder Tokens included in the chunk blurb
-GENERATIVE_MODEL_ACCESS_CHECK_FREQ = 86400  # 1 day
+GENERATIVE_MODEL_ACCESS_CHECK_FREQ = int(
+    os.environ.get("GENERATIVE_MODEL_ACCESS_CHECK_FREQ", 86400)
+)  # 1 day
 DISABLE_GENERATIVE_AI = os.environ.get("DISABLE_GENERATIVE_AI", "").lower() == "true"
 
 

backend/danswer/server/manage/administrative.py

@@ -10,6 +10,7 @@ from fastapi import HTTPException
 from sqlalchemy.orm import Session
 
 from danswer.auth.users import current_admin_user
+from danswer.configs.app_configs import GENERATIVE_MODEL_ACCESS_CHECK_FREQ
 from danswer.configs.constants import GEN_AI_API_KEY_STORAGE_KEY
 from danswer.configs.constants import GEN_AI_DETECTED_MODEL
 from danswer.configs.model_configs import GEN_AI_MODEL_PROVIDER
@@ -170,8 +171,7 @@ def validate_existing_genai_api_key(
         last_check = datetime.fromtimestamp(
             cast(float, kv_store.load(GEN_AI_KEY_CHECK_TIME)), tz=timezone.utc
         )
-        # GENERATIVE_MODEL_ACCESS_CHECK_FREQ
-        check_freq_sec = timedelta(seconds=1)
+        check_freq_sec = timedelta(seconds=GENERATIVE_MODEL_ACCESS_CHECK_FREQ)
         if curr_time - last_check < check_freq_sec:
             return
     except ConfigNotFoundError:

deployment/docker_compose/docker-compose.dev.yml

@@ -107,6 +107,7 @@ services:
       - DISABLE_LLM_CHUNK_FILTER=${DISABLE_LLM_CHUNK_FILTER:-}
       - DISABLE_LLM_CHOOSE_SEARCH=${DISABLE_LLM_CHOOSE_SEARCH:-}
       - DISABLE_GENERATIVE_AI=${DISABLE_GENERATIVE_AI:-}
+      - GENERATIVE_MODEL_ACCESS_CHECK_FREQ=${GENERATIVE_MODEL_ACCESS_CHECK_FREQ:-}
       # Query Options
       - DOC_TIME_DECAY=${DOC_TIME_DECAY:-}  # Recency Bias for search results, decay at 1 / (1 + DOC_TIME_DECAY * x years)
       - HYBRID_ALPHA=${HYBRID_ALPHA:-}  # Hybrid Search Alpha (0 for entirely keyword, 1 for entirely vector)