From ad76e6ac9e691ab0a18900bfbbc64efcc01f8bd5 Mon Sep 17 00:00:00 2001 From: Chris Weaver <25087905+Weves@users.noreply.github.com> Date: Fri, 25 Apr 2025 12:36:10 -0700 Subject: [PATCH] Adjust confluence perm sync frequency (#4613) * Adjust confluence perm sync frequency * Fiux comment --- backend/ee/onyx/configs/app_configs.py | 42 ++++++++++++++++++-------- 1 file changed, 29 insertions(+), 13 deletions(-) diff --git a/backend/ee/onyx/configs/app_configs.py b/backend/ee/onyx/configs/app_configs.py index f1937f5501..03ff8f042f 100644 --- a/backend/ee/onyx/configs/app_configs.py +++ b/backend/ee/onyx/configs/app_configs.py @@ -25,13 +25,25 @@ SAML_CONF_DIR = os.environ.get("SAML_CONF_DIR") or "/app/ee/onyx/configs/saml_co ##### # Auto Permission Sync ##### +# should generally only be used for sources that support polling of permissions +# e.g. can pull in only permission changes rather than having to go through all +# documents every time DEFAULT_PERMISSION_DOC_SYNC_FREQUENCY = int( os.environ.get("DEFAULT_PERMISSION_DOC_SYNC_FREQUENCY") or 5 * 60 ) -# In seconds, default is 5 minutes + +##### +# Confluence +##### + +# In seconds, default is 30 minutes CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY = int( - os.environ.get("CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY") or 5 * 60 + os.environ.get("CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY") or 30 * 60 +) +# In seconds, default is 30 minutes +CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY = int( + os.environ.get("CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY") or 30 * 60 ) # This is a boolean that determines if anonymous access is public # Default behavior is to not make the page public and instead add a group @@ -39,9 +51,21 @@ CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY = int( CONFLUENCE_ANONYMOUS_ACCESS_IS_PUBLIC = ( os.environ.get("CONFLUENCE_ANONYMOUS_ACCESS_IS_PUBLIC", "").lower() == "true" ) -# In seconds, default is 5 minutes -CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY = int( - os.environ.get("CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY") or 5 * 60 + + +##### +# Google Drive +##### +GOOGLE_DRIVE_PERMISSION_GROUP_SYNC_FREQUENCY = int( + os.environ.get("GOOGLE_DRIVE_PERMISSION_GROUP_SYNC_FREQUENCY") or 5 * 60 +) + + +##### +# Slack +##### +SLACK_PERMISSION_DOC_SYNC_FREQUENCY = int( + os.environ.get("SLACK_PERMISSION_DOC_SYNC_FREQUENCY") or 5 * 60 ) NUM_PERMISSION_WORKERS = int(os.environ.get("NUM_PERMISSION_WORKERS") or 2) @@ -77,14 +101,6 @@ OAUTH_GOOGLE_DRIVE_CLIENT_SECRET = os.environ.get( "OAUTH_GOOGLE_DRIVE_CLIENT_SECRET", "" ) -GOOGLE_DRIVE_PERMISSION_GROUP_SYNC_FREQUENCY = int( - os.environ.get("GOOGLE_DRIVE_PERMISSION_GROUP_SYNC_FREQUENCY") or 5 * 60 -) - -SLACK_PERMISSION_DOC_SYNC_FREQUENCY = int( - os.environ.get("SLACK_PERMISSION_DOC_SYNC_FREQUENCY") or 5 * 60 -) - # The posthog client does not accept empty API keys or hosts however it fails silently # when the capture is called. These defaults prevent Posthog issues from breaking the Onyx app POSTHOG_API_KEY = os.environ.get("POSTHOG_API_KEY") or "FooBar"