mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-08-03 13:43:18 +02:00
909403a648
* first cut at slack oauth flow
* fix usage of hooks
* fix button spacing
* add additional error logging
* no dev redirect
* early cut at google drive oauth
* second pass
* switch to production uri's
* try handling oauth_interactive differently
* pass through client id and secret if uploaded
* fix call
* fix test
* temporarily disable check for testing
* Revert "temporarily disable check for testing"
This reverts commit 4b5a022a5f.
* support visibility in test
* missed file
* first cut at confluence oauth
* work in progress
* work in progress
* work in progress
* work in progress
* work in progress
* first cut at distributed locking
* WIP to make test work
* add some dev mode affordances and gate usage of redis behind dynamic credentials
* mypy and credentials provider fixes
* WIP
* fix created at
* fix setting initialValue on everything
* remove debugging, fix ??? some TextFormField issues
* npm fixes
* comment cleanup
* fix comments
* pin the size of the card section
* more review fixes
* more fixes
---------
Co-authored-by: Richard Kuo <rkuo@rkuo.com>
Co-authored-by: Richard Kuo (Danswer) <rkuo@onyx.app>
84 lines
3.1 KiB
Python
84 lines
3.1 KiB
Python
from collections.abc import Callable
|
|
|
|
from ee.onyx.configs.app_configs import CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY
|
|
from ee.onyx.configs.app_configs import CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY
|
|
from ee.onyx.db.external_perm import ExternalUserGroup
|
|
from ee.onyx.external_permissions.confluence.doc_sync import confluence_doc_sync
|
|
from ee.onyx.external_permissions.confluence.group_sync import confluence_group_sync
|
|
from ee.onyx.external_permissions.gmail.doc_sync import gmail_doc_sync
|
|
from ee.onyx.external_permissions.google_drive.doc_sync import gdrive_doc_sync
|
|
from ee.onyx.external_permissions.google_drive.group_sync import gdrive_group_sync
|
|
from ee.onyx.external_permissions.post_query_censoring import (
|
|
DOC_SOURCE_TO_CHUNK_CENSORING_FUNCTION,
|
|
)
|
|
from ee.onyx.external_permissions.slack.doc_sync import slack_doc_sync
|
|
from onyx.access.models import DocExternalAccess
|
|
from onyx.configs.constants import DocumentSource
|
|
from onyx.db.models import ConnectorCredentialPair
|
|
from onyx.indexing.indexing_heartbeat import IndexingHeartbeatInterface
|
|
|
|
# Defining the input/output types for the sync functions
|
|
DocSyncFuncType = Callable[
|
|
[
|
|
ConnectorCredentialPair,
|
|
IndexingHeartbeatInterface | None,
|
|
],
|
|
list[DocExternalAccess],
|
|
]
|
|
|
|
GroupSyncFuncType = Callable[
|
|
[
|
|
str,
|
|
ConnectorCredentialPair,
|
|
],
|
|
list[ExternalUserGroup],
|
|
]
|
|
|
|
# These functions update:
|
|
# - the user_email <-> document mapping
|
|
# - the external_user_group_id <-> document mapping
|
|
# in postgres without committing
|
|
# THIS ONE IS NECESSARY FOR AUTO SYNC TO WORK
|
|
DOC_PERMISSIONS_FUNC_MAP: dict[DocumentSource, DocSyncFuncType] = {
|
|
DocumentSource.GOOGLE_DRIVE: gdrive_doc_sync,
|
|
DocumentSource.CONFLUENCE: confluence_doc_sync,
|
|
DocumentSource.SLACK: slack_doc_sync,
|
|
DocumentSource.GMAIL: gmail_doc_sync,
|
|
}
|
|
|
|
# These functions update:
|
|
# - the user_email <-> external_user_group_id mapping
|
|
# in postgres without committing
|
|
# THIS ONE IS OPTIONAL ON AN APP BY APP BASIS
|
|
GROUP_PERMISSIONS_FUNC_MAP: dict[DocumentSource, GroupSyncFuncType] = {
|
|
DocumentSource.GOOGLE_DRIVE: gdrive_group_sync,
|
|
DocumentSource.CONFLUENCE: confluence_group_sync,
|
|
}
|
|
|
|
|
|
GROUP_PERMISSIONS_IS_CC_PAIR_AGNOSTIC: set[DocumentSource] = {
|
|
DocumentSource.CONFLUENCE,
|
|
}
|
|
|
|
|
|
# If nothing is specified here, we run the doc_sync every time the celery beat runs
|
|
DOC_PERMISSION_SYNC_PERIODS: dict[DocumentSource, int] = {
|
|
# Polling is not supported so we fetch all doc permissions every 5 minutes
|
|
DocumentSource.CONFLUENCE: CONFLUENCE_PERMISSION_DOC_SYNC_FREQUENCY,
|
|
DocumentSource.SLACK: 5 * 60,
|
|
}
|
|
|
|
# If nothing is specified here, we run the doc_sync every time the celery beat runs
|
|
EXTERNAL_GROUP_SYNC_PERIODS: dict[DocumentSource, int] = {
|
|
# Polling is not supported so we fetch all group permissions every 30 minutes
|
|
DocumentSource.GOOGLE_DRIVE: 5 * 60,
|
|
DocumentSource.CONFLUENCE: CONFLUENCE_PERMISSION_GROUP_SYNC_FREQUENCY,
|
|
}
|
|
|
|
|
|
def check_if_valid_sync_source(source_type: DocumentSource) -> bool:
|
|
return (
|
|
source_type in DOC_PERMISSIONS_FUNC_MAP
|
|
or source_type in DOC_SOURCE_TO_CHUNK_CENSORING_FUNCTION
|
|
)
|