highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-03-26 17:51:54 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix slack message filtering

Browse Source
This commit is contained in:
Weves 2023-06-29 16:36:16 -07:00 committed by Chris Weaver
parent 8f2f63bbec
commit 858b0582aa
1 changed files with 19 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
backend/danswer/connectors/slack/connector.py
View File

@ -156,8 +156,25 @@ def thread_to_doc(workspace: str, channel: ChannelType, thread: ThreadType) -> D
)
# list of subtypes can be found here: https://api.slack.com/events/message
_DISALLOWED_MSG_SUBTYPES = {
"channel_join",
"channel_leave",
"channel_archive",
"channel_unarchive",
"pinned_item",
"unpinned_item",
"ekm_access_denied",
"channel_posting_permissions",
"group_join",
"group_leave",
"group_archive",
"group_unarchive",
}
def _default_msg_filter(message: MessageType) -> bool:
return message.get("subtype", "") == "channel_join"
return message.get("subtype", "") in _DISALLOWED_MSG_SUBTYPES
def get_all_docs(
@ -191,7 +208,7 @@ def get_all_docs(
]
if filtered_thread:
final_threads.append(filtered_thread)
else:
elif not msg_filter_func(message):
final_threads.append([message])
channel_id_to_threads[channel_id] = final_threads