highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-22 17:16:20 +02:00
Code Issues Packages Projects Releases Wiki Activity

Notion extra logging + small improvements (#621)

Browse Source
This commit is contained in:
Chris Weaver
2023-10-24 15:00:50 -07:00
committed by GitHub
parent 7ffba2aa60
commit 0a6c2afb8a
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/danswer/connectors/notion/connector.py
View File

@@ -128,6 +128,7 @@ class NotionConnector(LoadConnector, PollConnector):
data = self._fetch_blocks(page_block_id, cursor) data = self._fetch_blocks(page_block_id, cursor)
for result in data["results"]: for result in data["results"]:
logger.debug(f"Found block for page '{page_block_id}': {result}")
result_block_id = result["id"] result_block_id = result["id"]
result_type = result["type"] result_type = result["type"]
result_obj = result[result_type] result_obj = result[result_type]
@@ -280,6 +281,7 @@ class NotionConnector(LoadConnector, PollConnector):
# TODO: remove once Notion search issue is discovered # TODO: remove once Notion search issue is discovered
if self.recursive_index_enabled and self.root_page_id: if self.recursive_index_enabled and self.root_page_id:
yield from self._recursive_load() yield from self._recursive_load()
return
query_dict = { query_dict = {
"filter": {"property": "object", "value": "page"}, "filter": {"property": "object", "value": "page"},
@@ -306,6 +308,7 @@ class NotionConnector(LoadConnector, PollConnector):
# TODO: remove once Notion search issue is discovered # TODO: remove once Notion search issue is discovered
if self.recursive_index_enabled and self.root_page_id: if self.recursive_index_enabled and self.root_page_id:
yield from self._recursive_load() yield from self._recursive_load()
return
query_dict = { query_dict = {
"page_size": self.batch_size, "page_size": self.batch_size,
@@ -328,7 +331,8 @@ class NotionConnector(LoadConnector, PollConnector):
if __name__ == "__main__": if __name__ == "__main__":
import os import os
connector = NotionConnector() root_page_id = os.environ.get("NOTION_ROOT_PAGE_ID")
connector = NotionConnector(root_page_id=root_page_id)
connector.load_credentials( connector.load_credentials(
{"notion_integration_token": os.environ.get("NOTION_INTEGRATION_TOKEN")} {"notion_integration_token": os.environ.get("NOTION_INTEGRATION_TOKEN")}
) )