highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-29 01:10:58 +02:00
Code Issues Packages Projects Releases Wiki Activity

Offset Github by 3 hours to not lose updates (#1073)

Browse Source
This commit is contained in:
Yuhong Sun
2024-02-11 17:08:43 -08:00
committed by GitHub
parent 1c4f7fe7ef
commit 1b55e617ad
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
backend/danswer/connectors/github/connector.py
View File

@ -214,7 +214,17 @@ class GithubConnector(LoadConnector, PollConnector):
) -> GenerateDocumentsOutput:
start_datetime = datetime.utcfromtimestamp(start)
end_datetime = datetime.utcfromtimestamp(end)
return self._fetch_from_github(start_datetime, end_datetime)
# Move start time back by 3 hours, since some Issues/PRs are getting dropped
# Could be due to delayed processing on GitHub side
# The non-updated issues since last poll will be shortcut-ed and not embedded
adjusted_start_datetime = start_datetime - timedelta(hours=3)
epoch = datetime.utcfromtimestamp(0)
if adjusted_start_datetime < epoch:
adjusted_start_datetime = epoch
return self._fetch_from_github(adjusted_start_datetime, end_datetime)
if __name__ == "__main__":