highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-07 11:20:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

Revert "fix gitlab-connector - wrong datetime format (#1559)"

Browse Source 
This reverts commit 8dfba97c09.
This commit is contained in:
hagen-danswer
2024-06-07 11:00:01 -07:00
parent 58c305a539
commit 754b735174
1 changed files with 9 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
backend/danswer/connectors/gitlab/connector.py
View File

@@ -6,7 +6,6 @@ from datetime import timezone
from typing import Any
import gitlab
import pytz
from danswer.configs.app_configs import INDEX_BATCH_SIZE
from danswer.configs.constants import DocumentSource
@@ -115,14 +114,12 @@ class GitlabConnector(LoadConnector, PollConnector):
doc_batch: list[Document] = []
for mr in mr_batch:
mr.updated_at = datetime.strptime(
mr.updated_at, "%Y-%m-%dT%H:%M:%S.%f%z"
mr.updated_at, "%Y-%m-%dT%H:%M:%S.%fZ"
)
if start is not None and mr.updated_at < start.replace(
tzinfo=pytz.UTC
):
if start is not None and mr.updated_at < start:
yield doc_batch
return
if end is not None and mr.updated_at > end.replace(tzinfo=pytz.UTC):
if end is not None and mr.updated_at > end:
continue
doc_batch.append(_convert_merge_request_to_document(mr))
yield doc_batch
@@ -134,17 +131,13 @@ class GitlabConnector(LoadConnector, PollConnector):
doc_batch = []
for issue in issue_batch:
issue.updated_at = datetime.strptime(
issue.updated_at, "%Y-%m-%dT%H:%M:%S.%f%z"
issue.updated_at, "%Y-%m-%dT%H:%M:%S.%fZ"
)
if start is not None:
start = start.replace(tzinfo=pytz.UTC)
if issue.updated_at < start:
yield doc_batch
return
if end is not None:
end = end.replace(tzinfo=pytz.UTC)
if issue.updated_at > end:
continue
if start is not None and issue.updated_at < start:
yield doc_batch
return
if end is not None and issue.updated_at > end:
continue
doc_batch.append(_convert_issue_to_document(issue))
yield doc_batch