highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-06-06 13:09:39 +02:00
Code Issues Packages Projects Releases Wiki Activity

Improve Confluence rate limit handling

Browse Source
This commit is contained in:
Weves 2024-03-14 19:30:40 -07:00 committed by Chris Weaver
parent f45e2476d0
commit 8e89d00e32
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend/danswer/connectors/confluence/rate_limit_handler.py
View File

@ -10,6 +10,9 @@ from retry import retry
F = TypeVar("F", bound=Callable[..., Any]) F = TypeVar("F", bound=Callable[..., Any])
RATE_LIMIT_MESSAGE_LOWERCASE = "Rate limit exceeded".lower()
class ConfluenceRateLimitError(Exception): class ConfluenceRateLimitError(Exception):
pass pass
@ -27,7 +30,10 @@ def make_confluence_call_handle_rate_limit(confluence_call: F) -> F:
try: try:
return confluence_call(*args, **kwargs) return confluence_call(*args, **kwargs)
except HTTPError as e: except HTTPError as e:
if e.response.status_code == 429: if (
e.response.status_code == 429
or RATE_LIMIT_MESSAGE_LOWERCASE in e.response.text.lower()
):
raise ConfluenceRateLimitError() raise ConfluenceRateLimitError()
raise raise