diff --git a/backend/danswer/connectors/web/connector.py b/backend/danswer/connectors/web/connector.py index fe7c70552e6d..73088bb660c8 100644 --- a/backend/danswer/connectors/web/connector.py +++ b/backend/danswer/connectors/web/connector.py @@ -42,8 +42,6 @@ def get_internal_links( if not is_valid_url(href): # Relative path handling - if url[-1] != "/": - url += "/" href = urljoin(url, href) if urlparse(href).netloc == urlparse(url).netloc and base_url in href: