From 33463b45e8c86ed431a7b0b662c1962b2f8b3519 Mon Sep 17 00:00:00 2001
From: Chris Weaver <25087905+Weves@users.noreply.github.com>
Date: Thu, 13 Jul 2023 22:30:10 -0700
Subject: [PATCH] Fix issue with web connector for pages not ending with /
 (#176)

---
 backend/danswer/connectors/web/connector.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/backend/danswer/connectors/web/connector.py b/backend/danswer/connectors/web/connector.py
index fe7c70552e6d..73088bb660c8 100644
--- a/backend/danswer/connectors/web/connector.py
+++ b/backend/danswer/connectors/web/connector.py
@@ -42,8 +42,6 @@ def get_internal_links(
 
         if not is_valid_url(href):
             # Relative path handling
-            if url[-1] != "/":
-                url += "/"
             href = urljoin(url, href)
 
         if urlparse(href).netloc == urlparse(url).netloc and base_url in href: