More efficient Vespa indexing (#3552)

--------- Co-authored-by: Chris Weaver <25087905+Weves@users.noreply.github.com>
2025-07-28 13:53:28 +02:00 · 2024-12-30 21:51:14 -05:00
parent bec0f9fb23
commit 2783216781
13 changed files with 180 additions and 50 deletions
--- a/backend/onyx/connectors/web/connector.py
+++ b/backend/onyx/connectors/web/connector.py
@@ -359,7 +359,6 @@ class WebConnector(LoadConnector):
                    continue

                parsed_html = web_html_cleanup(soup, self.mintlify_cleanup)
-
                doc_batch.append(
                    Document(
                        id=current_url,