highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-10-09 20:55:06 +02:00
Code Issues Packages Projects Releases Wiki Activity

added html support to file text extractor (#1611)

Browse Source
This commit is contained in:
hagen-danswer
2024-06-10 15:46:05 -04:00
committed by GitHub
parent e8306b0fa5
commit 180b592afe
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/danswer/file_processing/extract_file_text.py
View File

@@ -47,6 +47,7 @@ VALID_FILE_EXTENSIONS = PLAIN_TEXT_FILE_EXTENSIONS + [
".xlsx", ".xlsx",
".eml", ".eml",
".epub", ".epub",
".html",
] ]
@@ -287,5 +288,8 @@ def extract_file_text(
elif extension == ".epub": elif extension == ".epub":
return epub_to_text(file) return epub_to_text(file)
elif extension == ".html":
return parse_html_page_basic(file)
else: else:
return file_io_to_text(file) return file_io_to_text(file)