highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-09-27 12:29:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

Seed Spacing (#3474)

Browse Source
This commit is contained in:
Yuhong Sun
2024-12-14 17:23:00 -08:00
committed by GitHub
parent cff2346db5
commit 6711e91dbf
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backend/onyx/seeding/load_docs.py
View File

@@ -9,6 +9,7 @@ from onyx.access.models import default_public_access
from onyx.configs.constants import DEFAULT_BOOST
from onyx.configs.constants import DocumentSource
from onyx.configs.constants import KV_DOCUMENTS_SEEDED_KEY
from onyx.configs.constants import RETURN_SEPARATOR
from onyx.configs.model_configs import DEFAULT_DOCUMENT_ENCODER_MODEL
from onyx.connectors.models import Document
from onyx.connectors.models import IndexAttemptMetadata
@@ -71,7 +72,7 @@ def _create_indexable_chunks(
source_links={0: preprocessed_doc["url"]},
section_continuation=False,
source_document=document,
title_prefix=preprocessed_doc["title"],
title_prefix=preprocessed_doc["title"] + RETURN_SEPARATOR,
metadata_suffix_semantic="",
metadata_suffix_keyword="",
mini_chunk_texts=None,