Fix document display for docs with identical semantic IDs

This commit is contained in:
Weves 2023-08-16 12:58:38 -07:00 committed by Chris Weaver
parent 0aa04ad616
commit 11c071da33

View File

@ -14,12 +14,9 @@ const removeDuplicateDocs = (documents: DanswerDocument[]) => {
const seen = new Set<string>();
const output: DanswerDocument[] = [];
documents.forEach((document) => {
if (
document.semantic_identifier &&
!seen.has(document.semantic_identifier)
) {
if (document.document_id && !seen.has(document.document_id)) {
output.push(document);
seen.add(document.semantic_identifier);
seen.add(document.document_id);
}
});
return output;