mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-06-08 14:10:30 +02:00
24184024bb
* bump fastapi and starlette * bumping llama index and nltk and associated deps * bump to fix python-multipart * bump aiohttp * update package lock for examples/widget * bump black * sentencesplitter has changed namespaces * fix reorder import check, fix missing passlib * update package-lock.json * black formatter updated * reformatted again * change to black compatible reorder * change to black compatible reorder-python-imports fork * fix pytest dependency * black format again * we don't need cdk.txt. update packages to be consistent across all packages --------- Co-authored-by: Richard Kuo (Onyx) <rkuo@onyx.app> Co-authored-by: Richard Kuo <rkuo@rkuo.com>
110 lines
3.4 KiB
Python
110 lines
3.4 KiB
Python
from datetime import datetime
|
|
from enum import Enum as PyEnum
|
|
from typing import List
|
|
from uuid import UUID
|
|
|
|
from pydantic import BaseModel
|
|
|
|
from onyx.db.enums import ConnectorCredentialPairStatus
|
|
from onyx.db.models import UserFile
|
|
from onyx.db.models import UserFolder
|
|
|
|
|
|
class UserFileStatus(str, PyEnum):
|
|
FAILED = "FAILED"
|
|
INDEXING = "INDEXING"
|
|
INDEXED = "INDEXED"
|
|
REINDEXING = "REINDEXING"
|
|
|
|
|
|
class UserFileSnapshot(BaseModel):
|
|
id: int
|
|
name: str
|
|
document_id: str
|
|
folder_id: int | None = None
|
|
user_id: UUID | None
|
|
file_id: str
|
|
created_at: datetime
|
|
assistant_ids: List[int] = [] # List of assistant IDs
|
|
token_count: int | None
|
|
indexed: bool
|
|
link_url: str | None
|
|
status: UserFileStatus
|
|
|
|
@classmethod
|
|
def from_model(cls, model: UserFile) -> "UserFileSnapshot":
|
|
return cls(
|
|
id=model.id,
|
|
name=(
|
|
model.name[:-4]
|
|
if model.link_url and model.name.endswith(".txt")
|
|
else model.name
|
|
),
|
|
folder_id=model.folder_id,
|
|
document_id=model.document_id,
|
|
user_id=model.user_id,
|
|
file_id=model.file_id,
|
|
created_at=model.created_at,
|
|
assistant_ids=[assistant.id for assistant in model.assistants],
|
|
token_count=model.token_count,
|
|
status=(
|
|
UserFileStatus.FAILED
|
|
if model.cc_pair
|
|
and len(model.cc_pair.index_attempts) > 0
|
|
and model.cc_pair.last_successful_index_time is None
|
|
and model.cc_pair.status == ConnectorCredentialPairStatus.PAUSED
|
|
else (
|
|
UserFileStatus.INDEXED
|
|
if model.cc_pair
|
|
and model.cc_pair.last_successful_index_time is not None
|
|
else (
|
|
UserFileStatus.REINDEXING
|
|
if model.cc_pair
|
|
and len(model.cc_pair.index_attempts) > 1
|
|
and model.cc_pair.last_successful_index_time is None
|
|
and model.cc_pair.status != ConnectorCredentialPairStatus.PAUSED
|
|
else UserFileStatus.INDEXING
|
|
)
|
|
)
|
|
),
|
|
indexed=(
|
|
model.cc_pair.last_successful_index_time is not None
|
|
if model.cc_pair
|
|
else False
|
|
),
|
|
link_url=model.link_url,
|
|
)
|
|
|
|
|
|
class UserFolderSnapshot(BaseModel):
|
|
id: int
|
|
name: str
|
|
description: str
|
|
files: List[UserFileSnapshot]
|
|
created_at: datetime
|
|
user_id: UUID | None
|
|
assistant_ids: List[int] = [] # List of assistant IDs
|
|
token_count: int | None
|
|
|
|
@classmethod
|
|
def from_model(cls, model: UserFolder) -> "UserFolderSnapshot":
|
|
return cls(
|
|
id=model.id,
|
|
name=model.name,
|
|
description=model.description,
|
|
files=[UserFileSnapshot.from_model(file) for file in model.files],
|
|
created_at=model.created_at,
|
|
user_id=model.user_id,
|
|
assistant_ids=[assistant.id for assistant in model.assistants],
|
|
token_count=sum(file.token_count or 0 for file in model.files) or None,
|
|
)
|
|
|
|
|
|
class MessageResponse(BaseModel):
|
|
message: str
|
|
|
|
|
|
class FileSystemResponse(BaseModel):
|
|
folders: list[UserFolderSnapshot]
|
|
files: list[UserFileSnapshot]
|