diff --git a/backend/open_webui/apps/rag/main.py b/backend/open_webui/apps/rag/main.py index 3e6761f06..5b7452af5 100644 --- a/backend/open_webui/apps/rag/main.py +++ b/backend/open_webui/apps/rag/main.py @@ -267,7 +267,9 @@ def update_reranking_model( return scores try: - app.state.sentence_transformer_rf = ColBERT(reranking_model) + app.state.sentence_transformer_rf = ColBERT( + get_model_path(reranking_model, auto_update) + ) except Exception as e: log.error(f"ColBERT: {e}") app.state.sentence_transformer_rf = None diff --git a/backend/requirements.txt b/backend/requirements.txt index ba1252f56..18e1107e8 100644 --- a/backend/requirements.txt +++ b/backend/requirements.txt @@ -44,6 +44,8 @@ pymilvus==2.4.6 sentence-transformers==3.0.1 colbert-ai==0.2.21 +einop==0.8.0 +flash_attn==2.6.3 pypdf==4.3.1 docx2txt==0.8 diff --git a/pyproject.toml b/pyproject.toml index f2c0e38a2..d67ef3b1b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -51,6 +51,8 @@ dependencies = [ "sentence-transformers==3.0.1", "colbert-ai==0.2.21", + "einop==0.8.0", + "flash_attn==2.6.3", "pypdf==4.3.1", "docx2txt==0.8",