mirror of
https://github.com/danswer-ai/danswer.git
synced 2025-06-21 13:30:59 +02:00
20f2b9b2bb
* add support for image search * quick fix up * k * k * k * k * nit * quick fix for connector tests
46 lines
1.6 KiB
Python
46 lines
1.6 KiB
Python
"""
|
|
Mixin for connectors that need vision capabilities.
|
|
"""
|
|
from onyx.configs.app_configs import ENABLE_INDEXING_TIME_IMAGE_ANALYSIS
|
|
from onyx.llm.factory import get_default_llm_with_vision
|
|
from onyx.llm.interfaces import LLM
|
|
from onyx.utils.logger import setup_logger
|
|
|
|
logger = setup_logger()
|
|
|
|
|
|
class VisionEnabledConnector:
|
|
"""
|
|
Mixin for connectors that need vision capabilities.
|
|
|
|
This mixin provides a standard way to initialize a vision-capable LLM
|
|
for image analysis during indexing.
|
|
|
|
Usage:
|
|
class MyConnector(LoadConnector, VisionEnabledConnector):
|
|
def __init__(self, ...):
|
|
super().__init__(...)
|
|
self.initialize_vision_llm()
|
|
"""
|
|
|
|
def initialize_vision_llm(self) -> None:
|
|
"""
|
|
Initialize a vision-capable LLM if enabled by configuration.
|
|
|
|
Sets self.image_analysis_llm to the LLM instance or None if disabled.
|
|
"""
|
|
self.image_analysis_llm: LLM | None = None
|
|
if ENABLE_INDEXING_TIME_IMAGE_ANALYSIS:
|
|
try:
|
|
self.image_analysis_llm = get_default_llm_with_vision()
|
|
if self.image_analysis_llm is None:
|
|
logger.warning(
|
|
"No LLM with vision found; image summarization will be disabled"
|
|
)
|
|
except Exception as e:
|
|
logger.warning(
|
|
f"Failed to initialize vision LLM due to an error: {str(e)}. "
|
|
"Image summarization will be disabled."
|
|
)
|
|
self.image_analysis_llm = None
|