highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-08-03 05:34:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

improve gpu detection functions and logging in model server

Browse Source
This commit is contained in:
Richard Kuo (Danswer)
2025-02-07 16:59:02 -08:00
parent ae37f01f62
commit bc2c56dfb6
5 changed files with 54 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/model_server/constants.py
View File

@@ -28,3 +28,9 @@ class EmbeddingModelTextType:
@staticmethod
def get_type(provider: EmbeddingProvider, text_type: EmbedTextType) -> str:
return EmbeddingModelTextType.PROVIDER_TEXT_TYPE_MAP[provider][text_type]
class GPUStatus:
CUDA = "cuda"
MAC_MPS = "mps"
NONE = "none"