highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-04-08 20:08:36 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add Blog Link (#286)

Browse Source
This commit is contained in:
Yuhong Sun 2023-08-12 18:29:45 -07:00 committed by GitHub
parent ecb26ddaf7
commit b1bd0b42e5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/danswer/configs/constants.py
View File

@ -41,8 +41,8 @@ class DanswerGenAIModel(str, Enum):
OPENAI_CHAT = "openai-chat-completion"
GPT4ALL = "gpt4all-completion"
GPT4ALL_CHAT = "gpt4all-chat-completion"
HUGGINGFACE = "huggingface-inference-completion"
HUGGINGFACE_CHAT = "huggingface-inference-chat-completion"
HUGGINGFACE = "huggingface-client-completion"
HUGGINGFACE_CHAT = "huggingface-client-chat-completion"
REQUEST = "request-completion"
@ -52,6 +52,6 @@ class ModelHostType(str, Enum):
# https://huggingface.co/docs/api-inference/detailed_parameters#text-generation-task
HUGGINGFACE = "huggingface" # HuggingFace test-generation Inference API
# TODO link blog here
# https://medium.com/@yuhongsun96/host-a-llama-2-api-on-gpu-for-free-a5311463c183
COLAB_DEMO = "colab-demo"
# TODO support for Azure, AWS, GCP GenAI model hosting

2
backend/danswer/direct_qa/request_model.py
View File

@ -130,7 +130,7 @@ class HuggingFaceRequestModel(HostSpecificRequestModel):
class ColabDemoRequestModel(HostSpecificRequestModel):
"""Guide found at:
TODO place guide here
https://medium.com/@yuhongsun96/host-a-llama-2-api-on-gpu-for-free-a5311463c183
"""
@property