From b1bd0b42e597a44d9e7c5250e0fa56f8b769df0c Mon Sep 17 00:00:00 2001 From: Yuhong Sun Date: Sat, 12 Aug 2023 18:29:45 -0700 Subject: [PATCH] Add Blog Link (#286) --- backend/danswer/configs/constants.py | 6 +++--- backend/danswer/direct_qa/request_model.py | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/backend/danswer/configs/constants.py b/backend/danswer/configs/constants.py index d6290e45e..a4aa72fb3 100644 --- a/backend/danswer/configs/constants.py +++ b/backend/danswer/configs/constants.py @@ -41,8 +41,8 @@ class DanswerGenAIModel(str, Enum): OPENAI_CHAT = "openai-chat-completion" GPT4ALL = "gpt4all-completion" GPT4ALL_CHAT = "gpt4all-chat-completion" - HUGGINGFACE = "huggingface-inference-completion" - HUGGINGFACE_CHAT = "huggingface-inference-chat-completion" + HUGGINGFACE = "huggingface-client-completion" + HUGGINGFACE_CHAT = "huggingface-client-chat-completion" REQUEST = "request-completion" @@ -52,6 +52,6 @@ class ModelHostType(str, Enum): # https://huggingface.co/docs/api-inference/detailed_parameters#text-generation-task HUGGINGFACE = "huggingface" # HuggingFace test-generation Inference API - # TODO link blog here + # https://medium.com/@yuhongsun96/host-a-llama-2-api-on-gpu-for-free-a5311463c183 COLAB_DEMO = "colab-demo" # TODO support for Azure, AWS, GCP GenAI model hosting diff --git a/backend/danswer/direct_qa/request_model.py b/backend/danswer/direct_qa/request_model.py index 98e069c0e..600ad7058 100644 --- a/backend/danswer/direct_qa/request_model.py +++ b/backend/danswer/direct_qa/request_model.py @@ -130,7 +130,7 @@ class HuggingFaceRequestModel(HostSpecificRequestModel): class ColabDemoRequestModel(HostSpecificRequestModel): """Guide found at: - TODO place guide here + https://medium.com/@yuhongsun96/host-a-llama-2-api-on-gpu-for-free-a5311463c183 """ @property