From a03818e6f60dc4a3eeae9745c4502ea878442448 Mon Sep 17 00:00:00 2001 From: Yuhong Sun Date: Wed, 9 Aug 2023 01:35:48 -0700 Subject: [PATCH] Fix Google Colab Demo (#275) --- backend/danswer/direct_qa/request_model.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/backend/danswer/direct_qa/request_model.py b/backend/danswer/direct_qa/request_model.py index 5f78db78b..98e069c0e 100644 --- a/backend/danswer/direct_qa/request_model.py +++ b/backend/danswer/direct_qa/request_model.py @@ -151,7 +151,7 @@ class ColabDemoRequestModel(HostSpecificRequestModel): } data = { - "input": filled_prompt, + "inputs": filled_prompt, "parameters": { "temperature": 0.0, "max_tokens": max_output_tokens, @@ -212,6 +212,10 @@ class RequestCompletionQA(QAModel): self.model_class = get_host_specific_model_class(model_host_type) self.timeout = timeout + @property + def requires_api_key(self) -> bool: + return self.model_class.requires_api_key + def _get_request_response( self, query: str, context_docs: list[InferenceChunk], stream: bool ) -> Response: