Default to API key in file (#531)

This commit is contained in:
Yuhong Sun 2023-10-07 17:50:17 -07:00 committed by GitHub
parent 0fd51409ad
commit 478fb4f999
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 11 additions and 7 deletions

View File

@ -75,7 +75,10 @@ INTERNAL_MODEL_VERSION = os.environ.get(
)
# If the Generative AI model requires an API key for access, otherwise can leave blank
GEN_AI_API_KEY = os.environ.get("GEN_AI_API_KEY", "")
GEN_AI_API_KEY = (
os.environ.get("GEN_AI_API_KEY", os.environ.get("OPENAI_API_KEY"))
or "dummy_llm_key"
)
# If using GPT4All, HuggingFace Inference API, or OpenAI - specify the model version
GEN_AI_MODEL_VERSION = os.environ.get(

View File

@ -32,8 +32,9 @@ logger = setup_logger()
def get_gen_ai_api_key() -> str:
return GEN_AI_API_KEY or cast(
str, get_dynamic_config_store().load(GEN_AI_API_KEY_STORAGE_KEY)
return (
cast(str, get_dynamic_config_store().load(GEN_AI_API_KEY_STORAGE_KEY))
or GEN_AI_API_KEY
)

View File

@ -1,4 +1,3 @@
import os
from typing import Any
from langchain.chat_models.azure_openai import AzureChatOpenAI
@ -6,6 +5,7 @@ from langchain.chat_models.azure_openai import AzureChatOpenAI
from danswer.configs.model_configs import API_BASE_OPENAI
from danswer.configs.model_configs import API_VERSION_OPENAI
from danswer.configs.model_configs import AZURE_DEPLOYMENT_ID
from danswer.configs.model_configs import GEN_AI_API_KEY
from danswer.llm.llm import LangChainChatLLM
from danswer.llm.utils import should_be_verbose
@ -27,7 +27,7 @@ class AzureGPT(LangChainChatLLM):
# exception when trying to initialize the LLM which would prevent the API
# server from starting up
if not api_key:
api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key"
api_key = GEN_AI_API_KEY
self._llm = AzureChatOpenAI(
model=model_version,
openai_api_type="azure",

View File

@ -1,9 +1,9 @@
import os
from typing import Any
from typing import cast
from langchain.chat_models.openai import ChatOpenAI
from danswer.configs.model_configs import GEN_AI_API_KEY
from danswer.configs.model_configs import GEN_AI_TEMPERATURE
from danswer.llm.llm import LangChainChatLLM
from danswer.llm.utils import should_be_verbose
@ -24,7 +24,7 @@ class OpenAIGPT(LangChainChatLLM):
# exception when trying to initialize the LLM which would prevent the API
# server from starting up
if not api_key:
api_key = os.environ.get("OPENAI_API_KEY") or "dummy_api_key"
api_key = GEN_AI_API_KEY
self._llm = ChatOpenAI(
model=model_version,