highperfocused/danswer
1
0
Fork 0
mirror of https://github.com/danswer-ai/danswer.git synced 2025-07-06 04:32:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update LLM related Libs (#771)

Browse Source
This commit is contained in:
Yuhong Sun
2023-11-26 19:54:16 -08:00
committed by GitHub
parent 39d09a162a
commit 05c2b7d34e
6 changed files with 51 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

52
backend/scripts/test-openapi-key.py
View File

@ -1,9 +1,22 @@
from typing import cast
import openai
from openai import OpenAI
VALID_MODEL_LIST = ["text-davinci-003", "gpt-3.5-turbo", "gpt-4"]
VALID_MODEL_LIST = [
"gpt-4-1106-preview",
"gpt-4-vision-preview",
"gpt-4",
"gpt-4-0314",
"gpt-4-0613",
"gpt-4-32k",
"gpt-4-32k-0314",
"gpt-4-32k-0613",
"gpt-3.5-turbo-1106",
"gpt-3.5-turbo",
"gpt-3.5-turbo-16k",
"gpt-3.5-turbo-0301",
"gpt-3.5-turbo-0613",
"gpt-3.5-turbo-16k-0613",
]
if __name__ == "__main__":
@ -12,29 +25,28 @@ if __name__ == "__main__":
model_version = input("Please provide an OpenAI model version to test: ")
if model_version not in VALID_MODEL_LIST:
print(f"Model must be from valid list: {', '.join(VALID_MODEL_LIST)}")
assert model_version
api_key = input("Please provide an OpenAI API Key to test: ")
openai.api_key = api_key
client = OpenAI(
api_key=api_key,
)
prompt = "The boy went to the "
print(f"Asking OpenAI to finish the sentence using {model_version}")
print(prompt)
try:
if model_version == "text-davinci-003":
response = openai.Completion.create(
model=model_version, prompt=prompt, max_tokens=5, temperature=2
)
print(cast(str, response["choices"][0]["text"]).strip())
else:
messages = [
{"role": "system", "content": "Finish the sentence"},
{"role": "user", "content": prompt},
]
response = openai.ChatCompletion.create(
model=model_version, messages=messages, max_tokens=5, temperature=2
)
print(cast(str, response["choices"][0]["message"]["content"]).strip())
messages = [
{"role": "system", "content": "Finish the sentence"},
{"role": "user", "content": prompt},
]
response = client.chat.completions.create(
model=model_version,
messages=messages, # type:ignore
max_tokens=5,
temperature=2,
)
print(response.choices[0].message.content)
print("Success! Feel free to use this API key for Danswer.")
except Exception:
print(