highperfocused/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-04-11 05:19:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix: logit bias issue

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-03-08 16:50:30 +00:00
parent 58ff221d1f
commit 4e36b9794f
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/open_webui/routers/openai.py
View File

@ -673,7 +673,11 @@ async def generate_chat_completion(
del payload["max_tokens"]
# Convert the modified body back to JSON
payload['logit_bias'] = json.loads(convert_logit_bias_input_to_json(payload['logit_bias']))
if "logit_bias" in payload:
payload["logit_bias"] = json.loads(
convert_logit_bias_input_to_json(payload["logit_bias"])
)
payload = json.dumps(payload)
r = None