Alternative Temp Fix: Uncomment to Keep Alive Forever

This commit is contained in:
foraxe 2025-03-15 00:27:20 +08:00
parent 53448b3f0a
commit 04046ed6c8

View File

@ -1169,7 +1169,7 @@ async def generate_chat_completion(
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
# payload["keep_alive"] = -1 # keep alive forever
return await send_post_request(
url=f"{url}/api/chat",
payload=json.dumps(payload),