This commit is contained in:
Timothy Jaeryang Baek 2025-02-13 15:17:41 -08:00
parent 68519d6ca7
commit e1435501aa
3 changed files with 14 additions and 11 deletions

View File

@ -161,6 +161,7 @@ async def generate_chat_completion(
user: Any,
bypass_filter: bool = False,
):
log.debug(f"generate_chat_completion: {form_data}")
if BYPASS_MODEL_ACCESS_CONTROL:
bypass_filter = True

View File

@ -1180,12 +1180,14 @@ async def process_chat_response(
temp_blocks.append(block)
if temp_blocks:
messages.append(
{
"role": "assistant",
"content": serialize_content_blocks(temp_blocks),
}
)
content = serialize_content_blocks(temp_blocks)
if content:
messages.append(
{
"role": "assistant",
"content": content,
}
)
return messages
@ -1580,7 +1582,6 @@ async def process_chat_response(
results = []
for tool_call in response_tool_calls:
print("\n\n" + str(tool_call) + "\n\n")
tool_call_id = tool_call.get("id", "")
tool_name = tool_call.get("function", {}).get("name", "")

View File

@ -225,10 +225,11 @@ def openai_chat_completion_message_template(
template = openai_chat_message_template(model)
template["object"] = "chat.completion"
if message is not None:
template["choices"][0]["message"] = {"content": message, "role": "assistant"}
if tool_calls:
template["choices"][0]["tool_calls"] = tool_calls
template["choices"][0]["message"] = {
"content": message,
"role": "assistant",
**({"tool_calls": tool_calls} if tool_calls else {}),
}
template["choices"][0]["finish_reason"] = "stop"