Don't pass thorugh parallel_tool_calls for o-family models

2025-09-19 12:03:54 +02:00 · 2025-02-18 18:56:28 -08:00
parent 9635522de8
commit 5a9ec61446
1 changed files with 11 additions and 1 deletions
--- a/backend/onyx/llm/chat_llm.py
+++ b/backend/onyx/llm/chat_llm.py
@@ -434,7 +434,17 @@ class DefaultMultiLLM(LLM):
                # or else OpenAI throws an error
                **(
                    {"parallel_tool_calls": False}
-                    if tools and self.config.model_name != "o3-mini"
+                    if tools
+                    and self.config.model_name
+                    not in [
+                        "o3-mini",
+                        "o3-preview",
+                        "o1",
+                        "o1-preview",
+                        "o1-mini",
+                        "o1-mini-2024-09-12",
+                        "o3-mini-2025-01-31",
+                    ]
                    else {}
                ),  # TODO: remove once LITELLM has patched
                **(