Support o1 (#3510)

* support o1

* nit
This commit is contained in:
pablonyx
2024-12-18 16:05:00 -08:00
committed by GitHub
parent 833cc5c97c
commit ca9ba925bd
5 changed files with 7 additions and 3 deletions

View File

@@ -453,7 +453,9 @@ class DefaultMultiLLM(LLM):
if LOG_DANSWER_MODEL_INTERACTIONS:
self.log_model_configs()
if DISABLE_LITELLM_STREAMING:
if (
DISABLE_LITELLM_STREAMING or self.config.model_name == "o1-2024-12-17"
): # TODO: remove once litellm supports streaming
yield self.invoke(prompt, tools, tool_choice, structured_response_format)
return