Disable langchain retries

2025-09-20 04:37:09 +02:00 · 2023-08-30 13:59:30 -07:00
parent cea3e1f3d5
commit a6ea40714e
2 changed files with 2 additions and 0 deletions
--- a/backend/danswer/llm/azure.py
+++ b/backend/danswer/llm/azure.py
@@ -44,6 +44,7 @@ class AzureGPT(LangChainChatLLM):
                "presence_penalty": 0,
            },
            verbose=should_be_verbose(),
+            max_retries=0,  # retries are handled outside of langchain
        )

    @property
--- a/backend/danswer/llm/openai.py
+++ b/backend/danswer/llm/openai.py
@@ -34,6 +34,7 @@ class OpenAIGPT(LangChainChatLLM):
                "presence_penalty": 0,
            },
            verbose=should_be_verbose(),
+            max_retries=0,  # retries are handled outside of langchain
        )

    @property