From fc3c398ca2df41934cdf7328718314e46cd6c2de Mon Sep 17 00:00:00 2001 From: ParthSareen Date: Mon, 16 Dec 2024 18:22:55 -0800 Subject: [PATCH] server: loosen json format constraints --- llm/server.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/server.go b/llm/server.go index dc016ccb8..6ec3d72c7 100644 --- a/llm/server.go +++ b/llm/server.go @@ -734,7 +734,7 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fu } request["grammar"] = string(g) default: - return errors.New(`invalid format: expected "json" or a JSON schema`) + slog.Warn("invalid format: expected \"json\" or a JSON schema") } }