null stream

This commit is contained in:
Michael Yang
2025-08-23 13:28:12 -07:00
parent e914477bb6
commit c457628090
9 changed files with 82 additions and 87 deletions

View File

@@ -17,6 +17,7 @@ import (
"github.com/gin-gonic/gin"
"github.com/ollama/ollama/api"
"github.com/ollama/ollama/types"
"github.com/ollama/ollama/types/model"
)
@@ -571,7 +572,7 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
Messages: messages,
Format: format,
Options: options,
Stream: &r.Stream,
Stream: types.NullWithValue(r.Stream),
Tools: r.Tools,
Think: think,
}, nil
@@ -650,7 +651,7 @@ func fromCompleteRequest(r CompletionRequest) (api.GenerateRequest, error) {
Model: r.Model,
Prompt: r.Prompt,
Options: options,
Stream: &r.Stream,
Stream: types.NullWithValue(r.Stream),
Suffix: r.Suffix,
}, nil
}