api: add generate endpoint for structured outputs (#7939)

This commit is contained in:
Parth Sareen
2024-12-04 17:37:12 -08:00
committed by GitHub
parent 630e7dc6ff
commit c6c526275d
3 changed files with 4 additions and 7 deletions

View File

@@ -67,7 +67,7 @@ type GenerateRequest struct {
Raw bool `json:"raw,omitempty"`
// Format specifies the format to return a response in.
Format string `json:"format"`
Format json.RawMessage `json:"format,omitempty"`
// KeepAlive controls how long the model will stay loaded in memory following
// this request.