support raw generation requests (#952)

- add the optional `raw` generate request parameter to bypass prompt formatting and response context
-add raw request to docs
This commit is contained in:
Bruce MacDonald
2023-11-08 14:05:02 -08:00
committed by GitHub
parent ec84c02d54
commit ec2a31e9b3
3 changed files with 50 additions and 5 deletions

View File

@@ -37,6 +37,7 @@ type GenerateRequest struct {
Template string `json:"template"`
Context []int `json:"context,omitempty"`
Stream *bool `json:"stream,omitempty"`
Raw bool `json:"raw,omitempty"`
Options map[string]interface{} `json:"options"`
}