allow overriding default generate options

This commit is contained in:
Bruce MacDonald
2023-07-10 20:58:02 +02:00
parent 268e362fa7
commit f5e2e150b8
2 changed files with 9 additions and 4 deletions

View File

@ -33,8 +33,8 @@ type GenerateRequest struct {
Model string `json:"model"`
Prompt string `json:"prompt"`
ModelOptions `json:"model_opts,omitempty"`
PredictOptions `json:"predict_opts,omitempty"`
ModelOptions *ModelOptions `json:"model_opts,omitempty"`
PredictOptions *PredictOptions `json:"predict_opts,omitempty"`
}
type ModelOptions struct {