highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-07-28 17:53:24 +02:00
Code Issues Packages Projects Releases Wiki Activity

allow overriding default generate options

Browse Source
This commit is contained in:
Bruce MacDonald
2023-07-10 20:58:02 +02:00
parent 268e362fa7
commit f5e2e150b8
2 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
server/routes.go
View File

@@ -38,8 +38,13 @@ func cacheDir() string {
func generate(c *gin.Context) {
var req api.GenerateRequest
req.ModelOptions = api.DefaultModelOptions
req.PredictOptions = api.DefaultPredictOptions
if req.ModelOptions == nil {
req.ModelOptions = &api.DefaultModelOptions
}
if req.PredictOptions == nil {
req.PredictOptions = &api.DefaultPredictOptions
}
if err := c.ShouldBindJSON(&req); err != nil {
c.JSON(http.StatusBadRequest, gin.H{"message": err.Error()})
return