highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-12 04:27:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #306 from jmorganca/default-keep-system

Browse Source 
automatically set num_keep if num_keep < 0
This commit is contained in:
Michael Yang
2023-08-08 09:25:34 -07:00
committed by GitHub
parent 34a13a9d05 4dc5b117dd
commit f2074ed4c0
3 changed files with 28 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
server/routes.go
View File

@@ -78,6 +78,25 @@ func GenerateHandler(c *gin.Context) {
return
}
if opts.NumKeep < 0 {
promptWithSystem, err := model.Prompt(api.GenerateRequest{})
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
promptNoSystem, err := model.Prompt(api.GenerateRequest{Context: []int{0}})
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
tokensWithSystem := llm.Encode(promptWithSystem)
tokensNoSystem := llm.Encode(promptNoSystem)
llm.NumKeep = len(tokensWithSystem) - len(tokensNoSystem) + 1
}
loaded.llm = llm
loaded.digest = model.Digest
loaded.options = opts