highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-11 15:47:07 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix keep alive

Browse Source 
this reference to keep alive was missed in #12041 so chat has a
diffferent behaviour than generate
This commit is contained in:
Michael Yang
2025-09-30 17:12:37 -07:00
committed by Michael Yang
parent 3d0b1734c0
commit 35ac4eb12c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/routes.go
View File

@@ -1777,7 +1777,7 @@ func (s *Server) ChatHandler(c *gin.Context) {
} }
// expire the runner // expire the runner
if len(req.Messages) == 0 && req.KeepAlive != nil && int(req.KeepAlive.Seconds()) == 0 { if len(req.Messages) == 0 && req.KeepAlive != nil && req.KeepAlive.Duration == 0 {
s.sched.expireRunner(m) s.sched.expireRunner(m)
c.JSON(http.StatusOK, api.ChatResponse{ c.JSON(http.StatusOK, api.ChatResponse{