highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-10-11 03:13:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

update runtime options (#864)

Browse Source
This commit is contained in:
Michael Yang
2023-10-20 18:17:14 -07:00
committed by GitHub
parent 0d6342a882
commit 386169205c
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
server/routes.go
View File

@@ -112,6 +112,10 @@ func load(ctx context.Context, workDir string, model *Model, reqOpts map[string]
loaded.Options = &opts loaded.Options = &opts
} }
// update options for the loaded llm
// TODO(mxyng): this isn't thread safe, but it should be fine for now
loaded.runner.SetOptions(opts)
loaded.expireAt = time.Now().Add(sessionDuration) loaded.expireAt = time.Now().Add(sessionDuration)
if loaded.expireTimer == nil { if loaded.expireTimer == nil {