highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-08-03 05:03:24 +02:00
Code Issues Packages Projects Releases Wiki Activity

Reload model if num_gpu changes (#3920)

Browse Source 
* reload model if `num_gpu` changes

* dont reload on -1

* fix tests
This commit is contained in:
Jeffrey Morgan
2024-04-25 19:02:40 -04:00
committed by GitHub
parent 993cf8bf55
commit 00b0699c75
2 changed files with 15 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
server/sched_test.go
View File

@@ -490,6 +490,9 @@ func TestNeedsReload(t *testing.T) {
require.False(t, resp)
req.opts.NumGPU = 99
resp = runner.needsReload(ctx, req)
require.True(t, resp)
req.opts.NumGPU = -1
resp = runner.needsReload(ctx, req)
require.False(t, resp)
}