highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-08-31 19:51:50 +02:00
Code Issues Packages Projects Releases Wiki Activity

Refined min memory from testing

Browse Source
This commit is contained in:
Daniel Hiltgen
2024-04-01 16:47:33 -07:00
parent 526d4eb204
commit 1f11b52511
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpu/gpu.go
View File

@@ -30,8 +30,8 @@ type handles struct {
}
const (
cudaMinimumMemory = 377 * format.MebiByte
rocmMinimumMemory = 377 * format.MebiByte
cudaMinimumMemory = 457 * format.MebiByte
rocmMinimumMemory = 457 * format.MebiByte
)
var gpuMutex sync.Mutex