highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-09-28 11:47:29 +02:00
Code Issues Packages Projects Releases Wiki Activity

set num_gpu to 1 only by default on darwin arm64 (#1771)

Browse Source
This commit is contained in:
Jeffrey Morgan
2024-01-03 14:10:29 -05:00
committed by GitHub
parent 0b3118e0af
commit c7ea8f237e
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
gpu/gpu_darwin.go
View File

@@ -33,11 +33,15 @@ func getCPUMem() (memInfo, error) {
}
func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
if opts.NumGPU != -1 {
return opts.NumGPU
}
// metal only supported on arm64
if runtime.GOARCH == "arm64" {
return 1
}
// metal only supported on arm64
return 0
}