highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-03-28 02:33:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

set num_gpu to 1 only by default on darwin arm64 (#1771)

Browse Source
This commit is contained in:
Jeffrey Morgan 2024-01-03 14:10:29 -05:00 committed by GitHub
parent 0b3118e0af
commit c7ea8f237e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gpu/gpu_darwin.go
View File

@ -33,11 +33,15 @@ func getCPUMem() (memInfo, error) {
}
func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
if opts.NumGPU != -1 {
return opts.NumGPU
}
// metal only supported on arm64
if runtime.GOARCH == "arm64" {
return 1
}
// metal only supported on arm64
return 0
}