highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-09-18 22:41:15 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add compute capability 5.0, 7.5, and 8.0

Browse Source
This commit is contained in:
Daniel Hiltgen
2024-01-20 12:15:50 -08:00
parent 681a914990
commit a447a083f2
5 changed files with 14 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
gpu/gpu.go
View File

@@ -29,9 +29,8 @@ type handles struct {
var gpuMutex sync.Mutex
var gpuHandles *handles = nil
// With our current CUDA compile flags, older than 5.2 will not work properly
// 5.0: CUDA error: no kernel image is available for execution on the device
var CudaComputeMin = [2]C.int{5, 2}
// With our current CUDA compile flags, older than 5.0 will not work properly
var CudaComputeMin = [2]C.int{5, 0}
// Possible locations for the nvidia-ml library
var CudaLinuxGlobs = []string{