highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-09-18 22:51:20 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #2116 from dhiltgen/cc_50_80

Browse Source 
Add support for CUDA 5.0 cards
This commit is contained in:
Daniel Hiltgen
2024-01-27 10:28:38 -08:00
committed by GitHub
parent c8059b4dcf a447a083f2
commit e02ecfb6c8
5 changed files with 15 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
gpu/gpu.go
View File

@@ -30,8 +30,8 @@ type handles struct {
var gpuMutex sync.Mutex
var gpuHandles *handles = nil
// With our current CUDA compile flags, 5.2 and older will not work properly
const CudaComputeMajorMin = 6
// With our current CUDA compile flags, older than 5.0 will not work properly
var CudaComputeMin = [2]C.int{5, 0}
// Possible locations for the nvidia-ml library
var CudaLinuxGlobs = []string{
@@ -142,7 +142,7 @@ func GetGPUInfo() GpuInfo {
if cc.err != nil {
slog.Info(fmt.Sprintf("error looking up CUDA GPU compute capability: %s", C.GoString(cc.err)))
C.free(unsafe.Pointer(cc.err))
} else if cc.major >= CudaComputeMajorMin {
} else if cc.major > CudaComputeMin[0] || (cc.major == CudaComputeMin[0] && cc.minor >= CudaComputeMin[1]) {
slog.Info(fmt.Sprintf("CUDA Compute Capability detected: %d.%d", cc.major, cc.minor))
resp.Library = "cuda"
} else {