highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-09-21 01:01:20 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add support for CUDA 5.2 cards

Browse Source
This commit is contained in:
Daniel Hiltgen
2024-01-20 10:48:43 -08:00
parent 4c54f0ddeb
commit 681a914990
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
gpu/gpu.go
View File

@@ -29,8 +29,9 @@ type handles struct {
var gpuMutex sync.Mutex
var gpuHandles *handles = nil
// With our current CUDA compile flags, 5.2 and older will not work properly
const CudaComputeMajorMin = 6
// With our current CUDA compile flags, older than 5.2 will not work properly
// 5.0: CUDA error: no kernel image is available for execution on the device
var CudaComputeMin = [2]C.int{5, 2}
// Possible locations for the nvidia-ml library
var CudaLinuxGlobs = []string{
@@ -133,7 +134,7 @@ func GetGPUInfo() GpuInfo {
if cc.err != nil {
slog.Info(fmt.Sprintf("error looking up CUDA GPU compute capability: %s", C.GoString(cc.err)))
C.free(unsafe.Pointer(cc.err))
} else if cc.major >= CudaComputeMajorMin {
} else if cc.major > CudaComputeMin[0] || (cc.major == CudaComputeMin[0] && cc.minor >= CudaComputeMin[1]) {
slog.Info(fmt.Sprintf("CUDA Compute Capability detected: %d.%d", cc.major, cc.minor))
resp.Library = "cuda"
} else {