Fix up the CPU fallback selection

The memory changes and multi-variant change had some merge
glitches I missed.  This fixes them so we actually get the cpu llm lib
and best variant for the given system.
This commit is contained in:
Daniel Hiltgen
2024-01-11 14:43:16 -08:00
parent de2fbdec99
commit 7427fa1387
4 changed files with 30 additions and 16 deletions

View File

@@ -34,7 +34,7 @@ func GetGPUInfo() GpuInfo {
mem, _ := getCPUMem()
if runtime.GOARCH == "amd64" {
return GpuInfo{
Library: "default",
Library: "cpu",
Variant: GetCPUVariant(),
memInfo: mem,
}