From c0285158a91809d059ff9006dae5ce545bf9c812 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Wed, 3 Jan 2024 19:47:18 -0500 Subject: [PATCH] tweak memory requirements error text --- llm/llm.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm/llm.go b/llm/llm.go index 69a52fbdf..c71a44e0c 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -63,9 +63,9 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options) systemMemory := int64(memory.TotalMemory()) if ggml.FileType() == "F16" && requiredMemory*f16Multiplier > systemMemory { - return nil, fmt.Errorf("F16 model requires at least %s of total memory", format.HumanBytes(requiredMemory)) + return nil, fmt.Errorf("F16 model requires at least %s of memory", format.HumanBytes(requiredMemory)) } else if requiredMemory > systemMemory { - return nil, fmt.Errorf("model requires at least %s of total memory", format.HumanBytes(requiredMemory)) + return nil, fmt.Errorf("model requires at least %s of memory", format.HumanBytes(requiredMemory)) } }