highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-03-28 02:33:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

only quantize language models

Browse Source
This commit is contained in:
Michael Yang 2024-04-25 09:01:20 -07:00
parent b535afe35c
commit 3244a25c79
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/images.go
View File

@ -349,7 +349,10 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, c
}
for _, baseLayer := range baseLayers {
if quantization != "" && baseLayer.GGML != nil && baseLayer.GGML.Name() == "gguf" {
if quantization != "" &&
baseLayer.MediaType == "application/vnd.ollama.image.model" &&
baseLayer.GGML != nil &&
baseLayer.GGML.Name() == "gguf" {
ftype, err := llm.ParseFileType(quantization)
if err != nil {
return err
@ -555,7 +558,6 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, c
return nil
}
func CopyModel(src, dst model.Name) error {
if !dst.IsFullyQualified() {
return model.Unqualified(dst)