highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-11 22:17:24 +01:00
Code Issues Packages Projects Releases Wiki Activity

implement loading ggml lora adapters through the modelfile

Browse Source
This commit is contained in:
Michael Yang
2023-08-03 17:16:05 -07:00
parent d791df75dd
commit 6de5d032e1
5 changed files with 65 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/routes.go
View File

@@ -63,7 +63,7 @@ func load(model *Model, reqOpts map[string]interface{}, sessionDuration time.Dur
loaded.Embeddings = model.Embeddings
}
llmModel, err := llm.New(model.ModelPath, opts)
llmModel, err := llm.New(model.ModelPath, model.AdapterPaths, opts)
if err != nil {
return err
}