Merge pull request #290 from jmorganca/add-adapter-layers

implement loading ggml lora adapters through the modelfile
This commit is contained in:
Michael Yang
2023-08-10 17:23:01 -07:00
committed by GitHub
6 changed files with 75 additions and 14 deletions

View File

@@ -63,7 +63,7 @@ func load(model *Model, reqOpts map[string]interface{}, sessionDuration time.Dur
loaded.Embeddings = model.Embeddings
}
llmModel, err := llm.New(model.ModelPath, opts)
llmModel, err := llm.New(model.ModelPath, model.AdapterPaths, opts)
if err != nil {
return err
}