From 657685e85d1a187c031ad7722b7395c48d8947b0 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Fri, 28 Feb 2025 11:50:01 -0800 Subject: [PATCH] fix: replace deprecated functions --- llama/llama.go | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/llama/llama.go b/llama/llama.go index 9add38c2c..0c4fca430 100644 --- a/llama/llama.go +++ b/llama/llama.go @@ -262,7 +262,7 @@ func LoadModelFromFile(modelPath string, params ModelParams) (*Model, error) { cparams.progress_callback_user_data = unsafe.Pointer(&handle) } - m := Model{c: C.llama_load_model_from_file(C.CString(modelPath), cparams)} + m := Model{c: C.llama_model_load_from_file(C.CString(modelPath), cparams)} if m.c == nil { return nil, fmt.Errorf("unable to load model: %s", modelPath) } @@ -271,12 +271,12 @@ func LoadModelFromFile(modelPath string, params ModelParams) (*Model, error) { } func FreeModel(model *Model) { - C.llama_free_model(model.c) + C.llama_model_free(model.c) } func NewContextWithModel(model *Model, params ContextParams) (*Context, error) { c := Context{ - c: C.llama_new_context_with_model(model.c, params.c), + c: C.llama_init_from_model(model.c, params.c), numThreads: int(params.c.n_threads), } if c.c == nil { @@ -287,15 +287,15 @@ func NewContextWithModel(model *Model, params ContextParams) (*Context, error) { } func (m *Model) NumVocab() int { - return int(C.llama_n_vocab(m.Vocab())) + return int(C.llama_vocab_n_tokens(m.Vocab())) } func (m *Model) TokenIsEog(token int) bool { - return bool(C.llama_token_is_eog(m.Vocab(), C.llama_token(token))) + return bool(C.llama_vocab_is_eog(m.Vocab(), C.llama_token(token))) } func (m *Model) AddBOSToken() bool { - return bool(C.llama_add_bos_token(m.Vocab())) + return bool(C.llama_vocab_get_add_bos(m.Vocab())) } func (m *Model) ApplyLoraFromFile(context *Context, loraPath string, scale float32, threads int) error { @@ -478,7 +478,7 @@ func (m *Model) Tokenize(text string, addSpecial bool, parseSpecial bool) ([]int } func (m *Model) NEmbd() int { - return int(C.llama_n_embd(m.c)) + return int(C.llama_model_n_embd(m.c)) } func Quantize(infile, outfile string, ftype uint32) error {