highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-11 05:17:42 +01:00
Code Issues Packages Projects Releases Wiki Activity

llama: fix kv loading on snowflake-arctic-embed models (#9536)

Browse Source
This commit is contained in:
Jeffrey Morgan
2025-03-07 09:25:34 -08:00
committed by GitHub
parent a7e63b82be
commit 4289c74359
4 changed files with 71 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama/llama.cpp/src/llama-vocab.cpp vendored
View File

@@ -1443,7 +1443,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
const int precompiled_charsmap_keyidx = gguf_find_key(ctx, kv(LLM_KV_TOKENIZER_PRECOMPILED_CHARSMAP).c_str());
if (precompiled_charsmap_keyidx != -1) {
size_t n_precompiled_charsmap = gguf_get_arr_n(ctx, precompiled_charsmap_keyidx);
size_t n_precompiled_charsmap = gguf_get_arr_data_n(ctx, precompiled_charsmap_keyidx);
const char * pc = (const char *) gguf_get_arr_data(ctx, precompiled_charsmap_keyidx);
precompiled_charsmap.assign(pc, pc + n_precompiled_charsmap);
#ifdef IS_BIG_ENDIAN