fixes for maverick

This commit is contained in:
Michael Yang
2025-04-21 10:45:56 -07:00
committed by Michael Yang
parent 8bf11b84c1
commit 7ba9fa9c7d
3 changed files with 53 additions and 26 deletions

View File

@@ -45,8 +45,8 @@ func (p *llama4Model) KV(t *Tokenizer) ggml.KV {
}
}
kv["llama4.intermediate_size"] = p.TextModel.IntermediateSizeMLP
kv["llama4.intermediate_size_moe"] = p.TextModel.IntermediateSize
kv["llama4.feed_forward_length"] = p.TextModel.IntermediateSizeMLP
kv["llama4.expert_feed_forward_length"] = p.TextModel.IntermediateSize
kv["llama4.expert_count"] = p.TextModel.NumLocalExperts
kv["llama4.expert_used_count"] = p.TextModel.NumExpertsPerToken