From 80c7ce381ba5bd435503323007c4049fc1c3faef Mon Sep 17 00:00:00 2001 From: Patrick Devine Date: Thu, 13 Mar 2025 13:59:19 -0700 Subject: [PATCH] fix: change default context size for gemma3 (#9744) --- convert/convert_gemma3.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert/convert_gemma3.go b/convert/convert_gemma3.go index c82800c5f..27b99f575 100644 --- a/convert/convert_gemma3.go +++ b/convert/convert_gemma3.go @@ -87,7 +87,7 @@ func (p *gemma3Model) KV(t *Tokenizer) ggml.KV { kv["gemma3.embedding_length"] = p.HiddenSize kv["gemma3.feed_forward_length"] = p.IntermediateSize default: - kv["gemma3.context_length"] = cmp.Or(p.MaxPositionEmbeddings, 8192) + kv["gemma3.context_length"] = cmp.Or(p.MaxPositionEmbeddings, 131072) kv["gemma3.embedding_length"] = p.TextModel.HiddenSize kv["gemma3.feed_forward_length"] = p.TextModel.IntermediateSize kv["gemma3.attention.sliding_window"] = p.TextModel.SlidingWindow