From 11bfa62796ecbdb40eb0193eea8a8151df3df547 Mon Sep 17 00:00:00 2001 From: jmorganca Date: Tue, 11 Mar 2025 12:02:38 +0100 Subject: [PATCH] add trailing \n\n after to match reference implementation --- model/models/gemma3/model.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/model/models/gemma3/model.go b/model/models/gemma3/model.go index 9aaa974ab..26ee5da34 100644 --- a/model/models/gemma3/model.go +++ b/model/models/gemma3/model.go @@ -133,8 +133,10 @@ func (m *Model) PostTokenize(ctx ml.Context, inputs []input.Input) ([]input.Inpu result = append(result, input.Input{Multimodal: imageToken, MultimodalHash: fnvHash.Sum64()}) } - // - result = append(result, input.Input{Token: 256000}) + result = append(result, + input.Input{Token: 256000}, // + input.Input{Token: 108}, // "\n\n" + ) } }