From b078dd157cbca4ba31ce49128b0d8e1e4da99b39 Mon Sep 17 00:00:00 2001 From: Jesse Gross Date: Wed, 19 Mar 2025 15:34:41 -0700 Subject: [PATCH] gemma2: Remove second call to Rows Looks like a merge conflict that broke the model. --- model/models/gemma2/model.go | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/model/models/gemma2/model.go b/model/models/gemma2/model.go index fbefebe2d..29ffa2318 100644 --- a/model/models/gemma2/model.go +++ b/model/models/gemma2/model.go @@ -211,8 +211,7 @@ func (m *Model) Forward(ctx ml.Context, opts input.Options) (ml.Tensor, error) { // final logit softcap hiddenState = hiddenState.Scale(ctx, 1.0/float64(m.Options.finalLogitSoftcap)) hiddenState = hiddenState.Tanh(ctx) - hiddenState = hiddenState.Scale(ctx, float64(m.Options.finalLogitSoftcap)) - return hiddenState.Rows(ctx, outputs), nil + return hiddenState.Scale(ctx, float64(m.Options.finalLogitSoftcap)), nil } func init() {