From dd8c226f17b4f87e729875e6957b3e865b1be9ac Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Mon, 3 Nov 2025 12:55:25 -0800 Subject: [PATCH] mistral3 --- model/models/mistral3/model_vision.go | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/model/models/mistral3/model_vision.go b/model/models/mistral3/model_vision.go index ce3110c7c4..d763df7a00 100644 --- a/model/models/mistral3/model_vision.go +++ b/model/models/mistral3/model_vision.go @@ -11,9 +11,9 @@ import ( var batchSize int = 1 func rotateHalf(ctx ml.Context, t ml.Tensor) ml.Tensor { - x1 := t.View(ctx, 0, t.Dim(0)/2, t.Stride(1), t.Dim(1), t.Stride(2), t.Dim(2), t.Stride(3), t.Dim(3)) - x2 := t.View(ctx, t.Stride(0)*t.Dim(0)/2, t.Dim(0)/2, t.Stride(1), t.Dim(1), t.Stride(2), t.Dim(2), t.Stride(3), t.Dim(3)).Contiguous(ctx) - return x2.Neg(ctx).Concat(ctx, x1, 0) + x1 := t.Slice(ctx, 0, 0, t.Dim(0)/2, 1) + x2 := t.Slice(ctx, 0, t.Dim(0)/2, t.Dim(0), 1).Contiguous(ctx) + return x2.Scale(ctx, -1).Concat(ctx, x1, 0) } func applyRotaryPositionalEmbedding(ctx ml.Context, t, cos, sin ml.Tensor) ml.Tensor {