highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-10 19:18:06 +01:00
Code Issues Packages Projects Releases Wiki Activity

mistral3

Browse Source
This commit is contained in:
Michael Yang
2025-11-03 12:55:25 -08:00
parent 5436bb5ff9
commit dd8c226f17
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
model/models/mistral3/model_vision.go
View File

@@ -11,9 +11,9 @@ import (
var batchSize int = 1 var batchSize int = 1
func rotateHalf(ctx ml.Context, t ml.Tensor) ml.Tensor { func rotateHalf(ctx ml.Context, t ml.Tensor) ml.Tensor {
x1 := t.View(ctx, 0, t.Dim(0)/2, t.Stride(1), t.Dim(1), t.Stride(2), t.Dim(2), t.Stride(3), t.Dim(3)) x1 := t.Slice(ctx, 0, 0, t.Dim(0)/2, 1)
x2 := t.View(ctx, t.Stride(0)*t.Dim(0)/2, t.Dim(0)/2, t.Stride(1), t.Dim(1), t.Stride(2), t.Dim(2), t.Stride(3), t.Dim(3)).Contiguous(ctx) x2 := t.Slice(ctx, 0, t.Dim(0)/2, t.Dim(0), 1).Contiguous(ctx)
return x2.Neg(ctx).Concat(ctx, x1, 0) return x2.Scale(ctx, -1).Concat(ctx, x1, 0)
} }
func applyRotaryPositionalEmbedding(ctx ml.Context, t, cos, sin ml.Tensor) ml.Tensor { func applyRotaryPositionalEmbedding(ctx ml.Context, t, cos, sin ml.Tensor) ml.Tensor {