highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-04-13 14:19:23 +02:00
Code Issues Packages Projects Releases Wiki Activity

close temporary context

Browse Source
This commit is contained in:
Michael Yang 2025-04-03 09:59:03 -07:00
parent efa75659c3
commit 2fce80288f
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
model/models/mistral3/model_text.go
View File

@ -112,8 +112,10 @@ func (m *TextModel) Forward(ctx ml.Context, inputs, positions, outputs ml.Tensor
row := image.Multimodal.(*imageRow)
row.parent.dataOnce.Do(func() {
// use a new, throwaway context so the image tensor is not added to the graph
m.Backend().NewContext().Forward(row.parent.tensor).Compute(row.parent.tensor)
temp := m.Backend().NewContext()
temp.Forward(row.parent.tensor).Compute(row.parent.tensor)
row.parent.data = row.parent.tensor.Floats()
temp.Close()
})
imageFeature, err := ctx.Input().FromFloatSlice(row.data(), row.shape...)