highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-09-29 08:53:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

runner.go: Use correct index when retrieving embedding results

Browse Source 
This doesn't have any impact currently because NUM_PARALLEL is forced
to 1 for embeddings, so both indicies will always be 0.
This commit is contained in:
Jesse Gross
2024-11-19 16:41:42 -08:00
committed by Jesse Gross
parent ecf41eed05
commit 5f68fcab12
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama/runner/runner.go
View File

@@ -454,7 +454,7 @@ func (s *Server) processBatch(tokenBatch *llama.Batch, embedBatch *llama.Batch)
// if done processing the prompt, generate an embedding and return // if done processing the prompt, generate an embedding and return
if seq.embeddingOnly { if seq.embeddingOnly {
embed := s.lc.GetEmbeddingsSeq(i) embed := s.lc.GetEmbeddingsSeq(seq.cache.Id)
if embed == nil { if embed == nil {
embed = s.lc.GetEmbeddingsIth(seq.iBatch) embed = s.lc.GetEmbeddingsIth(seq.iBatch)
} }