highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-04-04 18:12:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

log embedding eval timing

Browse Source
This commit is contained in:
Bruce MacDonald 2023-08-14 12:51:31 -03:00
parent 74f00474e1
commit 56fd4e4ef2
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llm/llama.go
View File

@ -471,6 +471,9 @@ func (llm *llama) Embedding(input string) ([]float64, error) {
return nil, errors.New("llama: eval")
}
timings := C.llama_get_timings(llm.ctx)
log.Printf("embed: eval_ms=%v", parseDurationMs(float64(timings.t_p_eval_ms)))
n := C.llama_n_embd(llm.ctx)
if n <= 0 {
return nil, errors.New("llama: no embeddings generated")