runner/ollamarunner: set temperature to 0 when images are provided

This commit is contained in:
jmorganca 2025-03-11 23:41:18 +01:00
parent aee28501b5
commit 15b8875cfc

View File

@ -590,8 +590,17 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
}
}
// temperature > 0 can tend to cause the model to
// hallucinate, so when images are provided, so
// we use a temperature of 0 for requests that
// include them
temperature := req.Temperature
if len(req.Images) > 0 {
temperature = 0
}
sampler := sample.NewSampler(
req.Temperature,
temperature,
req.TopK,
req.TopP,
req.MinP,