mirror of
https://github.com/ollama/ollama.git
synced 2025-03-31 16:08:51 +02:00
runner/ollamarunner: set temperature to 0 when images are provided
This commit is contained in:
parent
aee28501b5
commit
15b8875cfc
@ -590,8 +590,17 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
|
||||
}
|
||||
}
|
||||
|
||||
// temperature > 0 can tend to cause the model to
|
||||
// hallucinate, so when images are provided, so
|
||||
// we use a temperature of 0 for requests that
|
||||
// include them
|
||||
temperature := req.Temperature
|
||||
if len(req.Images) > 0 {
|
||||
temperature = 0
|
||||
}
|
||||
|
||||
sampler := sample.NewSampler(
|
||||
req.Temperature,
|
||||
temperature,
|
||||
req.TopK,
|
||||
req.TopP,
|
||||
req.MinP,
|
||||
|
Loading…
x
Reference in New Issue
Block a user