feat: add support for min_p (resolve #1142) (#1825)

2025-12-09 04:52:34 +01:00 · 2024-07-27 23:37:40 +02:00
parent f2a96c7d77
commit f3d7a481b7
6 changed files with 6 additions and 0 deletions
--- a/llm/server.go
+++ b/llm/server.go
@@ -727,6 +727,7 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fu
 		"temperature":       req.Options.Temperature,
 		"top_k":             req.Options.TopK,
 		"top_p":             req.Options.TopP,
+		"min_p":             req.Options.MinP,
 		"tfs_z":             req.Options.TFSZ,
 		"typical_p":         req.Options.TypicalP,
 		"repeat_last_n":     req.Options.RepeatLastN,