logprob: add bytes to logprobs (#13068)

2025-12-07 03:42:24 +01:00 · 2025-11-13 13:49:25 -08:00
parent b48083f33f
commit c114987523
4 changed files with 312 additions and 0 deletions
--- a/api/types.go
+++ b/api/types.go
@@ -366,6 +366,9 @@ type TokenLogprob struct {

 	// Logprob is the log probability of this token.
 	Logprob float64 `json:"logprob"`
+
+	// Bytes contains the raw byte representation of the token
+	Bytes []int `json:"bytes,omitempty"`
 }

 // Logprob contains log probability information for a generated token.