Warn user on truncation - ollama logs

This commit is contained in:
ParthSareen 2024-12-19 13:48:25 -08:00
parent 1d529d8b7b
commit c9a46140e6

View File

@ -82,6 +82,10 @@ func chatPrompt(ctx context.Context, m *Model, tokenize tokenizeFunc, opts *api.
}
currMsgIdx := n
// Warn user if messages are truncated from the input
if numTruncatedMessages := len(msgs[0:currMsgIdx]); numTruncatedMessages > 0 {
slog.Warn("truncated first messages from input", "num_truncated", numTruncatedMessages)
}
for cnt, msg := range msgs[currMsgIdx:] {
prefix := ""