highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-04-07 11:28:17 +02:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup api

Browse Source
This commit is contained in:
ParthSareen 2025-01-30 13:15:57 -08:00
parent 35e97db03b
commit 6de3227841
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
openai/openai.go
View File

@ -487,13 +487,13 @@ func fromChatRequest(r ChatCompletionRequest) (*api.ChatRequest, error) {
}
DEFAULT_NUM_CTX := 2048
// set num_ctx to max_completion_tokens if it's greater than num_ctx
if r.MaxCompletionTokens != nil {
options["num_predict"] = *r.MaxCompletionTokens
if numCtx, ok := options["num_ctx"].(int); ok && *r.MaxCompletionTokens > numCtx {
if r.NumCtx != nil && *r.MaxCompletionTokens > *r.NumCtx {
options["num_ctx"] = *r.MaxCompletionTokens
} else if *r.MaxCompletionTokens > DEFAULT_NUM_CTX {
options["num_ctx"] = DEFAULT_NUM_CTX
options["num_ctx"] = *r.MaxCompletionTokens
}
}