Refine debug logging for llm

This wires up logging in llama.cpp to always go to stderr, and also
turns up logging if OLLAMA_DEBUG is set.
This commit is contained in:
Daniel Hiltgen
2024-01-22 12:26:49 -08:00
parent 5f81a33f43
commit 730dcfcc7a
3 changed files with 13 additions and 5 deletions

View File

@@ -45,6 +45,7 @@ typedef struct ext_server_params {
bool embedding; // get only sentence embedding
ext_server_lora_adapter_t *lora_adapters;
char *mmproj;
bool verbose_logging; // Enable verbose logging of the server
} ext_server_params_t;
typedef struct ext_server_task_result {