From 8711d03df7da3b19f2ffa58957bf7f872a37b0ad Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Mon, 22 Apr 2024 16:22:05 -0700 Subject: [PATCH] Report errors on server lookup instead of path lookup failure --- llm/server.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/llm/server.go b/llm/server.go index 3cab6f1d2..d7d8dce41 100644 --- a/llm/server.go +++ b/llm/server.go @@ -253,6 +253,12 @@ func NewLlamaServer(model string, adapters, projectors []string, opts api.Option var finalErr error for i := 0; i < len(servers); i++ { dir := availableServers[servers[i]] + if dir == "" { + // Shouldn't happen + finalErr = fmt.Errorf("[%d] server %s not listed in available servers %v", i, servers[i], availableServers) + slog.Error("sever list inconsistent", "error", finalErr) + continue + } // Find an availableServers port, retry on each iterration in case the failure was a port conflict race port := 0