From 642128b75a6c827bcd39f73eaded8634cdc107a1 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Tue, 31 Oct 2023 14:45:26 -0700 Subject: [PATCH] append LD_LIBRARY_PATH --- llm/llama.go | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/llm/llama.go b/llm/llama.go index 8e2050c69..06474099f 100644 --- a/llm/llama.go +++ b/llm/llama.go @@ -360,7 +360,15 @@ func newLlama(model string, adapters []string, runners []ModelRunner, numLayers runner.Path, append(params, "--port", strconv.Itoa(port))..., ) - cmd.Env = append(os.Environ(), fmt.Sprintf("LD_LIBRARY_PATH=%s", filepath.Dir(runner.Path))) + + var libraryPaths []string + if libraryPath, ok := os.LookupEnv("LD_LIBRARY_PATH"); ok { + libraryPaths = append(libraryPaths, libraryPath) + } + + libraryPaths = append(libraryPaths, filepath.Dir(runner.Path)) + + cmd.Env = append(os.Environ(), fmt.Sprintf("LD_LIBRARY_PATH=%s", strings.Join(libraryPaths, ":"))) cmd.Stdout = os.Stderr statusWriter := NewStatusWriter() cmd.Stderr = statusWriter