highperfocused/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2025-11-10 21:27:47 +01:00
Code Issues Packages Projects Releases Wiki Activity

rocm: give it more time to bootstrap (#12681)

Browse Source 
Some users are hitting timeouts.  We'd like to make this faster, but for now make sure we don't timeout too aggressively.
This commit is contained in:
Daniel Hiltgen
2025-10-20 09:43:05 -07:00
committed by GitHub
parent bc1a818fdc
commit d245dffed8
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
discover/runner.go
View File

@@ -88,6 +88,7 @@ func GPUDevices(ctx context.Context, runners []FilteredRunnerDiscovery) []ml.Dev
// times concurrently leading to memory contention // times concurrently leading to memory contention
// TODO refactor so we group the lib dirs and do serial per version, but parallel for different libs // TODO refactor so we group the lib dirs and do serial per version, but parallel for different libs
for dir := range libDirs { for dir := range libDirs {
bootstrapTimeout := 30 * time.Second
var dirs []string var dirs []string
if dir != "" { if dir != "" {
if requested != "" && filepath.Base(dir) != requested { if requested != "" && filepath.Base(dir) != requested {
@@ -102,11 +103,16 @@ func GPUDevices(ctx context.Context, runners []FilteredRunnerDiscovery) []ml.Dev
} else { } else {
dirs = []string{LibOllamaPath, dir} dirs = []string{LibOllamaPath, dir}
} }
// ROCm can take a long time on some systems, so give it more time before giving up
if dir != "" && strings.Contains(filepath.Base(dir), "rocm") {
bootstrapTimeout = 60 * time.Second
}
// Typically bootstrapping takes < 1s, but on some systems, with devices // Typically bootstrapping takes < 1s, but on some systems, with devices
// in low power/idle mode, initialization can take multiple seconds. We // in low power/idle mode, initialization can take multiple seconds. We
// set a long timeout just for bootstrap discovery to reduce the chance // set a long timeout just for bootstrap discovery to reduce the chance
// of giving up too quickly // of giving up too quickly
ctx1stPass, cancel := context.WithTimeout(ctx, 30*time.Second) ctx1stPass, cancel := context.WithTimeout(ctx, bootstrapTimeout)
defer cancel() defer cancel()
// For this pass, we retain duplicates in case any are incompatible with some libraries // For this pass, we retain duplicates in case any are incompatible with some libraries