From 467bbc0dd5a048c0b37aa3c811d073e95ab15406 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Mon, 1 Dec 2025 12:48:16 -0800 Subject: [PATCH] jetpack: require exact match or skip cuda_jetpack* (#13288) The cuda_jetpack libs will enumerate discrete GPUs on SBSA systems which leads to runtime failures of missing kernels. This fix requires an exact match to enable jetpacks instead of relying on enumeration to filter out supported libraries. --- discover/runner.go | 3 +++ 1 file changed, 3 insertions(+) diff --git a/discover/runner.go b/discover/runner.go index 0915594d..fcac0225 100644 --- a/discover/runner.go +++ b/discover/runner.go @@ -98,6 +98,9 @@ func GPUDevices(ctx context.Context, runners []ml.FilteredRunnerDiscovery) []ml. continue } else if jetpack != "" && filepath.Base(dir) != "cuda_"+jetpack { continue + } else if jetpack == "" && strings.Contains(filepath.Base(dir), "cuda_jetpack") { + slog.Debug("jetpack not detected (set JETSON_JETPACK or OLLAMA_LLM_LIBRARY to override), skipping", "libDir", dir) + continue } else if !envconfig.EnableVulkan() && strings.Contains(filepath.Base(dir), "vulkan") { slog.Info("experimental Vulkan support disabled. To enable, set OLLAMA_VULKAN=1") continue