mirror of
https://github.com/likelovewant/ollama-for-amd.git
synced 2025-12-21 22:33:56 +00:00
a1cff89b30
Prioritize GPU compute capability over driver version to ensure Pascal GPUs (CC 6.1) use compatible CUDA v12 libraries instead of v13.
66 lines
1.9 KiB
Go
66 lines
1.9 KiB
Go
//go:build linux || windows
|
|
|
|
package discover
|
|
|
|
import (
|
|
"fmt"
|
|
"log/slog"
|
|
"os"
|
|
"regexp"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
// Jetson devices have JETSON_JETPACK="x.y.z" factory set to the Jetpack version installed.
|
|
// Included to drive logic for reducing Ollama-allocated overhead on L4T/Jetson devices.
|
|
var CudaTegra string = os.Getenv("JETSON_JETPACK")
|
|
|
|
func cudaVariant(gpuInfo CudaGPUInfo) string {
|
|
if runtime.GOARCH == "arm64" && runtime.GOOS == "linux" {
|
|
if CudaTegra != "" {
|
|
ver := strings.Split(CudaTegra, ".")
|
|
if len(ver) > 0 {
|
|
return "jetpack" + ver[0]
|
|
}
|
|
} else if data, err := os.ReadFile("/etc/nv_tegra_release"); err == nil {
|
|
r := regexp.MustCompile(` R(\d+) `)
|
|
m := r.FindSubmatch(data)
|
|
if len(m) != 2 {
|
|
slog.Info("Unexpected format for /etc/nv_tegra_release. Set JETSON_JETPACK to select version")
|
|
} else {
|
|
if l4t, err := strconv.Atoi(string(m[1])); err == nil {
|
|
// Note: mapping from L4t -> JP is inconsistent (can't just subtract 30)
|
|
// https://developer.nvidia.com/embedded/jetpack-archive
|
|
switch l4t {
|
|
case 35:
|
|
return "jetpack5"
|
|
case 36:
|
|
return "jetpack6"
|
|
default:
|
|
slog.Info("unsupported L4T version", "nv_tegra_release", string(data))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// Check GPU compute capability FIRST
|
|
isOldGPU := gpuInfo.computeMajor < 7 || (gpuInfo.computeMajor == 7 && gpuInfo.computeMinor < 5)
|
|
if isOldGPU {
|
|
// GPU is Pascal or older (CC <= 7.4) - use CUDA v12 (supports CC 6.1)
|
|
return "v12"
|
|
}
|
|
|
|
// GPU is Turing or newer (CC >= 7.5) - can use newer CUDA
|
|
if gpuInfo.DriverMajor < 13 {
|
|
// The detected driver is older than 580 (Aug 2025)
|
|
// Warn if their CC is compatible with v13 and they should upgrade their driver to get better performance
|
|
if !isOldGPU {
|
|
slog.Warn("old CUDA driver detected - please upgrade to a newer driver for best performance", "version", fmt.Sprintf("%d.%d", gpuInfo.DriverMajor, gpuInfo.DriverMinor))
|
|
}
|
|
return "v12"
|
|
}
|
|
return "v13"
|
|
}
|