mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 14:26:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

CUDA: verify CC is supported by target library (#13298)

Browse Source
This commit is contained in:
Daniel Hiltgen
2025-12-02 09:28:41 -08:00
committed by GitHub
parent d3e0a0dee4
commit f8f1071818
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
ml/device.go
View File

@@ -509,11 +509,9 @@ func GetVisibleDevicesEnv(l []DeviceInfo) map[string]string {
// to crash at inference time and requires deeper validation before we include // to crash at inference time and requires deeper validation before we include
// it in the supported devices list. // it in the supported devices list.
func (d DeviceInfo) NeedsInitValidation() bool { func (d DeviceInfo) NeedsInitValidation() bool {
// At this time the only library we know needs a 2nd pass is ROCm since // ROCm: rocblas will crash on unsupported devices.
// rocblas will crash on unsupported devices. We want to find those crashes // CUDA: verify CC is supported by the version of the library
// during bootstrap discovery so we can eliminate those GPUs before the user return d.Library == "ROCm" || d.Library == "CUDA"
// tries to run inference on them
return d.Library == "ROCm"
} }
// Set the init validation environment variable // Set the init validation environment variable