Merge branch 'ollama:main' into main

This commit is contained in:
likelovewant
2024-06-07 17:25:53 +08:00
committed by GitHub
86 changed files with 1232 additions and 344 deletions

View File

@@ -65,7 +65,7 @@ func AMDGetGPUInfo() []GpuInfo {
slog.Debug("detected hip devices", "count", count)
// TODO how to determine the underlying device ID when visible devices is causing this to subset?
for i := 0; i < count; i++ {
for i := range count {
err = hl.HipSetDevice(i)
if err != nil {
slog.Warn("set device", "id", i, "error", err)