Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

mac: fix stale VRAM data (#12972)

Daniel Hiltgen6aa72830763c
diff --git a/discover/runner.go b/discover/runner.go
index 65a542e2f..4d44dae29 100644
--- a/discover/runner.go
+++ b/discover/runner.go
@@ -237,7 +237,7 @@ func GPUDevices(ctx context.Context, runners []ml.FilteredRunnerDiscovery) []ml.
} else {
if runtime.GOOS == "darwin" && runtime.GOARCH == "arm64" {
// metal never updates free VRAM
- return devices
+ return append([]ml.DeviceInfo{}, devices...)
}
slog.Debug("refreshing free memory")
@@ -336,7 +336,7 @@ func GPUDevices(ctx context.Context, runners []ml.FilteredRunnerDiscovery) []ml.
}
}
- return devices
+ return append([]ml.DeviceInfo{}, devices...)
}
func filterOverlapByLibrary(supported map[string]map[string]map[string]int, needsDelete []bool) {