Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

Revert "Workaround broken NVIDIA iGPU free VRAM data (#12490)" (#12642)

Daniel Hiltgenfe3ec8dbf031
diff --git a/discover/runner.go b/discover/runner.go
index 21fca9508..9da246750 100644
--- a/discover/runner.go
+++ b/discover/runner.go
@@ -349,9 +349,6 @@ func GPUDevices(ctx context.Context, runners []FilteredRunnerDiscovery) []ml.Dev
}
}
- // Apply any iGPU workarounds
- iGPUWorkarounds(devices)
-
return devices
}
@@ -601,32 +598,3 @@ func GetDevicesFromRunner(ctx context.Context, runner BaseRunner) ([]ml.DeviceIn
}
}
}
-
-func iGPUWorkarounds(devices []ml.DeviceInfo) {
- // short circuit if we have no iGPUs
- anyiGPU := false
- for i := range devices {
- if devices[i].Integrated {
- anyiGPU = true
- break
- }
- }
- if !anyiGPU {
- return
- }
-
- memInfo, err := GetCPUMem()
- if err != nil {
- slog.Debug("failed to fetch system memory information for iGPU", "error", err)
- return
- }
- for i := range devices {
- if !devices[i].Integrated {
- continue
- }
- // NVIDIA iGPUs return useless free VRAM data which ignores system buff/cache
- if devices[i].Library == "CUDA" {
- devices[i].FreeMemory = memInfo.FreeMemory
- }
- }
-}