Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

Use cuda v11 for driver 525 and older (#6620)

Daniel Hiltgenf29b167e1af8
diff --git a/gpu/cuda_common.go b/gpu/cuda_common.go
index 827cc9b48..aceec70af 100644
--- a/gpu/cuda_common.go
+++ b/gpu/cuda_common.go
@@ -57,7 +57,7 @@ func cudaVariant(gpuInfo CudaGPUInfo) string {
}
}
- if gpuInfo.computeMajor < 6 || gpuInfo.DriverMajor < 12 {
+ if gpuInfo.computeMajor < 6 || gpuInfo.DriverMajor < 12 || (gpuInfo.DriverMajor == 12 && gpuInfo.DriverMinor == 0) {
return "v11"
}
return "v12"