Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
ml: Improve slog formatting for BackendMemory
Jesse Grossf18e0cb55084
diff --git a/ml/backend.go b/ml/backend.goindex 6beb7d2bc..65f169486 100644--- a/ml/backend.go+++ b/ml/backend.go@@ -5,6 +5,7 @@ import ("context""encoding/binary""fmt"+ "log/slog""math""slices""strconv"@@ -133,6 +134,27 @@ type DeviceMemory struct {Graph Memory}+func memoryPresent(mem []Memory) bool {+ return slices.ContainsFunc(mem, func(m Memory) bool { return m.Size != 0 })+}++func (m DeviceMemory) LogValue() slog.Value {+ var attrs []slog.Attr+ if memoryPresent(m.Weights) {+ attrs = append(attrs, slog.Any("Weights", m.Weights))+ }++ if memoryPresent(m.Cache) {+ attrs = append(attrs, slog.Any("Cache", m.Cache))+ }++ if m.Graph.Size != 0 {+ attrs = append(attrs, slog.Any("Graph", m.Graph))+ }++ return slog.GroupValue(attrs...)+}+// BackendMemory provides the amount of memory required to load the model// per device based on the BackendParams. In some cases, not all required// allocations will be known at this point. However, the size of the most recent@@ -150,6 +172,20 @@ type BackendMemory struct {GPUs []DeviceMemory}+func (m BackendMemory) LogValue() slog.Value {+ var attrs []slog.Attr+ if m.InputWeights.Size != 0 {+ attrs = append(attrs, slog.Any("InputWeights", m.InputWeights))+ }++ attrs = append(attrs, slog.Any(m.CPU.Name, m.CPU))+ for _, g := range m.GPUs {+ attrs = append(attrs, slog.Any(g.Name, g))+ }++ return slog.GroupValue(attrs...)+}+var backends = make(map[string]func(string, BackendParams) (Backend, error))func RegisterBackend(name string, f func(string, BackendParams) (Backend, error)) {