Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
Log system memory at info (#6617)
Daniel Hiltgen037a4d103edf
diff --git a/llm/server.go b/llm/server.goindex c38bc6bb8..9c08f1bb4 100644--- a/llm/server.go+++ b/llm/server.go@@ -98,7 +98,7 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, prsystemTotalMemory = systemMemInfo.TotalMemorysystemFreeMemory = systemMemInfo.FreeMemorysystemSwapFreeMemory = systemMemInfo.FreeSwap- slog.Debug("system memory", "total", format.HumanBytes2(systemTotalMemory), "free", format.HumanBytes2(systemFreeMemory), "free_swap", format.HumanBytes2(systemSwapFreeMemory))+ slog.Info("system memory", "total", format.HumanBytes2(systemTotalMemory), "free", format.HumanBytes2(systemFreeMemory), "free_swap", format.HumanBytes2(systemSwapFreeMemory))}// If the user wants zero GPU layers, reset the gpu list to be CPU/system ram info