Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
Fix OLLAMA_LLM_LIBRARY with wrong map name and add more env vars to help message (#4663)
Lei Jitanga03be18189b5
diff --git a/cmd/cmd.go b/cmd/cmd.goindex 36d4af08c..12071db9e 100644--- a/cmd/cmd.go+++ b/cmd/cmd.go@@ -1251,6 +1251,9 @@ func NewCLI() *cobra.Command {envVars["OLLAMA_NOPRUNE"],envVars["OLLAMA_ORIGINS"],envVars["OLLAMA_TMPDIR"],+ envVars["OLLAMA_FLASH_ATTENTION"],+ envVars["OLLAMA_LLM_LIBRARY"],+ envVars["OLLAMA_MAX_VRAM"],})default:appendEnvDocs(cmd, envs)diff --git a/envconfig/config.go b/envconfig/config.goindex 2304c4f08..d66994513 100644--- a/envconfig/config.go+++ b/envconfig/config.go@@ -51,16 +51,16 @@ func AsMap() map[string]EnvVar {"OLLAMA_FLASH_ATTENTION": {"OLLAMA_FLASH_ATTENTION", FlashAttention, "Enabled flash attention"},"OLLAMA_HOST": {"OLLAMA_HOST", "", "IP Address for the ollama server (default 127.0.0.1:11434)"},"OLLAMA_KEEP_ALIVE": {"OLLAMA_KEEP_ALIVE", KeepAlive, "The duration that models stay loaded in memory (default \"5m\")"},- "OLLAMA_LLM_LIBRARY": {"OLLAMA_ORIGINS", LLMLibrary, ""},+ "OLLAMA_LLM_LIBRARY": {"OLLAMA_LLM_LIBRARY", LLMLibrary, "Set LLM library to bypass autodetection"},"OLLAMA_MAX_LOADED_MODELS": {"OLLAMA_MAX_LOADED_MODELS", MaxRunners, "Maximum number of loaded models (default 1)"},"OLLAMA_MAX_QUEUE": {"OLLAMA_MAX_QUEUE", MaxQueuedRequests, "Maximum number of queued requests"},- "OLLAMA_MAX_VRAM": {"OLLAMA_MAX_VRAM", MaxVRAM, ""},+ "OLLAMA_MAX_VRAM": {"OLLAMA_MAX_VRAM", MaxVRAM, "Maximum VRAM"},"OLLAMA_MODELS": {"OLLAMA_MODELS", "", "The path to the models directory"},"OLLAMA_NOHISTORY": {"OLLAMA_NOHISTORY", NoHistory, "Do not preserve readline history"},"OLLAMA_NOPRUNE": {"OLLAMA_NOPRUNE", NoPrune, "Do not prune model blobs on startup"},"OLLAMA_NUM_PARALLEL": {"OLLAMA_NUM_PARALLEL", NumParallel, "Maximum number of parallel requests (default 1)"},"OLLAMA_ORIGINS": {"OLLAMA_ORIGINS", AllowOrigins, "A comma separated list of allowed origins"},- "OLLAMA_RUNNERS_DIR": {"OLLAMA_RUNNERS_DIR", RunnersDir, ""},+ "OLLAMA_RUNNERS_DIR": {"OLLAMA_RUNNERS_DIR", RunnersDir, "Location for runners"},"OLLAMA_TMPDIR": {"OLLAMA_TMPDIR", TmpDir, "Location for temporary files"},}}