Open source AI coding agent. Designed for large projects and real world tasks.
Go aiai-agentsai-developer-toolsai-toolsclicommand-linedeveloper-toolsgitgolanggpt-4llmopenaipolyglot-programmingterminalterminal-basedterminal-ui
Add Ollama models and local provider support to model system
Dane Schneidera7f395e0cf1d
diff --git a/app/shared/ai_models_available.go b/app/shared/ai_models_available.goindex 04df701f..6ab964a0 100644--- a/app/shared/ai_models_available.go+++ b/app/shared/ai_models_available.go@@ -401,30 +401,76 @@ var BuiltInModels = []*BaseModelConfigSchema{{Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen-2.5-coder-32b-instruct"},},},++ {+ ModelTag: "mistral/devstral-small",+ Publisher: ModelPublisherMistral,+ Description: "Mistral Devstral Small",+ BaseModelShared: BaseModelShared{+ DefaultMaxConvoTokens: 15000, MaxTokens: 128000,+ MaxOutputTokens: 128000, ReservedOutputTokens: 16384,+ PreferredOutputFormat: ModelOutputFormatXml,+ },+ Providers: []BaseModelUsesProvider{+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/devstral:24b"},+ {Provider: ModelProviderOpenRouter, ModelName: "mistral/devstral-small"},+ },+ },++ {+ ModelTag: "qwen/qwen3-235b",+ Publisher: ModelPublisherQwen,+ Description: "Qwen 3-235B",+ BaseModelShared: BaseModelShared{+ DefaultMaxConvoTokens: 5000, MaxTokens: 40960,+ MaxOutputTokens: 40960, ReservedOutputTokens: 8192,+ PreferredOutputFormat: ModelOutputFormatXml,+ },+ Providers: []BaseModelUsesProvider{+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:235b"},+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-235b-a22b"},+ },+ },{ModelTag: "qwen/qwen3-32b",Publisher: ModelPublisherQwen,- Description: "Qwen 3-32B (Experimental)",+ Description: "Qwen 3-32B",BaseModelShared: BaseModelShared{DefaultMaxConvoTokens: 15000, MaxTokens: 128000,MaxOutputTokens: 16384, ReservedOutputTokens: 16384,PreferredOutputFormat: ModelOutputFormatXml,},Providers: []BaseModelUsesProvider{- {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-32b-a3b"},+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:32b"},+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-32b"},+ },+ },+ {+ ModelTag: "qwen/qwen3-14b",+ Publisher: ModelPublisherQwen,+ Description: "Qwen 3-14B",+ BaseModelShared: BaseModelShared{+ DefaultMaxConvoTokens: 5000, MaxTokens: 40960,+ MaxOutputTokens: 40960, ReservedOutputTokens: 8192,+ PreferredOutputFormat: ModelOutputFormatXml,+ },+ Providers: []BaseModelUsesProvider{+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:14b"},+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-14b"},},},{ModelTag: "qwen/qwen3-8b",Publisher: ModelPublisherQwen,- Description: "Qwen 3-8B (Experimental)",+ Description: "Qwen 3-8B",BaseModelShared: BaseModelShared{DefaultMaxConvoTokens: 7500, MaxTokens: 32768,MaxOutputTokens: 8192, ReservedOutputTokens: 8192,PreferredOutputFormat: ModelOutputFormatXml,},Providers: []BaseModelUsesProvider{- {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-8b-04-28"},+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:8b"},+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-8b"},},},}diff --git a/app/shared/ai_models_data_models.go b/app/shared/ai_models_data_models.goindex cc31e30d..ae4bafc8 100644--- a/app/shared/ai_models_data_models.go+++ b/app/shared/ai_models_data_models.go@@ -278,6 +278,8 @@ type ModelRoleConfig struct {ErrorFallback *ModelRoleConfig `json:"errorFallback"`// MissingKeyFallback *ModelRoleConfig `json:"missingKeyFallback"` // removed in 2.2.0 refactor —StrongModel *ModelRoleConfig `json:"strongModel"`++ LocalProvider ModelProvider `json:"localProvider,omitempty"`}type ModelRoleModelConfig struct {@@ -410,12 +412,12 @@ func (m ModelRoleConfig) GetModelId() ModelId {return m.ModelId}-func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string) *BaseModelConfig {+func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string, localProvider ModelProvider) *BaseModelConfig {if m.BaseModelConfig != nil {return m.BaseModelConfig}- foundProvider := m.GetFirstProviderForAuthVars(authVars)+ foundProvider := m.GetFirstProviderForAuthVars(authVars, localProvider)if foundProvider == nil {return m.BaseModelConfig}@@ -425,8 +427,8 @@ func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string) *BaseModreturn &c}-func (m ModelRoleConfig) GetProviderComposite(authVars map[string]string) string {- baseModelConfig := m.GetBaseModelConfig(authVars)+func (m ModelRoleConfig) GetProviderComposite(authVars map[string]string, localProvider ModelProvider) string {+ baseModelConfig := m.GetBaseModelConfig(authVars, localProvider)if baseModelConfig == nil {return ""@@ -509,6 +511,7 @@ func (p PlannerRoleConfig) GetMaxConvoTokens() int {type ModelPackSchema struct {Name string `json:"name"`Description string `json:"description"`+ LocalProvider ModelProvider `json:"localProvider,omitempty"`Planner ModelRoleConfigSchema `json:"planner"`Coder *ModelRoleConfigSchema `json:"coder,omitempty"`PlanSummary ModelRoleConfigSchema `json:"planSummary"`@@ -570,8 +573,9 @@ func (m *ModelPackSchema) ToModelPack() ModelPack {}return ModelPack{- Name: m.Name,- Description: m.Description,+ Name: m.Name,+ Description: m.Description,+ LocalProvider: m.LocalProvider,Planner: PlannerRoleConfig{ModelRoleConfig: m.Planner.ToModelRoleConfig(ModelRolePlanner),PlannerModelConfig: PlannerModelConfig{@@ -592,6 +596,7 @@ func (m *ModelPackSchema) ToModelPack() ModelPack {type ModelPack struct {Id string `json:"id"`Name string `json:"name"`+ LocalProvider ModelProvider `json:"localProvider,omitempty"`Description string `json:"description"`Planner PlannerRoleConfig `json:"planner"`Coder *ModelRoleConfig `json:"coder"`diff --git a/app/shared/ai_models_errors.go b/app/shared/ai_models_errors.goindex 208b25f0..a92a2d46 100644--- a/app/shared/ai_models_errors.go+++ b/app/shared/ai_models_errors.go@@ -46,6 +46,7 @@ func (m *ModelRoleConfig) GetFallbackForModelError(didProviderFallback bool,modelErr *ModelError,authVars map[string]string,+ localProvider ModelProvider,) FallbackResult {if m == nil || modelErr == nil {return FallbackResult{@@ -71,7 +72,7 @@ func (m *ModelRoleConfig) GetFallbackForModelError(} else if !didProviderFallback {log.Println("no error fallback, trying provider fallback")- providerFallback := m.GetProviderFallback(authVars)+ providerFallback := m.GetProviderFallback(authVars, localProvider)log.Println(spew.Sdump(map[string]interface{}{"providerFallback": providerFallback,@@ -96,8 +97,8 @@ func (m *ModelRoleConfig) GetFallbackForModelError(// we just try a single provider fallback if all defined fallbacks are exhausted// if we've got openrouter credentials in the stack, we always use OpenRouter as the fallback since it has its own routing/fallback routing to maximize resilience// otherwise we just use the second provider in the stack-func (m ModelRoleConfig) GetProviderFallback(authVars map[string]string) *ModelRoleConfig {- providers := m.GetProvidersForAuthVars(authVars)+func (m ModelRoleConfig) GetProviderFallback(authVars map[string]string, localProvider ModelProvider) *ModelRoleConfig {+ providers := m.GetProvidersForAuthVars(authVars, localProvider)if len(providers) < 2 {return nildiff --git a/app/shared/ai_models_packs.go b/app/shared/ai_models_packs.goindex 74f9a425..a2540eb9 100644--- a/app/shared/ai_models_packs.go+++ b/app/shared/ai_models_packs.go@@ -17,12 +17,15 @@ var GeminiExperimentalModelPack ModelPackvar R1PlannerModelPack ModelPackvar PerplexityPlannerModelPack ModelPack+var OllamaModelPack ModelPack+var BuiltInModelPacks = []*ModelPack{&DailyDriverModelPack,&ReasoningModelPack,&StrongModelPack,&CheapModelPack,&OSSModelPack,+ &OllamaModelPack,&OpusPlannerModelPack,&StrongModelOpus,&AnthropicModelPack,@@ -83,6 +86,7 @@ var (StrongPackSchema ModelPackSchemaOSSModelPackSchema ModelPackSchemaCheapModelPackSchema ModelPackSchema+ OllamaModelPackSchema ModelPackSchemaAnthropicPackSchema ModelPackSchemaOpenAIPackSchema ModelPackSchemaGeminiPreviewPackSchema ModelPackSchema@@ -97,6 +101,7 @@ var BuiltInModelPackSchemas = []*ModelPackSchema{&StrongPackSchema,&CheapModelPackSchema,&OSSModelPackSchema,+ &OllamaModelPackSchema,&AnthropicPackSchema,&OpenAIPackSchema,&GeminiPreviewPackSchema,@@ -191,6 +196,20 @@ func init() {ExecStatus: getModelRoleConfig(ModelRoleExecStatus, "deepseek/r1-reasoning-hidden"),}+ OllamaModelPackSchema = ModelPackSchema{+ Name: "ollama",+ LocalProvider: ModelProviderOllama,+ Description: "Ollama local blend. Supports up to 110k context. Uses Qwen3-32b model for heavy lifting, Qwen3-14b for summaries, Qwen3-8b for lighter tasks.",+ Planner: getModelRoleConfig(ModelRolePlanner, "mistral/devstral-small"),+ PlanSummary: getModelRoleConfig(ModelRolePlanSummary, "qwen/qwen3-14b"),+ Builder: getModelRoleConfig(ModelRoleBuilder, "mistral/devstral-small"),+ WholeFileBuilder: Pointer(getModelRoleConfig(ModelRoleWholeFileBuilder,+ "mistral/devstral-small")),+ Namer: getModelRoleConfig(ModelRoleName, "qwen/qwen3-8b"),+ CommitMsg: getModelRoleConfig(ModelRoleCommitMsg, "qwen/qwen3-8b"),+ ExecStatus: getModelRoleConfig(ModelRoleExecStatus, "mistral/devstral-small"),+ }+OpenAIPackSchema = ModelPackSchema{Name: "openai",Description: "OpenAI blend. Supports up to 1M context. Uses OpenAI's GPT-4.1 model for heavy lifting, GPT-4.1 Mini for lighter tasks.",@@ -279,6 +298,7 @@ func init() {StrongModelPack = StrongPackSchema.ToModelPack()CheapModelPack = CheapModelPackSchema.ToModelPack()OSSModelPack = OSSModelPackSchema.ToModelPack()+ OllamaModelPack = OllamaModelPackSchema.ToModelPack()AnthropicModelPack = AnthropicPackSchema.ToModelPack()OpenAIModelPack = OpenAIPackSchema.ToModelPack()GeminiPreviewModelPack = GeminiPreviewPackSchema.ToModelPack()@@ -292,6 +312,7 @@ func init() {&StrongModelPack,&CheapModelPack,&OSSModelPack,+ &OllamaModelPack,&AnthropicModelPack,&OpenAIModelPack,&GeminiPreviewModelPack,diff --git a/app/shared/ai_models_providers.go b/app/shared/ai_models_providers.goindex 79f4de58..513a3d1f 100644--- a/app/shared/ai_models_providers.go+++ b/app/shared/ai_models_providers.go@@ -26,6 +26,7 @@ const (ModelPublisherDeepSeek ModelPublisher = "DeepSeek"ModelPublisherPerplexity ModelPublisher = "Perplexity"ModelPublisherQwen ModelPublisher = "Qwen"+ ModelPublisherMistral ModelPublisher = "Mistral")type ModelProvider string@@ -74,6 +75,7 @@ type ModelProviderExtraAuthVars struct {MaybeJSONFilePath bool `json:"maybeJSONFilePath,omitempty"`Required bool `json:"required,omitempty"`Default string `json:"default,omitempty"`+ RequestKey string `json:"requestKey,omitempty"`}type ModelProviderConfigSchema struct {@@ -208,9 +210,10 @@ func init() {func GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigSchema {var foundProviders []ModelProviderConfigSchemafor _, providerConfig := range BuiltInModelProviderConfigs {- if providerConfig.SkipAuth && len(authVars) == 0 {++ if providerConfig.SkipAuth {foundProviders = append(foundProviders, providerConfig)- break+ continue}var checkVars []string@@ -240,7 +243,13 @@ func GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigScreturn foundProviders}-func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigSchema {+func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string, localProvider ModelProvider) []ModelProviderConfigSchema {++ // localProvider can come from the model pack *or* the model role config+ if localProvider == "" && m.LocalProvider != "" {+ localProvider = m.LocalProvider+ }+usesProviders, ok := BuiltInModelProvidersByModelId[m.ModelId]if !ok {return []ModelProviderConfigSchema{}@@ -260,14 +269,23 @@ func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string) []Mcontinue}+ if localProvider != "" {+ if !provider.LocalOnly {+ continue+ }+ if provider.Provider != localProvider {+ continue+ }+ }+res = append(res, provider)}return res}-func (m ModelRoleConfig) GetFirstProviderForAuthVars(authVars map[string]string) *ModelProviderConfigSchema {- providers := m.GetProvidersForAuthVars(authVars)+func (m ModelRoleConfig) GetFirstProviderForAuthVars(authVars map[string]string, localProvider ModelProvider) *ModelProviderConfigSchema {+ providers := m.GetProvidersForAuthVars(authVars, localProvider)if len(providers) == 0 {return nil}