Skip to content

Open source AI coding agent. Designed for large projects and real world tasks.

Add Ollama models and local provider support to model system

Dane Schneidera7f395e0cf1d
diff --git a/app/shared/ai_models_available.go b/app/shared/ai_models_available.go
index 04df701f..6ab964a0 100644
--- a/app/shared/ai_models_available.go
+++ b/app/shared/ai_models_available.go
@@ -401,30 +401,76 @@ var BuiltInModels = []*BaseModelConfigSchema{
{Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen-2.5-coder-32b-instruct"},
},
},
+
+ {
+ ModelTag: "mistral/devstral-small",
+ Publisher: ModelPublisherMistral,
+ Description: "Mistral Devstral Small",
+ BaseModelShared: BaseModelShared{
+ DefaultMaxConvoTokens: 15000, MaxTokens: 128000,
+ MaxOutputTokens: 128000, ReservedOutputTokens: 16384,
+ PreferredOutputFormat: ModelOutputFormatXml,
+ },
+ Providers: []BaseModelUsesProvider{
+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/devstral:24b"},
+ {Provider: ModelProviderOpenRouter, ModelName: "mistral/devstral-small"},
+ },
+ },
+
+ {
+ ModelTag: "qwen/qwen3-235b",
+ Publisher: ModelPublisherQwen,
+ Description: "Qwen 3-235B",
+ BaseModelShared: BaseModelShared{
+ DefaultMaxConvoTokens: 5000, MaxTokens: 40960,
+ MaxOutputTokens: 40960, ReservedOutputTokens: 8192,
+ PreferredOutputFormat: ModelOutputFormatXml,
+ },
+ Providers: []BaseModelUsesProvider{
+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:235b"},
+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-235b-a22b"},
+ },
+ },
{
ModelTag: "qwen/qwen3-32b",
Publisher: ModelPublisherQwen,
- Description: "Qwen 3-32B (Experimental)",
+ Description: "Qwen 3-32B",
BaseModelShared: BaseModelShared{
DefaultMaxConvoTokens: 15000, MaxTokens: 128000,
MaxOutputTokens: 16384, ReservedOutputTokens: 16384,
PreferredOutputFormat: ModelOutputFormatXml,
},
Providers: []BaseModelUsesProvider{
- {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-32b-a3b"},
+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:32b"},
+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-32b"},
+ },
+ },
+ {
+ ModelTag: "qwen/qwen3-14b",
+ Publisher: ModelPublisherQwen,
+ Description: "Qwen 3-14B",
+ BaseModelShared: BaseModelShared{
+ DefaultMaxConvoTokens: 5000, MaxTokens: 40960,
+ MaxOutputTokens: 40960, ReservedOutputTokens: 8192,
+ PreferredOutputFormat: ModelOutputFormatXml,
+ },
+ Providers: []BaseModelUsesProvider{
+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:14b"},
+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-14b"},
},
},
{
ModelTag: "qwen/qwen3-8b",
Publisher: ModelPublisherQwen,
- Description: "Qwen 3-8B (Experimental)",
+ Description: "Qwen 3-8B",
BaseModelShared: BaseModelShared{
DefaultMaxConvoTokens: 7500, MaxTokens: 32768,
MaxOutputTokens: 8192, ReservedOutputTokens: 8192,
PreferredOutputFormat: ModelOutputFormatXml,
},
Providers: []BaseModelUsesProvider{
- {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-8b-04-28"},
+ {Provider: ModelProviderOllama, ModelName: "ollama_chat/qwen3:8b"},
+ {Provider: ModelProviderOpenRouter, ModelName: "qwen/qwen3-8b"},
},
},
}
diff --git a/app/shared/ai_models_data_models.go b/app/shared/ai_models_data_models.go
index cc31e30d..ae4bafc8 100644
--- a/app/shared/ai_models_data_models.go
+++ b/app/shared/ai_models_data_models.go
@@ -278,6 +278,8 @@ type ModelRoleConfig struct {
ErrorFallback *ModelRoleConfig `json:"errorFallback"`
// MissingKeyFallback *ModelRoleConfig `json:"missingKeyFallback"` // removed in 2.2.0 refactor —
StrongModel *ModelRoleConfig `json:"strongModel"`
+
+ LocalProvider ModelProvider `json:"localProvider,omitempty"`
}
type ModelRoleModelConfig struct {
@@ -410,12 +412,12 @@ func (m ModelRoleConfig) GetModelId() ModelId {
return m.ModelId
}
-func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string) *BaseModelConfig {
+func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string, localProvider ModelProvider) *BaseModelConfig {
if m.BaseModelConfig != nil {
return m.BaseModelConfig
}
- foundProvider := m.GetFirstProviderForAuthVars(authVars)
+ foundProvider := m.GetFirstProviderForAuthVars(authVars, localProvider)
if foundProvider == nil {
return m.BaseModelConfig
}
@@ -425,8 +427,8 @@ func (m ModelRoleConfig) GetBaseModelConfig(authVars map[string]string) *BaseMod
return &c
}
-func (m ModelRoleConfig) GetProviderComposite(authVars map[string]string) string {
- baseModelConfig := m.GetBaseModelConfig(authVars)
+func (m ModelRoleConfig) GetProviderComposite(authVars map[string]string, localProvider ModelProvider) string {
+ baseModelConfig := m.GetBaseModelConfig(authVars, localProvider)
if baseModelConfig == nil {
return ""
@@ -509,6 +511,7 @@ func (p PlannerRoleConfig) GetMaxConvoTokens() int {
type ModelPackSchema struct {
Name string `json:"name"`
Description string `json:"description"`
+ LocalProvider ModelProvider `json:"localProvider,omitempty"`
Planner ModelRoleConfigSchema `json:"planner"`
Coder *ModelRoleConfigSchema `json:"coder,omitempty"`
PlanSummary ModelRoleConfigSchema `json:"planSummary"`
@@ -570,8 +573,9 @@ func (m *ModelPackSchema) ToModelPack() ModelPack {
}
return ModelPack{
- Name: m.Name,
- Description: m.Description,
+ Name: m.Name,
+ Description: m.Description,
+ LocalProvider: m.LocalProvider,
Planner: PlannerRoleConfig{
ModelRoleConfig: m.Planner.ToModelRoleConfig(ModelRolePlanner),
PlannerModelConfig: PlannerModelConfig{
@@ -592,6 +596,7 @@ func (m *ModelPackSchema) ToModelPack() ModelPack {
type ModelPack struct {
Id string `json:"id"`
Name string `json:"name"`
+ LocalProvider ModelProvider `json:"localProvider,omitempty"`
Description string `json:"description"`
Planner PlannerRoleConfig `json:"planner"`
Coder *ModelRoleConfig `json:"coder"`
diff --git a/app/shared/ai_models_errors.go b/app/shared/ai_models_errors.go
index 208b25f0..a92a2d46 100644
--- a/app/shared/ai_models_errors.go
+++ b/app/shared/ai_models_errors.go
@@ -46,6 +46,7 @@ func (m *ModelRoleConfig) GetFallbackForModelError(
didProviderFallback bool,
modelErr *ModelError,
authVars map[string]string,
+ localProvider ModelProvider,
) FallbackResult {
if m == nil || modelErr == nil {
return FallbackResult{
@@ -71,7 +72,7 @@ func (m *ModelRoleConfig) GetFallbackForModelError(
} else if !didProviderFallback {
log.Println("no error fallback, trying provider fallback")
- providerFallback := m.GetProviderFallback(authVars)
+ providerFallback := m.GetProviderFallback(authVars, localProvider)
log.Println(spew.Sdump(map[string]interface{}{
"providerFallback": providerFallback,
@@ -96,8 +97,8 @@ func (m *ModelRoleConfig) GetFallbackForModelError(
// we just try a single provider fallback if all defined fallbacks are exhausted
// if we've got openrouter credentials in the stack, we always use OpenRouter as the fallback since it has its own routing/fallback routing to maximize resilience
// otherwise we just use the second provider in the stack
-func (m ModelRoleConfig) GetProviderFallback(authVars map[string]string) *ModelRoleConfig {
- providers := m.GetProvidersForAuthVars(authVars)
+func (m ModelRoleConfig) GetProviderFallback(authVars map[string]string, localProvider ModelProvider) *ModelRoleConfig {
+ providers := m.GetProvidersForAuthVars(authVars, localProvider)
if len(providers) < 2 {
return nil
diff --git a/app/shared/ai_models_packs.go b/app/shared/ai_models_packs.go
index 74f9a425..a2540eb9 100644
--- a/app/shared/ai_models_packs.go
+++ b/app/shared/ai_models_packs.go
@@ -17,12 +17,15 @@ var GeminiExperimentalModelPack ModelPack
var R1PlannerModelPack ModelPack
var PerplexityPlannerModelPack ModelPack
+var OllamaModelPack ModelPack
+
var BuiltInModelPacks = []*ModelPack{
&DailyDriverModelPack,
&ReasoningModelPack,
&StrongModelPack,
&CheapModelPack,
&OSSModelPack,
+ &OllamaModelPack,
&OpusPlannerModelPack,
&StrongModelOpus,
&AnthropicModelPack,
@@ -83,6 +86,7 @@ var (
StrongPackSchema ModelPackSchema
OSSModelPackSchema ModelPackSchema
CheapModelPackSchema ModelPackSchema
+ OllamaModelPackSchema ModelPackSchema
AnthropicPackSchema ModelPackSchema
OpenAIPackSchema ModelPackSchema
GeminiPreviewPackSchema ModelPackSchema
@@ -97,6 +101,7 @@ var BuiltInModelPackSchemas = []*ModelPackSchema{
&StrongPackSchema,
&CheapModelPackSchema,
&OSSModelPackSchema,
+ &OllamaModelPackSchema,
&AnthropicPackSchema,
&OpenAIPackSchema,
&GeminiPreviewPackSchema,
@@ -191,6 +196,20 @@ func init() {
ExecStatus: getModelRoleConfig(ModelRoleExecStatus, "deepseek/r1-reasoning-hidden"),
}
+ OllamaModelPackSchema = ModelPackSchema{
+ Name: "ollama",
+ LocalProvider: ModelProviderOllama,
+ Description: "Ollama local blend. Supports up to 110k context. Uses Qwen3-32b model for heavy lifting, Qwen3-14b for summaries, Qwen3-8b for lighter tasks.",
+ Planner: getModelRoleConfig(ModelRolePlanner, "mistral/devstral-small"),
+ PlanSummary: getModelRoleConfig(ModelRolePlanSummary, "qwen/qwen3-14b"),
+ Builder: getModelRoleConfig(ModelRoleBuilder, "mistral/devstral-small"),
+ WholeFileBuilder: Pointer(getModelRoleConfig(ModelRoleWholeFileBuilder,
+ "mistral/devstral-small")),
+ Namer: getModelRoleConfig(ModelRoleName, "qwen/qwen3-8b"),
+ CommitMsg: getModelRoleConfig(ModelRoleCommitMsg, "qwen/qwen3-8b"),
+ ExecStatus: getModelRoleConfig(ModelRoleExecStatus, "mistral/devstral-small"),
+ }
+
OpenAIPackSchema = ModelPackSchema{
Name: "openai",
Description: "OpenAI blend. Supports up to 1M context. Uses OpenAI's GPT-4.1 model for heavy lifting, GPT-4.1 Mini for lighter tasks.",
@@ -279,6 +298,7 @@ func init() {
StrongModelPack = StrongPackSchema.ToModelPack()
CheapModelPack = CheapModelPackSchema.ToModelPack()
OSSModelPack = OSSModelPackSchema.ToModelPack()
+ OllamaModelPack = OllamaModelPackSchema.ToModelPack()
AnthropicModelPack = AnthropicPackSchema.ToModelPack()
OpenAIModelPack = OpenAIPackSchema.ToModelPack()
GeminiPreviewModelPack = GeminiPreviewPackSchema.ToModelPack()
@@ -292,6 +312,7 @@ func init() {
&StrongModelPack,
&CheapModelPack,
&OSSModelPack,
+ &OllamaModelPack,
&AnthropicModelPack,
&OpenAIModelPack,
&GeminiPreviewModelPack,
diff --git a/app/shared/ai_models_providers.go b/app/shared/ai_models_providers.go
index 79f4de58..513a3d1f 100644
--- a/app/shared/ai_models_providers.go
+++ b/app/shared/ai_models_providers.go
@@ -26,6 +26,7 @@ const (
ModelPublisherDeepSeek ModelPublisher = "DeepSeek"
ModelPublisherPerplexity ModelPublisher = "Perplexity"
ModelPublisherQwen ModelPublisher = "Qwen"
+ ModelPublisherMistral ModelPublisher = "Mistral"
)
type ModelProvider string
@@ -74,6 +75,7 @@ type ModelProviderExtraAuthVars struct {
MaybeJSONFilePath bool `json:"maybeJSONFilePath,omitempty"`
Required bool `json:"required,omitempty"`
Default string `json:"default,omitempty"`
+ RequestKey string `json:"requestKey,omitempty"`
}
type ModelProviderConfigSchema struct {
@@ -208,9 +210,10 @@ func init() {
func GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigSchema {
var foundProviders []ModelProviderConfigSchema
for _, providerConfig := range BuiltInModelProviderConfigs {
- if providerConfig.SkipAuth && len(authVars) == 0 {
+
+ if providerConfig.SkipAuth {
foundProviders = append(foundProviders, providerConfig)
- break
+ continue
}
var checkVars []string
@@ -240,7 +243,13 @@ func GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigSc
return foundProviders
}
-func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string) []ModelProviderConfigSchema {
+func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string, localProvider ModelProvider) []ModelProviderConfigSchema {
+
+ // localProvider can come from the model pack *or* the model role config
+ if localProvider == "" && m.LocalProvider != "" {
+ localProvider = m.LocalProvider
+ }
+
usesProviders, ok := BuiltInModelProvidersByModelId[m.ModelId]
if !ok {
return []ModelProviderConfigSchema{}
@@ -260,14 +269,23 @@ func (m ModelRoleConfig) GetProvidersForAuthVars(authVars map[string]string) []M
continue
}
+ if localProvider != "" {
+ if !provider.LocalOnly {
+ continue
+ }
+ if provider.Provider != localProvider {
+ continue
+ }
+ }
+
res = append(res, provider)
}
return res
}
-func (m ModelRoleConfig) GetFirstProviderForAuthVars(authVars map[string]string) *ModelProviderConfigSchema {
- providers := m.GetProvidersForAuthVars(authVars)
+func (m ModelRoleConfig) GetFirstProviderForAuthVars(authVars map[string]string, localProvider ModelProvider) *ModelProviderConfigSchema {
+ providers := m.GetProvidersForAuthVars(authVars, localProvider)
if len(providers) == 0 {
return nil
}