Skip to content

An agent-managed museum exhibit, built in Rust with Gajae-Code / LazyCodex — developed and maintained with no human intervention.

Rust

fix: support groq compound defaults (#3281)

AbdullahFageeh05a2d71cb584
diff --git a/rust/crates/api/src/providers/mod.rs b/rust/crates/api/src/providers/mod.rs
index 2524e552..d07564c9 100644
--- a/rust/crates/api/src/providers/mod.rs
+++ b/rust/crates/api/src/providers/mod.rs
@@ -270,6 +270,16 @@ pub fn metadata_for_model(model: &str) -> Option<ProviderMetadata> {
default_base_url: openai_compat::DEFAULT_OPENAI_BASE_URL,
});
}
+ // Groq compound systems and Groq-namespaced model ids are served through
+ // the OpenAI-compatible transport selected by OPENAI_BASE_URL.
+ if canonical.starts_with("groq/") {
+ return Some(ProviderMetadata {
+ provider: ProviderKind::OpenAi,
+ auth_env: "OPENAI_API_KEY",
+ base_url_env: "OPENAI_BASE_URL",
+ default_base_url: openai_compat::DEFAULT_OPENAI_BASE_URL,
+ });
+ }
// Alibaba DashScope compatible-mode endpoint. Routes qwen/* and bare
// qwen-* model names (qwen-max, qwen-plus, qwen-turbo, qwen-qwq, etc.)
// to the OpenAI-compat client pointed at DashScope's /compatible-mode/v1.
@@ -666,6 +676,13 @@ pub fn model_token_limit(model: &str) -> Option<ModelTokenLimit> {
max_output_tokens: 16_384,
context_window_tokens: 256_000,
}),
+ // Groq Llama 4 models accept tool calling but cap completions below
+ // Claw's 64k fallback heuristic. Encode the provider limit so prompts
+ // fit inside Groq's request validation and TPM budget.
+ "llama-4-scout-17b-16e-instruct" => Some(ModelTokenLimit {
+ max_output_tokens: 8_192,
+ context_window_tokens: 131_072,
+ }),
"qwen-max" => Some(ModelTokenLimit {
max_output_tokens: 8_192,
context_window_tokens: 131_072,
@@ -674,6 +691,14 @@ pub fn model_token_limit(model: &str) -> Option<ModelTokenLimit> {
max_output_tokens: 8_192,
context_window_tokens: 131_072,
}),
+ // Groq compound systems are exposed through an OpenAI-compatible API
+ // but cap completions at 8,192 output tokens. Without this metadata
+ // Claw uses its 64k fallback heuristic and the provider rejects the
+ // request before generation starts.
+ "compound" | "compound-mini" => Some(ModelTokenLimit {
+ max_output_tokens: 8_192,
+ context_window_tokens: 131_072,
+ }),
_ => None,
}
}
@@ -1080,6 +1105,18 @@ mod tests {
assert_eq!(kind, ProviderKind::OpenAi);
}
+ #[test]
+ fn groq_prefix_routes_to_openai_not_anthropic() {
+ let meta = super::metadata_for_model("groq/compound")
+ .expect("groq/ prefix must resolve to OpenAI-compatible metadata");
+ assert_eq!(meta.provider, ProviderKind::OpenAi);
+ assert_eq!(meta.auth_env, "OPENAI_API_KEY");
+ assert_eq!(meta.base_url_env, "OPENAI_BASE_URL");
+
+ let kind = detect_provider_kind("groq/compound");
+ assert_eq!(kind, ProviderKind::OpenAi);
+ }
+
#[test]
fn qwen_prefix_routes_to_dashscope_not_anthropic() {
// User request from Discord #clawcode-get-help: web3g wants to use
@@ -1379,6 +1416,27 @@ mod tests {
);
}
+ #[test]
+ fn returns_context_window_metadata_for_groq_compound_models() {
+ let compound =
+ model_token_limit("groq/compound").expect("groq/compound should have token limits");
+ assert_eq!(compound.max_output_tokens, 8_192);
+ assert_eq!(compound.context_window_tokens, 131_072);
+
+ let compound_mini = model_token_limit("groq/compound-mini")
+ .expect("groq/compound-mini should have token limits");
+ assert_eq!(compound_mini.max_output_tokens, 8_192);
+ assert_eq!(compound_mini.context_window_tokens, 131_072);
+ }
+
+ #[test]
+ fn returns_context_window_metadata_for_groq_llama4_scout() {
+ let scout = model_token_limit("groq/meta-llama/llama-4-scout-17b-16e-instruct")
+ .expect("groq llama 4 scout should have token limits");
+ assert_eq!(scout.max_output_tokens, 8_192);
+ assert_eq!(scout.context_window_tokens, 131_072);
+ }
+
#[test]
fn preflight_blocks_oversized_requests_for_kimi_models() {
let request = MessageRequest {
diff --git a/rust/crates/rusty-claude-cli/src/main.rs b/rust/crates/rusty-claude-cli/src/main.rs
index 6baff5ac..7b7ead3b 100644
--- a/rust/crates/rusty-claude-cli/src/main.rs
+++ b/rust/crates/rusty-claude-cli/src/main.rs
@@ -12754,6 +12754,16 @@ fn resolve_cli_auth_source_for_cwd() -> Result<AuthSource, api::ApiError> {
resolve_startup_auth_source(|| Ok(None))
}
+fn model_supports_local_tools(model: &str) -> bool {
+ !matches!(
+ api::resolve_model_alias(model)
+ .rsplit('/')
+ .next()
+ .unwrap_or(model),
+ "compound" | "compound-mini"
+ )
+}
+
impl ApiClient for AnthropicRuntimeClient {
#[allow(clippy::too_many_lines)]
fn stream(&mut self, request: ApiRequest) -> Result<Vec<AssistantEvent>, RuntimeError> {
@@ -12761,15 +12771,15 @@ impl ApiClient for AnthropicRuntimeClient {
progress_reporter.mark_model_phase();
}
let is_post_tool = request_ends_with_tool_result(&request);
+ let enable_local_tools = self.enable_tools && model_supports_local_tools(&self.model);
let message_request = MessageRequest {
model: self.model.clone(),
max_tokens: max_tokens_for_model(&self.model),
messages: convert_messages(&request.messages),
system: (!request.system_prompt.is_empty()).then(|| request.system_prompt.join("\n\n")),
- tools: self
- .enable_tools
+ tools: enable_local_tools
.then(|| filter_tool_specs(&self.tool_registry, self.allowed_tools.as_ref())),
- tool_choice: self.enable_tools.then_some(ToolChoice::Auto),
+ tool_choice: enable_local_tools.then_some(ToolChoice::Auto),
stream: true,
reasoning_effort: self.reasoning_effort.clone(),
..Default::default()
@@ -19567,6 +19577,14 @@ UU conflicted.rs",
}
}
+ #[test]
+ fn groq_compound_disables_local_tools() {
+ assert!(!super::model_supports_local_tools("groq/compound"));
+ assert!(!super::model_supports_local_tools("groq/compound-mini"));
+ assert!(super::model_supports_local_tools("sonnet"));
+ assert!(super::model_supports_local_tools("llama-3.1-8b-instant"));
+ }
+
#[test]
fn stub_commands_absent_from_repl_completions() {
let candidates =