Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

chore(assistant): medium thinking with opus (#16421)

Nimardf1a9dad3ea7
diff --git a/worker/src/features/in-app-agent/runtime/agent.ts b/worker/src/features/in-app-agent/runtime/agent.ts
index 95489b9daf..9ffdea038b 100644
--- a/worker/src/features/in-app-agent/runtime/agent.ts
+++ b/worker/src/features/in-app-agent/runtime/agent.ts
@@ -195,6 +195,7 @@ export function getBedrockReasoningProviderOptions(modelId: string) {
// the reasoning UI would render blank blocks.
additionalModelRequestFields: {
thinking: { type: "adaptive" as const, display: "summarized" },
+ output_config: { effort: "medium" as const },
},
},
};
diff --git a/worker/src/features/in-app-agent/runtime/reasoning.test.ts b/worker/src/features/in-app-agent/runtime/reasoning.test.ts
index 0983c4fb4d..b55a331647 100644
--- a/worker/src/features/in-app-agent/runtime/reasoning.test.ts
+++ b/worker/src/features/in-app-agent/runtime/reasoning.test.ts
@@ -2,7 +2,7 @@ import { getBedrockReasoningProviderOptions } from "./agent";
import { describe, expect, it } from "vitest";
describe("getBedrockReasoningProviderOptions", () => {
- it("sends adaptive thinking with summarized display to Claude models by default", () => {
+ it("sends adaptive thinking with medium effort and summarized display to Claude models", () => {
// Adaptive thinking is the default for every Claude model, including
// unrecognized future generations, so no model list needs maintenance.
// The config must go through additionalModelRequestFields, not
@@ -20,6 +20,7 @@ describe("getBedrockReasoningProviderOptions", () => {
bedrock: {
additionalModelRequestFields: {
thinking: { type: "adaptive", display: "summarized" },
+ output_config: { effort: "medium" },
},
},
});