🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(in-app-agent): keep OpenAI Responses calls stateless (#16810)
David Traina64a9905cf3bc
diff --git a/packages/shared/src/in-app-agent/server/openaiCompatibility.ts b/packages/shared/src/in-app-agent/server/openaiCompatibility.tsindex 07bd884d1c..cee1bfef5d 100644--- a/packages/shared/src/in-app-agent/server/openaiCompatibility.ts+++ b/packages/shared/src/in-app-agent/server/openaiCompatibility.ts@@ -4,7 +4,11 @@ export { isOpenAICompatibleEndpoint };const RESPONSES_CALL = {apiMode: "responses" as const,- providerOptions: { openai: { reasoningSummary: "auto" as const } },+ // Stateless: reasoning round-trips as encrypted content instead of by item+ // id, so nothing is stored at OpenAI and Zero Data Retention orgs work.+ providerOptions: {+ openai: { reasoningSummary: "auto" as const, store: false },+ },};const CHAT_COMPLETIONS_CALL = {diff --git a/worker/src/features/in-app-agent/runtime/reasoning.test.ts b/worker/src/features/in-app-agent/runtime/reasoning.test.tsindex c4c63b533e..dec8432997 100644--- a/worker/src/features/in-app-agent/runtime/reasoning.test.ts+++ b/worker/src/features/in-app-agent/runtime/reasoning.test.ts@@ -154,6 +154,8 @@ describe("OpenAI Responses request shape", () => {expect(calls[0]?.headers.get("authorization")).toBe("Bearer sk-test");expect(calls[0]?.body.reasoning).toEqual({ summary: "auto" });expect(calls[0]?.body).not.toHaveProperty("reasoning_effort");+ expect(calls[0]?.body.store).toBe(false);+ expect(calls[0]?.body.include).toEqual(["reasoning.encrypted_content"]);});it("posts to /v1/responses when a custom URL opts into Responses", async () => {