Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(in-app-agent): keep OpenAI Responses calls stateless (#16810)

David Traina64a9905cf3bc
diff --git a/packages/shared/src/in-app-agent/server/openaiCompatibility.ts b/packages/shared/src/in-app-agent/server/openaiCompatibility.ts
index 07bd884d1c..cee1bfef5d 100644
--- a/packages/shared/src/in-app-agent/server/openaiCompatibility.ts
+++ b/packages/shared/src/in-app-agent/server/openaiCompatibility.ts
@@ -4,7 +4,11 @@ export { isOpenAICompatibleEndpoint };
const RESPONSES_CALL = {
apiMode: "responses" as const,
- providerOptions: { openai: { reasoningSummary: "auto" as const } },
+ // Stateless: reasoning round-trips as encrypted content instead of by item
+ // id, so nothing is stored at OpenAI and Zero Data Retention orgs work.
+ providerOptions: {
+ openai: { reasoningSummary: "auto" as const, store: false },
+ },
};
const CHAT_COMPLETIONS_CALL = {
diff --git a/worker/src/features/in-app-agent/runtime/reasoning.test.ts b/worker/src/features/in-app-agent/runtime/reasoning.test.ts
index c4c63b533e..dec8432997 100644
--- a/worker/src/features/in-app-agent/runtime/reasoning.test.ts
+++ b/worker/src/features/in-app-agent/runtime/reasoning.test.ts
@@ -154,6 +154,8 @@ describe("OpenAI Responses request shape", () => {
expect(calls[0]?.headers.get("authorization")).toBe("Bearer sk-test");
expect(calls[0]?.body.reasoning).toEqual({ summary: "auto" });
expect(calls[0]?.body).not.toHaveProperty("reasoning_effort");
+ expect(calls[0]?.body.store).toBe(false);
+ expect(calls[0]?.body.include).toEqual(["reasoning.encrypted_content"]);
});
it("posts to /v1/responses when a custom URL opts into Responses", async () => {