Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

Add memory support for Codex via OpenAI Responses API handler

Tejas Choprac2451296df40
diff --git a/headroom/proxy/handlers/openai.py b/headroom/proxy/handlers/openai.py
index 30abedcc5..f1464f625 100644
--- a/headroom/proxy/handlers/openai.py
+++ b/headroom/proxy/handlers/openai.py
@@ -857,6 +857,14 @@ class OpenAIHandlerMixin:
headers.pop("content-length", None)
tags = self._extract_tags(headers)
+ # Memory: Get user ID when memory is enabled
+ memory_user_id: str | None = None
+ if self.memory_handler:
+ memory_user_id = headers.get(
+ "x-headroom-user-id",
+ os.environ.get("USER", os.environ.get("USERNAME", "default")),
+ )
+
# Rate limiting
if self.rate_limiter:
rate_key = headers.get("authorization", "default")[:20]
@@ -936,6 +944,39 @@ class OpenAIHandlerMixin:
body["input"] = messages_to_responses_items(opt_msgs, original_items, preserved_indices)
+ # Memory: inject context and tools for Responses API requests
+ if self.memory_handler and memory_user_id:
+ try:
+ # Inject memory context into instructions (Responses API system prompt)
+ if self.memory_handler.config.inject_context:
+ memory_context = await self.memory_handler.search_and_format_context(
+ memory_user_id, optimized_messages
+ )
+ if memory_context:
+ existing_instructions = body.get("instructions") or ""
+ if existing_instructions:
+ body["instructions"] = f"{existing_instructions}\n\n{memory_context}"
+ else:
+ body["instructions"] = memory_context
+ logger.info(
+ f"[{request_id}] Memory: Injected {len(memory_context)} chars "
+ f"of context into instructions for user {memory_user_id}"
+ )
+
+ # Inject memory tools
+ if self.memory_handler.config.inject_tools:
+ resp_tools = body.get("tools") or []
+ resp_tools, mem_tools_injected = self.memory_handler.inject_tools(
+ resp_tools, "openai"
+ )
+ if mem_tools_injected:
+ body["tools"] = resp_tools
+ logger.info(
+ f"[{request_id}] Memory: Injected memory tools (openai/responses)"
+ )
+ except Exception as e:
+ logger.warning(f"[{request_id}] Memory injection failed (responses): {e}")
+
# /v1/responses is OpenAI-specific (Codex) — always routes direct.
# LiteLLM/AnyLLM backends use /v1/chat/completions or /v1/messages.
if self.anthropic_backend is not None:
@@ -969,6 +1010,7 @@ class OpenAIHandlerMixin:
transforms_applied,
tags,
optimization_latency,
+ memory_user_id=memory_user_id,
)
else:
response = await self._retry_request("POST", url, headers, body)
@@ -986,6 +1028,27 @@ class OpenAIHandlerMixin:
f"[{request_id}] Failed to extract cached tokens from OpenAI passthrough response: {e}"
)
+ # Memory: handle memory tool calls in Responses API response
+ if (
+ self.memory_handler
+ and memory_user_id
+ and resp_json
+ and response.status_code == 200
+ and self.memory_handler.has_memory_tool_calls(resp_json, "openai")
+ ):
+ try:
+ tool_results = await self.memory_handler.handle_memory_tool_calls(
+ resp_json, memory_user_id, "openai"
+ )
+ logger.info(
+ f"[{request_id}] Memory: Handled {len(tool_results)} "
+ f"tool call(s) for user {memory_user_id} (responses)"
+ )
+ except Exception as e:
+ logger.warning(
+ f"[{request_id}] Memory tool handling failed (responses): {e}"
+ )
+
if self.cost_tracker:
self.cost_tracker.record_tokens(model, tokens_saved, total_input_tokens)
diff --git a/tests/test_openai_codex_routing.py b/tests/test_openai_codex_routing.py
index 1359d3bf2..46934b8df 100644
--- a/tests/test_openai_codex_routing.py
+++ b/tests/test_openai_codex_routing.py
@@ -133,6 +133,7 @@ class _DummyOpenAIHandler(OpenAIHandlerMixin):
self.openai_provider = SimpleNamespace()
self.anthropic_backend = None
self.cost_tracker = None
+ self.memory_handler = None
self.captured_request: tuple[str, str, dict, dict] | None = None
async def _next_request_id(self) -> str: