Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
Fix mypy type errors for Python 3.12 compatibility
chopratejas31c4f196f38d
diff --git a/headroom/compression/handlers/code_handler.py b/headroom/compression/handlers/code_handler.pyindex 9d87e0e41..697edaeb8 100644--- a/headroom/compression/handlers/code_handler.py+++ b/headroom/compression/handlers/code_handler.py@@ -58,7 +58,7 @@ def _get_parser(language: str) -> Any:if language not in _tree_sitter_parsers:from tree_sitter_language_pack import get_parser- _tree_sitter_parsers[language] = get_parser(language)+ _tree_sitter_parsers[language] = get_parser(language) # type: ignore[arg-type]return _tree_sitter_parsers[language]diff --git a/headroom/integrations/langchain/chat_model.py b/headroom/integrations/langchain/chat_model.pyindex d05a1c759..7cbacda8e 100644--- a/headroom/integrations/langchain/chat_model.py+++ b/headroom/integrations/langchain/chat_model.py@@ -34,7 +34,7 @@ from collections.abc import AsyncIterator, Iterator, Sequencefrom dataclasses import dataclassfrom datetime import datetimefrom typing import Any-from uuid import uuid4+from uuid import UUID, uuid4# LangChain imports - these are optional dependenciestry:@@ -47,15 +47,15 @@ try:SystemMessage,ToolMessage,)- from langchain_core.outputs import ChatGeneration, ChatResult+ from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult # noqa: F401from langchain_core.runnables import RunnableLambdafrom pydantic import ConfigDict, Field, PrivateAttrLANGCHAIN_AVAILABLE = Trueexcept ImportError:LANGCHAIN_AVAILABLE = False- BaseChatModel = object- BaseCallbackHandler = object+ BaseChatModel = object # type: ignore[misc,assignment]+ BaseCallbackHandler = object # type: ignore[misc,assignment]ConfigDict = lambda **kwargs: {} # type: ignore[assignment,misc] # noqa: E731Field = lambda **kwargs: None # type: ignore[assignment] # noqa: E731PrivateAttr = lambda **kwargs: None # type: ignore[assignment] # noqa: E731@@ -173,7 +173,7 @@ class HeadroomChatModel(BaseChatModel):"""_check_langchain_available()- super().__init__(+ super().__init__( # type: ignore[call-arg]wrapped_model=wrapped_model,headroom_config=config or HeadroomConfig(),mode=mode,@@ -271,7 +271,7 @@ class HeadroomChatModel(BaseChatModel):def _convert_messages_from_openai(self, messages: list[dict[str, Any]]) -> list[BaseMessage]:"""Convert OpenAI format messages back to LangChain format."""- result = []+ result: list[BaseMessage] = []for msg in messages:role = msg.get("role", "user")content = msg.get("content", "")@@ -378,7 +378,7 @@ class HeadroomChatModel(BaseChatModel):)# Call wrapped model with optimized messages- result = self.wrapped_model._generate(+ result: ChatResult = self.wrapped_model._generate(optimized_messages,stop=stop,run_manager=run_manager,@@ -393,7 +393,7 @@ class HeadroomChatModel(BaseChatModel):stop: list[str] | None = None,run_manager: Any = None,**kwargs: Any,- ) -> Iterator[ChatGeneration]:+ ) -> Iterator[ChatGenerationChunk]:"""Stream response with Headroom optimization."""# Optimize messagesoptimized_messages, metrics = self._optimize_messages(messages)@@ -435,7 +435,7 @@ class HeadroomChatModel(BaseChatModel):)# Call wrapped model's async generate- result = await self.wrapped_model._agenerate(+ result: ChatResult = await self.wrapped_model._agenerate(optimized_messages,stop=stop,run_manager=run_manager,@@ -450,7 +450,7 @@ class HeadroomChatModel(BaseChatModel):stop: list[str] | None = None,run_manager: Any = None,**kwargs: Any,- ) -> AsyncIterator[ChatGeneration]:+ ) -> AsyncIterator[ChatGenerationChunk]:"""Async stream response with Headroom optimization.This enables `async for chunk in model.astream(messages)` to work correctly.@@ -669,7 +669,14 @@ class HeadroomCallbackHandler(BaseCallbackHandler):self._current_request = None- def on_llm_error(self, error: Exception, **kwargs: Any) -> None:+ def on_llm_error(+ self,+ error: BaseException,+ *,+ run_id: UUID,+ parent_run_id: UUID | None = None,+ **kwargs: Any,+ ) -> Any:"""Called when LLM encounters an error."""if self._current_request:self._current_request["error"] = str(error)@@ -850,7 +857,7 @@ class HeadroomRunnable:self._metrics_history.append(metrics)# Convert back to LangChain messages- output_messages = []+ output_messages: list[BaseMessage] = []for msg in result.messages:role = msg.get("role", "user")content = msg.get("content", "")@@ -951,10 +958,10 @@ def optimize_messages()# Convert back- output_messages = []- for msg in result.messages:- role = msg.get("role", "user")- content = msg.get("content", "")+ output_messages: list[BaseMessage] = []+ for openai_msg in result.messages:+ role = openai_msg.get("role", "user")+ content = openai_msg.get("content", "")if role == "system":output_messages.append(SystemMessage(content=content))@@ -962,8 +969,8 @@ def optimize_messages(output_messages.append(HumanMessage(content=content))elif role == "assistant":tool_calls = []- if "tool_calls" in msg:- for tc in msg["tool_calls"]:+ if "tool_calls" in openai_msg:+ for tc in openai_msg["tool_calls"]:tool_calls.append({"id": tc["id"],@@ -976,7 +983,7 @@ def optimize_messages(output_messages.append(ToolMessage(content=content,- tool_call_id=msg.get("tool_call_id", ""),+ tool_call_id=openai_msg.get("tool_call_id", ""),))diff --git a/headroom/integrations/langchain/memory.py b/headroom/integrations/langchain/memory.pyindex bf2d80758..04e0c9f24 100644--- a/headroom/integrations/langchain/memory.py+++ b/headroom/integrations/langchain/memory.py@@ -132,7 +132,7 @@ class HeadroomChatMessageHistory(BaseChatMessageHistory):self._total_tokens_saved = 0@property- def messages(self) -> list[BaseMessage]:+ def messages(self) -> list[BaseMessage]: # type: ignore[override]"""Get messages, applying compression if over threshold.Returns:@@ -171,19 +171,19 @@ class HeadroomChatMessageHistory(BaseChatMessageHistory):"""self._base.add_message(message)- def add_user_message(self, message: str) -> None:+ def add_user_message(self, message: HumanMessage | str) -> None:"""Add a user message to the history.Args:- message: The user message content.+ message: The user message (string or HumanMessage)."""self._base.add_user_message(message)- def add_ai_message(self, message: str) -> None:+ def add_ai_message(self, message: AIMessage | str) -> None:"""Add an AI message to the history.Args:- message: The AI message content.+ message: The AI message (string or AIMessage)."""self._base.add_ai_message(message)diff --git a/headroom/transforms/code_compressor.py b/headroom/transforms/code_compressor.pyindex ca0dff228..150d32b18 100644--- a/headroom/transforms/code_compressor.py+++ b/headroom/transforms/code_compressor.py@@ -98,7 +98,7 @@ def _get_parser(language: str) -> Any:try:from tree_sitter_language_pack import get_parser- parser = get_parser(language)+ parser = get_parser(language) # type: ignore[arg-type]_tree_sitter_languages[language] = parserlogger.debug("Loaded tree-sitter parser for %s", language)except Exception as e: