Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
fix(code): parse-probe tree-sitter availability in code_handler (#1231) (#1300)
Shengbo_Wang1de35e775f2f
diff --git a/headroom/compression/handlers/code_handler.py b/headroom/compression/handlers/code_handler.pyindex 7066e511d..9caeec8c8 100644--- a/headroom/compression/handlers/code_handler.py+++ b/headroom/compression/handlers/code_handler.py@@ -33,15 +33,32 @@ _tree_sitter_local = threading.local()def _check_tree_sitter() -> bool:- """Check if tree-sitter is available."""+ """Check if tree-sitter is available and can actually parse.++ Constructs a parser and runs a minimal parse so that ABI mismatches+ between ``tree_sitter`` and ``tree_sitter_language_pack`` surface here+ instead of silently falling back to the text compressor at request time.+ """global _tree_sitter_availableif _tree_sitter_available is None:try:- import tree_sitter_language_pack # noqa: F401-+ from tree_sitter import Parser+ from tree_sitter_language_pack import get_language++ parser = Parser()+ parser.language = get_language("python")+ tree = parser.parse(b"x = 1\n")+ if tree.root_node.child_count == 0:+ raise RuntimeError("tree-sitter parse returned empty tree")_tree_sitter_available = Trueexcept ImportError:_tree_sitter_available = False+ except Exception:+ logger.warning(+ "tree-sitter imported but failed to parse; "+ "code-aware compression disabled (ABI mismatch?)"+ )+ _tree_sitter_available = Falsereturn _tree_sitter_availablediff --git a/tests/test_compression/test_code_handler.py b/tests/test_compression/test_code_handler.pyindex 3987ed616..c0acb1147 100644--- a/tests/test_compression/test_code_handler.py+++ b/tests/test_compression/test_code_handler.py@@ -1,9 +1,12 @@"""Tests for code structure handler."""+from unittest.mock import patch+import pytestfrom headroom.compression.handlers.code_handler import (CodeStructureHandler,+ _check_tree_sitter,is_tree_sitter_available,)@@ -131,6 +134,49 @@ class TestRegexFallbackLanguages:assert result.confidence == 0.7+class TestAvailabilityProbe:+ """_check_tree_sitter must exercise a real parse, not just an import."""++ def test_abi_mismatch_returns_false(self):+ import types++ import headroom.compression.handlers.code_handler as mod++ mod._tree_sitter_available = None++ fake_ts = types.ModuleType("tree_sitter")++ class FakeParser:+ def __setattr__(self, name, value):+ if name == "language":+ raise RuntimeError("ABI mismatch")+ super().__setattr__(name, value)++ fake_ts.Parser = FakeParser++ fake_pack = types.ModuleType("tree_sitter_language_pack")+ fake_pack.get_language = lambda name: object()++ with patch.dict(+ "sys.modules",+ {+ "tree_sitter": fake_ts,+ "tree_sitter_language_pack": fake_pack,+ },+ ):+ result = _check_tree_sitter()+ assert result is False+ mod._tree_sitter_available = None++ @requires_tree_sitter+ def test_healthy_install_returns_true(self):+ import headroom.compression.handlers.code_handler as mod++ mod._tree_sitter_available = None+ assert _check_tree_sitter() is True+ mod._tree_sitter_available = None++class TestEdgeCases:@pytest.fixturedef handler(self):