Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

fix(code): parse-probe tree-sitter availability in code_handler (#1231) (#1300)

Shengbo_Wang1de35e775f2f
diff --git a/headroom/compression/handlers/code_handler.py b/headroom/compression/handlers/code_handler.py
index 7066e511d..9caeec8c8 100644
--- a/headroom/compression/handlers/code_handler.py
+++ b/headroom/compression/handlers/code_handler.py
@@ -33,15 +33,32 @@ _tree_sitter_local = threading.local()
def _check_tree_sitter() -> bool:
- """Check if tree-sitter is available."""
+ """Check if tree-sitter is available and can actually parse.
+
+ Constructs a parser and runs a minimal parse so that ABI mismatches
+ between ``tree_sitter`` and ``tree_sitter_language_pack`` surface here
+ instead of silently falling back to the text compressor at request time.
+ """
global _tree_sitter_available
if _tree_sitter_available is None:
try:
- import tree_sitter_language_pack # noqa: F401
-
+ from tree_sitter import Parser
+ from tree_sitter_language_pack import get_language
+
+ parser = Parser()
+ parser.language = get_language("python")
+ tree = parser.parse(b"x = 1\n")
+ if tree.root_node.child_count == 0:
+ raise RuntimeError("tree-sitter parse returned empty tree")
_tree_sitter_available = True
except ImportError:
_tree_sitter_available = False
+ except Exception:
+ logger.warning(
+ "tree-sitter imported but failed to parse; "
+ "code-aware compression disabled (ABI mismatch?)"
+ )
+ _tree_sitter_available = False
return _tree_sitter_available
diff --git a/tests/test_compression/test_code_handler.py b/tests/test_compression/test_code_handler.py
index 3987ed616..c0acb1147 100644
--- a/tests/test_compression/test_code_handler.py
+++ b/tests/test_compression/test_code_handler.py
@@ -1,9 +1,12 @@
"""Tests for code structure handler."""
+from unittest.mock import patch
+
import pytest
from headroom.compression.handlers.code_handler import (
CodeStructureHandler,
+ _check_tree_sitter,
is_tree_sitter_available,
)
@@ -131,6 +134,49 @@ class TestRegexFallbackLanguages:
assert result.confidence == 0.7
+class TestAvailabilityProbe:
+ """_check_tree_sitter must exercise a real parse, not just an import."""
+
+ def test_abi_mismatch_returns_false(self):
+ import types
+
+ import headroom.compression.handlers.code_handler as mod
+
+ mod._tree_sitter_available = None
+
+ fake_ts = types.ModuleType("tree_sitter")
+
+ class FakeParser:
+ def __setattr__(self, name, value):
+ if name == "language":
+ raise RuntimeError("ABI mismatch")
+ super().__setattr__(name, value)
+
+ fake_ts.Parser = FakeParser
+
+ fake_pack = types.ModuleType("tree_sitter_language_pack")
+ fake_pack.get_language = lambda name: object()
+
+ with patch.dict(
+ "sys.modules",
+ {
+ "tree_sitter": fake_ts,
+ "tree_sitter_language_pack": fake_pack,
+ },
+ ):
+ result = _check_tree_sitter()
+ assert result is False
+ mod._tree_sitter_available = None
+
+ @requires_tree_sitter
+ def test_healthy_install_returns_true(self):
+ import headroom.compression.handlers.code_handler as mod
+
+ mod._tree_sitter_available = None
+ assert _check_tree_sitter() is True
+ mod._tree_sitter_available = None
+
+
class TestEdgeCases:
@pytest.fixture
def handler(self):