Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
Fix `headroom learn` failing on project paths with underscores (#159)
chopratejas7c91fe1e4b49
diff --git a/headroom/learn/plugins/claude.py b/headroom/learn/plugins/claude.pyindex df9e7caac..049b57788 100644--- a/headroom/learn/plugins/claude.py+++ b/headroom/learn/plugins/claude.py@@ -375,9 +375,9 @@ def _component_tokenizations(component: str) -> list[list[str]]:add([component])- for separator in ("-", ".", None):+ for separator in ("-", ".", "_", None):if separator is None:- tokens = [token for token in re.split(r"[-.]", component) if token]+ tokens = [token for token in re.split(r"[-._]", component) if token]else:tokens = [token for token in component.split(separator) if token]add(tokens)@@ -385,9 +385,9 @@ def _component_tokenizations(component: str) -> list[list[str]]:if component.startswith(".") and len(component) > 1:hidden_component = component[1:]add(["", hidden_component])- for separator in ("-", ".", None):+ for separator in ("-", ".", "_", None):if separator is None:- tokens = [token for token in re.split(r"[-.]", hidden_component) if token]+ tokens = [token for token in re.split(r"[-._]", hidden_component) if token]else:tokens = [token for token in hidden_component.split(separator) if token]add(["", *tokens])diff --git a/tests/test_learn/test_scanner.py b/tests/test_learn/test_scanner.pyindex 0739c9a96..48aaa003d 100644--- a/tests/test_learn/test_scanner.py+++ b/tests/test_learn/test_scanner.py@@ -103,6 +103,38 @@ class TestGreedyPathDecode:result = _greedy_path_decode(tmp_path, ["my", "cool", "project", "nosync", "headroom"])assert result == tmp_path / "my-cool-project.nosync" / "headroom"+ # ---- Underscore tests (issue #159) ----++ def test_single_underscore_in_dirname(self, tmp_path: Path) -> None:+ """Directory name contains one literal underscore (e.g. my_project)."""+ _make_dirs(tmp_path, "my_project")+ result = _greedy_path_decode(tmp_path, ["my", "project"])+ assert result == tmp_path / "my_project"++ def test_multiple_underscores_in_dirname(self, tmp_path: Path) -> None:+ """Directory name contains multiple underscores (e.g. my_cool_project)."""+ _make_dirs(tmp_path, "my_cool_project")+ result = _greedy_path_decode(tmp_path, ["my", "cool", "project"])+ assert result == tmp_path / "my_cool_project"++ def test_underscore_nested_path(self, tmp_path: Path) -> None:+ """Nested path like org/my_project should decode correctly."""+ _make_dirs(tmp_path, "org/my_project")+ result = _greedy_path_decode(tmp_path, ["org", "my", "project"])+ assert result == tmp_path / "org" / "my_project"++ def test_mixed_underscore_and_hyphen_in_dirname(self, tmp_path: Path) -> None:+ """Directory with both hyphens and underscores (e.g. my-cool_project)."""+ _make_dirs(tmp_path, "my-cool_project")+ result = _greedy_path_decode(tmp_path, ["my", "cool", "project"])+ assert result == tmp_path / "my-cool_project"++ def test_underscore_dir_containing_hyphen_subdir(self, tmp_path: Path) -> None:+ """Path like my_app/sub-module — underscore parent + hyphen child."""+ _make_dirs(tmp_path, "my_app/sub-module")+ result = _greedy_path_decode(tmp_path, ["my", "app", "sub", "module"])+ assert result == tmp_path / "my_app" / "sub-module"+def test_nonexistent_path_returns_none(self, tmp_path: Path) -> None:result = _greedy_path_decode(tmp_path, ["does", "not", "exist"])assert result is None@@ -236,6 +268,38 @@ class TestDecodeProjectPath:else:assert result is None or result == project+ def test_underscore_dirname_via_greedy(self, users_tmp: Path) -> None:+ """my_project — underscore in directory name (issue #159).++ Claude Code encodes /Users/foo/org/my_project as+ -Users-foo-org-my-project. Simple replace gives+ …/org/my/project which does not exist, so the greedy decoder+ must reconstruct my_project from tokens ['my', 'project'].+ """+ project = users_tmp / "org" / "my_project"+ project.mkdir(parents=True)++ encoded = "-" + str(project)[1:].replace("/", "-")+ result = _decode_project_path(encoded)++ if str(users_tmp).startswith("/Users/"):+ assert result == project+ else:+ assert result is None or result == project++ def test_multi_underscore_dirname_via_greedy(self, users_tmp: Path) -> None:+ """my_cool_project — multiple underscores (issue #159)."""+ project = users_tmp / "my_cool_project"+ project.mkdir(parents=True)++ encoded = "-" + str(project)[1:].replace("/", "-")+ result = _decode_project_path(encoded)++ if str(users_tmp).startswith("/Users/"):+ assert result == project+ else:+ assert result is None or result == project+def test_windows_drive_letter_pattern(self) -> None:"""Encoded name -C-MQ2-macros should detect Windows drive letter."""import sys