CubeLoop — a Pythonic, async-native agent harness core designed for high performance, readability, and production-grade persistence.
Python agent-frameworkagent-harnessagent-runtimeagentic-aiai-agentsai-frameworkanthropicharnessharness-engineeringharness-frameworklanggraphlanggraph-alternativellmmcpopenaipi-agentpi-agent-corepythonpython-agent
feat(compaction): static fallback summary
xf gong40a37a404aee
diff --git a/cubepi/middleware/compaction/state.py b/cubepi/middleware/compaction/state.pyindex bdfb1c7..7cf7cf1 100644--- a/cubepi/middleware/compaction/state.py+++ b/cubepi/middleware/compaction/state.py@@ -15,6 +15,7 @@ class CompactionState(BaseModel):summarized_message_ids: list[str] = Field(default_factory=list)summarized_message_refs: list[str] = Field(default_factory=list)last_summarized_message_id: str | None = None+ is_fallback: bool = Falsedef message_ref(message: Message) -> str:diff --git a/cubepi/middleware/compaction/summarizer.py b/cubepi/middleware/compaction/summarizer.pyindex a6442f3..b6e83b7 100644--- a/cubepi/middleware/compaction/summarizer.py+++ b/cubepi/middleware/compaction/summarizer.py@@ -6,6 +6,7 @@ import jsonfrom cubepi.middleware.compaction.state import CompactionState, message_refsfrom cubepi.middleware.compaction.tokens import approx_tokensfrom cubepi.providers.base import (+ AssistantMessage,BoundModel,Message,StreamOptions,@@ -173,3 +174,71 @@ async def summarize(summarized_message_refs=prior_refs + message_refs(ref_source),last_summarized_message_id=last_id,)+++def build_fallback_summary(+ messages_to_summarize: list[Message],+ *,+ existing: CompactionState | None,+ ref_messages: list[Message] | None = None,+) -> CompactionState:+ """Deterministic fallback when the LLM summariser is unavailable.++ Builds a low-fidelity but structured handoff from the message list itself:+ first lines of up to 5 user requests, plus distinct tool names invoked.+ Lets compaction proceed (shrinking context) so the agent isn't stuck+ over-limit on every subsequent turn when the summariser model is down.++ ``ref_messages`` overrides the source for ID/SHA256-ref extraction —+ mirrors the contract of :func:`summarize`. ``is_fallback=True`` is set+ on the returned state.+ """+ ref_source = ref_messages if ref_messages is not None else messages_to_summarize++ user_lines: list[str] = []+ tool_names: list[str] = []++ for msg in messages_to_summarize:+ if isinstance(msg, UserMessage):+ if len(user_lines) >= 5:+ continue+ for user_block in msg.content:+ if isinstance(user_block, TextContent) and user_block.text.strip():+ first_line = user_block.text.strip().splitlines()[0][:120]+ user_lines.append(first_line)+ break+ elif isinstance(msg, AssistantMessage):+ for asst_block in msg.content:+ if (+ isinstance(asst_block, ToolCall)+ and asst_block.name not in tool_names+ ):+ tool_names.append(asst_block.name)++ parts: list[str] = ["[Compaction fallback — LLM summariser unavailable]"]+ if existing and existing.summary:+ parts.append(f"Prior context: {existing.summary}")+ if user_lines:+ parts.append("User requests: " + "; ".join(user_lines))+ if tool_names:+ parts.append("Tool calls: " + ", ".join(sorted(tool_names)))++ summary = "\n".join(parts)++ prior_ids = list(existing.summarized_message_ids) if existing else []+ prior_refs = list(existing.summarized_message_refs) if existing else []+ new_ids = [str(getattr(m, "id", "") or "") for m in ref_source]+ new_ids = [mid for mid in new_ids if mid]+ last_id = (+ new_ids[-1]+ if new_ids+ else (existing.last_summarized_message_id if existing else None)+ )++ return CompactionState(+ summary=summary,+ summarized_message_ids=prior_ids + new_ids,+ summarized_message_refs=prior_refs + message_refs(ref_source),+ last_summarized_message_id=last_id,+ is_fallback=True,+ )diff --git a/tests/middleware/compaction/test_summarizer.py b/tests/middleware/compaction/test_summarizer.pyindex d5a7c4b..d845735 100644--- a/tests/middleware/compaction/test_summarizer.py+++ b/tests/middleware/compaction/test_summarizer.py@@ -318,3 +318,71 @@ async def test_summarize_ref_messages_used_for_refs() -> None:from cubepi.middleware.compaction.state import message_refsassert state.summarized_message_refs == message_refs(original)+++# --- static fallback summary ---+++def test_fallback_summary_includes_user_requests() -> None:+ from cubepi.middleware.compaction.summarizer import build_fallback_summary++ msgs: list[Message] = [+ UserMessage(content=[TextContent(text="Please write a hello world script")]),+ AssistantMessage(content=[TextContent(text="Sure")]),+ ]+ state = build_fallback_summary(msgs, existing=None)+ assert state.is_fallback is True+ assert "Please write a hello world script" in state.summary+++def test_fallback_summary_includes_tool_names() -> None:+ from cubepi.middleware.compaction.summarizer import build_fallback_summary+ from cubepi.providers.base import ToolResultMessage++ msgs: list[Message] = [+ UserMessage(content=[TextContent(text="run the tests")]),+ AssistantMessage(+ content=[ToolCall(id="c1", name="bash", arguments={"command": "pytest"})]+ ),+ ToolResultMessage(+ tool_call_id="c1",+ tool_name="bash",+ content=[TextContent(text="3 passed")],+ ),+ ]+ state = build_fallback_summary(msgs, existing=None)+ assert "bash" in state.summary+ assert state.is_fallback is True+++def test_fallback_summary_merges_existing() -> None:+ from cubepi.middleware.compaction.state import CompactionState+ from cubepi.middleware.compaction.summarizer import build_fallback_summary++ existing = CompactionState(summary="prior context", is_fallback=False)+ msgs: list[Message] = [UserMessage(content=[TextContent(text="new task")])]+ state = build_fallback_summary(msgs, existing=existing)+ assert "prior context" in state.summary+ assert state.is_fallback is True+++def test_fallback_summary_caps_user_requests_at_five() -> None:+ from cubepi.middleware.compaction.summarizer import build_fallback_summary++ msgs: list[Message] = [+ UserMessage(content=[TextContent(text=f"request {i}")]) for i in range(10)+ ]+ state = build_fallback_summary(msgs, existing=None)+ assert "request 0" in state.summary+ assert "request 4" in state.summary+ assert "request 5" not in state.summary # capped at 5+++def test_fallback_summary_uses_ref_messages_for_refs() -> None:+ from cubepi.middleware.compaction.state import message_refs+ from cubepi.middleware.compaction.summarizer import build_fallback_summary++ transcript = [UserMessage(content=[TextContent(text="pruned content")])]+ original = [UserMessage(content=[TextContent(text="full original")])]+ state = build_fallback_summary(transcript, ref_messages=original, existing=None)+ assert state.summarized_message_refs == message_refs(original)