Skip to content

CubeLoop — a Pythonic, async-native agent harness core designed for high performance, readability, and production-grade persistence.

feat(compaction): static fallback summary

xf gong40a37a404aee
diff --git a/cubepi/middleware/compaction/state.py b/cubepi/middleware/compaction/state.py
index bdfb1c7..7cf7cf1 100644
--- a/cubepi/middleware/compaction/state.py
+++ b/cubepi/middleware/compaction/state.py
@@ -15,6 +15,7 @@ class CompactionState(BaseModel):
summarized_message_ids: list[str] = Field(default_factory=list)
summarized_message_refs: list[str] = Field(default_factory=list)
last_summarized_message_id: str | None = None
+ is_fallback: bool = False
def message_ref(message: Message) -> str:
diff --git a/cubepi/middleware/compaction/summarizer.py b/cubepi/middleware/compaction/summarizer.py
index a6442f3..b6e83b7 100644
--- a/cubepi/middleware/compaction/summarizer.py
+++ b/cubepi/middleware/compaction/summarizer.py
@@ -6,6 +6,7 @@ import json
from cubepi.middleware.compaction.state import CompactionState, message_refs
from cubepi.middleware.compaction.tokens import approx_tokens
from cubepi.providers.base import (
+ AssistantMessage,
BoundModel,
Message,
StreamOptions,
@@ -173,3 +174,71 @@ async def summarize(
summarized_message_refs=prior_refs + message_refs(ref_source),
last_summarized_message_id=last_id,
)
+
+
+def build_fallback_summary(
+ messages_to_summarize: list[Message],
+ *,
+ existing: CompactionState | None,
+ ref_messages: list[Message] | None = None,
+) -> CompactionState:
+ """Deterministic fallback when the LLM summariser is unavailable.
+
+ Builds a low-fidelity but structured handoff from the message list itself:
+ first lines of up to 5 user requests, plus distinct tool names invoked.
+ Lets compaction proceed (shrinking context) so the agent isn't stuck
+ over-limit on every subsequent turn when the summariser model is down.
+
+ ``ref_messages`` overrides the source for ID/SHA256-ref extraction —
+ mirrors the contract of :func:`summarize`. ``is_fallback=True`` is set
+ on the returned state.
+ """
+ ref_source = ref_messages if ref_messages is not None else messages_to_summarize
+
+ user_lines: list[str] = []
+ tool_names: list[str] = []
+
+ for msg in messages_to_summarize:
+ if isinstance(msg, UserMessage):
+ if len(user_lines) >= 5:
+ continue
+ for user_block in msg.content:
+ if isinstance(user_block, TextContent) and user_block.text.strip():
+ first_line = user_block.text.strip().splitlines()[0][:120]
+ user_lines.append(first_line)
+ break
+ elif isinstance(msg, AssistantMessage):
+ for asst_block in msg.content:
+ if (
+ isinstance(asst_block, ToolCall)
+ and asst_block.name not in tool_names
+ ):
+ tool_names.append(asst_block.name)
+
+ parts: list[str] = ["[Compaction fallback — LLM summariser unavailable]"]
+ if existing and existing.summary:
+ parts.append(f"Prior context: {existing.summary}")
+ if user_lines:
+ parts.append("User requests: " + "; ".join(user_lines))
+ if tool_names:
+ parts.append("Tool calls: " + ", ".join(sorted(tool_names)))
+
+ summary = "\n".join(parts)
+
+ prior_ids = list(existing.summarized_message_ids) if existing else []
+ prior_refs = list(existing.summarized_message_refs) if existing else []
+ new_ids = [str(getattr(m, "id", "") or "") for m in ref_source]
+ new_ids = [mid for mid in new_ids if mid]
+ last_id = (
+ new_ids[-1]
+ if new_ids
+ else (existing.last_summarized_message_id if existing else None)
+ )
+
+ return CompactionState(
+ summary=summary,
+ summarized_message_ids=prior_ids + new_ids,
+ summarized_message_refs=prior_refs + message_refs(ref_source),
+ last_summarized_message_id=last_id,
+ is_fallback=True,
+ )
diff --git a/tests/middleware/compaction/test_summarizer.py b/tests/middleware/compaction/test_summarizer.py
index d5a7c4b..d845735 100644
--- a/tests/middleware/compaction/test_summarizer.py
+++ b/tests/middleware/compaction/test_summarizer.py
@@ -318,3 +318,71 @@ async def test_summarize_ref_messages_used_for_refs() -> None:
from cubepi.middleware.compaction.state import message_refs
assert state.summarized_message_refs == message_refs(original)
+
+
+# --- static fallback summary ---
+
+
+def test_fallback_summary_includes_user_requests() -> None:
+ from cubepi.middleware.compaction.summarizer import build_fallback_summary
+
+ msgs: list[Message] = [
+ UserMessage(content=[TextContent(text="Please write a hello world script")]),
+ AssistantMessage(content=[TextContent(text="Sure")]),
+ ]
+ state = build_fallback_summary(msgs, existing=None)
+ assert state.is_fallback is True
+ assert "Please write a hello world script" in state.summary
+
+
+def test_fallback_summary_includes_tool_names() -> None:
+ from cubepi.middleware.compaction.summarizer import build_fallback_summary
+ from cubepi.providers.base import ToolResultMessage
+
+ msgs: list[Message] = [
+ UserMessage(content=[TextContent(text="run the tests")]),
+ AssistantMessage(
+ content=[ToolCall(id="c1", name="bash", arguments={"command": "pytest"})]
+ ),
+ ToolResultMessage(
+ tool_call_id="c1",
+ tool_name="bash",
+ content=[TextContent(text="3 passed")],
+ ),
+ ]
+ state = build_fallback_summary(msgs, existing=None)
+ assert "bash" in state.summary
+ assert state.is_fallback is True
+
+
+def test_fallback_summary_merges_existing() -> None:
+ from cubepi.middleware.compaction.state import CompactionState
+ from cubepi.middleware.compaction.summarizer import build_fallback_summary
+
+ existing = CompactionState(summary="prior context", is_fallback=False)
+ msgs: list[Message] = [UserMessage(content=[TextContent(text="new task")])]
+ state = build_fallback_summary(msgs, existing=existing)
+ assert "prior context" in state.summary
+ assert state.is_fallback is True
+
+
+def test_fallback_summary_caps_user_requests_at_five() -> None:
+ from cubepi.middleware.compaction.summarizer import build_fallback_summary
+
+ msgs: list[Message] = [
+ UserMessage(content=[TextContent(text=f"request {i}")]) for i in range(10)
+ ]
+ state = build_fallback_summary(msgs, existing=None)
+ assert "request 0" in state.summary
+ assert "request 4" in state.summary
+ assert "request 5" not in state.summary # capped at 5
+
+
+def test_fallback_summary_uses_ref_messages_for_refs() -> None:
+ from cubepi.middleware.compaction.state import message_refs
+ from cubepi.middleware.compaction.summarizer import build_fallback_summary
+
+ transcript = [UserMessage(content=[TextContent(text="pruned content")])]
+ original = [UserMessage(content=[TextContent(text="full original")])]
+ state = build_fallback_summary(transcript, ref_messages=original, existing=None)
+ assert state.summarized_message_refs == message_refs(original)