Skip to content

Solution for long term memory for agent coding CLIs and to facilitate handoff between different agent vendors

Rust

fix(hooks): clip an older prompt into the recap room left instead of dropping it

Giovanni Coutinho4a105fd9ba59
diff --git a/crates/ai-memory-hooks/src/recap.rs b/crates/ai-memory-hooks/src/recap.rs
index dfc972c6..c12cc522 100644
--- a/crates/ai-memory-hooks/src/recap.rs
+++ b/crates/ai-memory-hooks/src/recap.rs
@@ -151,6 +151,9 @@ const REPLY_FLOOR: usize = 1_000;
const HANDOFF_FLOOR: usize = 500;
/// Room kept for the "N earlier prompts omitted" line once prompts overflow.
const OMITTED_LINE_RESERVE: usize = 80;
+/// Smallest room worth a clipped prompt; less than this is left to the reply
+/// and the handoffs.
+const MIN_CLIPPED_PROMPT: usize = 300;
const TRUNCATED: &str = "\n[truncated]";
/// One captured prompt or reply, with its capture time.
@@ -250,8 +253,9 @@ fn item(row: &ObservationRecord) -> RecapItem {
}
/// Render the recap within `budget` chars. Prompts land uncut when they fit;
-/// past the room left after the reply and handoff floors, the oldest are
-/// dropped first and only a lone prompt larger than the room is clipped.
+/// past the room left after the reply and handoff floors, the newest are kept
+/// whole, the next one is clipped into what room is left, and older ones are
+/// dropped.
pub(crate) fn compose_recap(
session_id: &str,
window: &RecapWindow,
@@ -362,14 +366,18 @@ fn render_prompts(prompts: &[RecapItem], room: usize) -> String {
if used + len <= room {
kept.push(line.clone());
used += len;
- } else if kept.is_empty() {
- let mut clipped = clip(line, room.saturating_sub(1));
+ continue;
+ }
+ // The first prompt that does not fit keeps its head in the room left,
+ // when that room is worth a clipped prompt; everything older is
+ // counted as omitted.
+ let left = room.saturating_sub(used);
+ if kept.is_empty() || left >= MIN_CLIPPED_PROMPT {
+ let mut clipped = clip(line, left.saturating_sub(1));
clipped.push('\n');
- used += chars(&clipped);
kept.push(clipped);
- } else {
- break;
}
+ break;
}
kept.reverse();
let omitted = lines.len() - kept.len();
@@ -612,6 +620,35 @@ mod tests {
assert!(recap.chars().count() <= RECAP_BUDGET_DEFAULT);
}
+ /// Codex's smaller budget: the newest prompt fits, the older `/goal`
+ /// does not. Its head is clipped into the room left rather than dropped
+ /// while that room goes unused.
+ #[test]
+ fn an_older_prompt_is_clipped_into_the_room_left() {
+ let goal = format!("/goal GOAL-HEAD {}", "g".repeat(3_978));
+ let rows = vec![
+ row("pre-compact", "", "2026-10-12T02:55:02Z"),
+ row("stop", &"r".repeat(550), "2026-10-12T02:01:05Z"),
+ row("user-prompt", &"m".repeat(96), "2026-10-12T01:07:07Z"),
+ row("user-prompt", &goal, "2026-10-12T01:00:57Z"),
+ ];
+ let window = select_window(&rows, false).unwrap();
+ let recap = compose_recap("sid", &window, &[handoff(&"h".repeat(700), true)], 6_000);
+ assert!(
+ recap.contains("GOAL-HEAD"),
+ "the /goal prompt was dropped: {recap}"
+ );
+ assert!(recap.contains("[truncated]"), "{recap}");
+ assert!(recap.contains(&"m".repeat(96)));
+ assert!(recap.contains(&"r".repeat(550)));
+ assert!(recap.chars().count() <= 6_000);
+ assert!(
+ recap.chars().count() > 5_000,
+ "room left unused: {}",
+ recap.chars().count()
+ );
+ }
+
#[test]
fn a_single_oversized_prompt_is_clipped_not_dropped() {
let rows = vec![
diff --git a/docs/usage.md b/docs/usage.md
index a05b81ba..b73e5b07 100644
--- a/docs/usage.md
+++ b/docs/usage.md
@@ -167,8 +167,9 @@ from what ai-memory captured for this session between its latest compaction
and the one before it (or the session start):
- your prompts in that stretch, verbatim, oldest first; harness markup and
- task notifications are left out, and when they do not all fit the oldest
- are dropped first;
+ task notifications are left out. When they do not all fit, the newest stay
+ whole, the next older one is cut to the room left, and older ones are
+ dropped with a note;
- the agent's last reply before the compaction. Replies are captured only
with the assistant-capture double opt-in (`install-hooks --capture-assistant`
plus `capture_assistant` on the server); without it the recap says so;