Solution for long term memory for agent coding CLIs and to facilitate handoff between different agent vendors
Rust
fix(store): drop the unused compacted flag from brief rows
Victor Alencar72016329c292
diff --git a/crates/ai-memory-hooks/src/router.rs b/crates/ai-memory-hooks/src/router.rsindex 6dcba4af..0e94278d 100644--- a/crates/ai-memory-hooks/src/router.rs+++ b/crates/ai-memory-hooks/src/router.rs@@ -6596,7 +6596,6 @@ mod tests {pinned: true,updated_at: "2026-07-30T00:00:00Z".into(),frontmatter_json: serde_json::json!({}),- compacted: false,}],&[],BRIEF_BUDGET_DEFAULT,@@ -16354,7 +16353,6 @@ mod tests {pinned,updated_at: "2026-10-13T00:00:00Z".into(),frontmatter_json,- compacted: false,}}@@ -16540,7 +16538,7 @@ mod tests {fn render_session_brief_excerpts_compacted_and_empty_pages() {let footer = "_Extractively compacted from a cold episodic page (A2 tier-down). \The full pre-compaction body is retained in git history._";- let mut compacted = brief_core_page(+ let compacted = brief_core_page("_rules/compacted.md",&format!("Writes go through one actor.\n\n## Retained facts\n\n- `WriterHandle`\n\n{footer}\n"@@ -16548,7 +16546,6 @@ mod tests {true,serde_json::json!({"abstract": "Single writer.", "compacted": true}),);- compacted.compacted = true;let core = vec![compacted,brief_core_page(@@ -16769,7 +16766,6 @@ mod tests {"q".repeat(300),)})},- compacted: false,}).collect();let recent: Vec<ai_memory_store::BriefingPage> = (0..BRIEF_RECENT_PAGES_LIMIT)diff --git a/crates/ai-memory-store/src/lib.rs b/crates/ai-memory-store/src/lib.rsindex 37dd369d..a9d90e2c 100644--- a/crates/ai-memory-store/src/lib.rs+++ b/crates/ai-memory-store/src/lib.rs@@ -1929,11 +1929,10 @@ mod tests {);}- /// The brief's L0/L1 excerpts come from frontmatter the core rows carry,- /// and the A2 marker tells the renderer a short body is already the- /// compacted one.+ /// The brief's L0/L1 excerpts come from the frontmatter the core rows+ /// carry, A2-compacted pages included.#[tokio::test]- async fn session_brief_pages_carry_frontmatter_and_the_compacted_marker() {+ async fn session_brief_pages_carry_frontmatter() {let tmp = TempDir::new().unwrap();let store = Store::open(tmp.path()).unwrap();let ws = store@@ -1965,8 +1964,10 @@ mod tests {let summarized = by_path("_rules/a-summarized.md");assert_eq!(summarized.frontmatter_json["abstract"], "one-line pointer");assert_eq!(summarized.frontmatter_json["summary"], "longer summary");- assert!(!summarized.compacted, "a normal write is not compacted");- assert!(by_path("_rules/b-compacted.md").compacted);+ assert_eq!(+ by_path("_rules/b-compacted.md").frontmatter_json["compacted"],+ true+ );}#[tokio::test]diff --git a/crates/ai-memory-store/src/reader.rs b/crates/ai-memory-store/src/reader.rsindex c23e273c..0a7228f0 100644--- a/crates/ai-memory-store/src/reader.rs+++ b/crates/ai-memory-store/src/reader.rs@@ -1733,8 +1733,6 @@ pub struct BriefPageBody {/// and `summary:`. `{}` if the stored JSON ever fails to parse, which/// leaves that page with body-only excerpts.pub frontmatter_json: serde_json::Value,- /// Whether A2 compaction rewrote the body (`compacted_at` is set).- pub compacted: bool,}/// One row per (workspace, project) with aggregate stats.@@ -7739,8 +7737,7 @@ impl ReaderPool {self.with_conn(move |conn| {let kind_expr = page_kind_expr("path", "frontmatter_json");let core_sql = format!(- "SELECT path, title, body, pinned, updated_at, frontmatter_json, \- compacted_at IS NOT NULL \+ "SELECT path, title, body, pinned, updated_at, frontmatter_json \FROM pages \WHERE workspace_id = ?1 AND project_id = ?2 AND is_latest = 1{not_expired} \AND (path GLOB '_rules/*' \@@ -7760,7 +7757,6 @@ impl ReaderPool {row.get::<_, i64>(3)? != 0,updated_us,row.get::<_, String>(5)?,- row.get::<_, bool>(6)?,))};let core_rows = match slot_glob.as_deref() {@@ -7787,26 +7783,23 @@ impl ReaderPool {let core: Vec<BriefPageBody> = core_rows.collect::<Result<Vec<_>, _>>()?.into_iter()- .map(- |(path, title, body, pinned, updated_us, frontmatter, compacted)| {- jiff::Timestamp::from_microsecond(updated_us)- .map(|ts| BriefPageBody {- path,- title,- body,- pinned,- updated_at: ts.to_string(),- frontmatter_json: serde_json::from_str(&frontmatter)- .unwrap_or_else(|_| serde_json::json!({})),- compacted,- })- .map_err(|e| {- StoreError::Memory(ai_memory_core::MemoryError::MalformedRecord(- format!("bad updated_at: {e}"),- ))- })- },- )+ .map(|(path, title, body, pinned, updated_us, frontmatter)| {+ jiff::Timestamp::from_microsecond(updated_us)+ .map(|ts| BriefPageBody {+ path,+ title,+ body,+ pinned,+ updated_at: ts.to_string(),+ frontmatter_json: serde_json::from_str(&frontmatter)+ .unwrap_or_else(|_| serde_json::json!({})),+ })+ .map_err(|e| {+ StoreError::Memory(ai_memory_core::MemoryError::MalformedRecord(+ format!("bad updated_at: {e}"),+ ))+ })+ }).collect::<StoreResult<Vec<_>>>()?;let mut recent_stmt = conn.prepare_cached(&format!(diff --git a/docs/design-tiered-session-brief.md b/docs/design-tiered-session-brief.mdindex 6704a50a..c3894246 100644--- a/docs/design-tiered-session-brief.md+++ b/docs/design-tiered-session-brief.md@@ -90,7 +90,7 @@ Verified in `crates/ai-memory-hooks/src/router.rs`:`BriefPageBody` in `crates/ai-memory-store/src/reader.rs` (around 1720) is`{path, title, body, pinned, updated_at}`. Full body only. No abstract,-summary, frontmatter, or compacted flag.+summary, or frontmatter.`session_brief_pages` / `session_brief_pages_with_slot_visibility`(around 7703-7760):@@ -313,10 +313,11 @@ Restated from `AGENTS.md` because they bound the packing:store-order positions.4. **`BriefPageBody` grows the raw materials the helper needs.** Add- `frontmatter_json: serde_json::Value` and `compacted: bool`- (`compacted_at IS NOT NULL`). The renderer calls a core helper. The- store stays a fetch. Rationale: extraction has to live in one place;- `ai-memory-store` should not own clip policy.+ `frontmatter_json: serde_json::Value`. The renderer calls a core+ helper. The store stays a fetch. Rationale: extraction has to live in+ one place; `ai-memory-store` should not own clip policy. An earlier+ draft also carried a `compacted` flag; nothing in packing reads it,+ so it is not fetched.5. **Tiering is on whenever briefing is on.** No `[briefing] tiered`flag. Briefing is already the opt-in for spending tokens on every@@ -439,16 +440,14 @@ brief walker also skips ADR metadata lines and continues when ablock's remainder is empty.**Compacted pages.** `excerpt_from_page` takes only frontmatter and-body. It does not read `BriefPageBody.compacted`. Packing must not-require that flag for nonempty L0/L1. A2 left `abstract:` in+body, so a compacted page needs no flag for nonempty L0/L1. A2 left `abstract:` infrontmatter and put the L1 line at the top of the body, thenkeep-tokens, then `COMPACTION_FOOTER`. Typical result: L0 from abstract(or summary, or the L1 line clipped to 256), L1 fromsummary/abstract/first paragraph (the A2 line), L2 the whole compactedbody including keep-tokens. Promoting to L2 is how keep-tokens reach-the agent. Never treat `compacted == true` as "skip extraction" (that-is how a page becomes an empty section). The flag is a hint that L2-is still useful when the body is already short.+the agent. Never treat a compacted page as "skip extraction" (that is+how a page becomes an empty section).If L0 and L1 would be identical strings, both fields may hold thatstring; the packer treats a zero-delta upgrade as a no-op. Same for L1@@ -460,11 +459,10 @@ pages with no keep-token tail).Extend the core SELECT:```sql-SELECT path, title, body, pinned, updated_at, frontmatter_json, compacted_at+SELECT path, title, body, pinned, updated_at, frontmatter_json```-Map `compacted_at IS NOT NULL` to `BriefPageBody.compacted`. Parse-`frontmatter_json` to `serde_json::Value`; on parse failure use `{}`+Parse `frontmatter_json` to `serde_json::Value`; on parse failure use `{}`(body-only excerpts). Every write serializes the column through`serde_json`, and the recent-pages query already runs `json_extract`over it, so a corrupt row is not a new failure mode of this fetch.@@ -744,7 +742,7 @@ sequenceDiagramHook->>Handoff: briefing=1, briefing_budget=NNote over Hook,Handoff: 1s shell / 3s native. No LLM.Handoff->>Store: session_brief_pages_with_slot_visibility- Store-->>Handoff: BriefPageBody + frontmatter_json + compacted+ Store-->>Handoff: BriefPageBody + frontmatter_jsonHandoff->>Core: extract L0/L1 per pageCore-->>Handoff: PageExcerptHandoff-->>Out: fenced brief (untrusted historical data)@@ -805,7 +803,7 @@ grow.**Rust (internal).**- `ai_memory_core::excerpt::{excerpt_from_page, PageExcerpt, BRIEF_L0_MAX_BYTES, BRIEF_L1_MAX_BYTES}`-- `BriefPageBody { frontmatter_json, compacted, …existing }`+- `BriefPageBody { frontmatter_json, …existing }`- `render_session_brief` signature can stay`(core, recent, budget) -> Option<String>`. It will read the newfields.@@ -1005,7 +1003,7 @@ existing three):still yields nonempty L0/L1 and, when promoted to L2, still containsthe keep-token section. A compacted body that is only the A2 footer(no summary, no keep-tokens, no abstract) is title-only, not that- footer as L0. Nonempty L0/L1 must not require the `compacted` flag.+ footer as L0.- Fence-escape still lengthens untrusted text and still clamps. Includea fence marker in `abstract:` / `frontmatter_json`, not only in`body`: L0 text is what long pages actually inject.@@ -1032,7 +1030,6 @@ existing three):Store (`session_brief_pages_*`):- `frontmatter_json` round-trip (abstract/summary present).-- `compacted` true when `compacted_at` is set, false otherwise.- Slot visibility and cross-project isolation unchanged(`slot_visibility.rs`, `session_brief_pages_selects_core_pages_and_isolates_projects`).@@ -1117,7 +1114,7 @@ Released CHANGELOG sections stay frozen.| L0 of 256 × 24 plus headings still omits a tail at 4000 bytes | Medium | Expected as coverage math. After the L0 pass, reserve at least the count-only omitted line so those standing rules still appear as a count. Test at `BRIEF_BUDGET_DEFAULT` with 24 max-size L0s. Typical abstracts are <120 bytes (~15-20 pages). Raising the 24-row fetch limit is a follow-up. || Denser brief = more injection surface | Medium | Fence, notice, footer, escape, clamp unchanged. Abstracts are short. || Extractive first paragraph is a useless heading-like sentence | Low | Skip `#` headings and ADR metadata. Operators can set `abstract:`. |-| A2 compacted page double-summarized to empty | High if shipped | Explicit test; `compacted` is a hint for L2 usefulness (keep-tokens), never a skip. |+| A2 compacted page double-summarized to empty | High if shipped | Explicit test; extraction never skips a compacted page, and L2 carries its keep-tokens. || Footer growth breaks `BRIEF_BUDGET_MIN` | Low | Scaffold is 816 bytes today, leftover 684; +22 for `memory_read_page` leaves 662, still ≥500. Re-measure from `brief_scaffold_len()` in commit 4. || `BriefPageBody` struct-literal tests fail to compile | Low | commit 3 updates every literal (hooks tests around 6465 and 16216+). || GET /handoff exceeds 1s | Low | Same 24-body fetch as today; extraction is microseconds. No LLM. |@@ -1232,15 +1229,15 @@ Base: `release/3.1`.CHANGELOG: omit until commit 4 so `[Unreleased]` does not advertisea user-invisible type.-### Commit 3: Carry frontmatter and compacted on `BriefPageBody`+### Commit 3: Carry frontmatter on `BriefPageBody`- **Title:** `feat(store): session brief rows include frontmatter and compacted`- **Files:** `crates/ai-memory-store/src/reader.rs` (`BriefPageBody`,`session_brief_pages_with_slot_visibility` SELECT/mapper),`crates/ai-memory-store/src/lib.rs` isolation test, slot tests if theyconstruct rows, `crates/ai-memory-hooks/src/router.rs` struct- literals in existing tests (fill `frontmatter_json: Default::default()`,- `compacted: false`) with **no packing change**.+ literals in existing tests (fill `frontmatter_json`) with **no packing+ change**.- **Dependencies:** commit 2 not strictly required (fields are raw), butland after commit 2 to avoid a hooks compile that later grows a helperimport. Prefer commit 2 then commit 3.