Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
import { open } from "node:fs/promises";
import { parseRecall } from "./sources.mjs";
const MAX_BYTES = 8 * 1024 * 1024;
// Codex rollout JSONL is not a stable API. Require an identified turn and
// accept only developer messages, never user text or tool/assistant output.
export function recallFromTranscript(text, turnId) {
let currentTurn = null;
const recalled = new Map();
for (const line of String(text).split("\n")) {
let record;
try { record = JSON.parse(line); } catch { continue; }
const item = record?.payload;
if (!item || typeof item !== "object") continue;
if (record.type === "turn_context" ||
(record.type === "event_msg" && item.type === "task_started")) {
currentTurn = item.turn_id || null;
}
if (record.type !== "response_item" || item.type !== "message" ||
item.role !== "developer" || !Array.isArray(item.content)) continue;
const itemTurn = item.internal_chat_message_metadata_passthrough?.turn_id || currentTurn;
if (itemTurn !== turnId) continue;
for (const part of item.content) {
if (part?.type !== "input_text" || typeof part.text !== "string") continue;
for (const block of part.text.matchAll(/<openviking-context\b([^>]*)>([\s\S]*?)<\/openviking-context>/g)) {
if (/\bsource\s*=/.test(block[1])) continue;
for (const entry of parseRecall(block[2])) recalled.set(entry.uri, entry);
}
}
}
return [...recalled.values()];
}
export async function readTranscriptRecall(path, turnId) {
if (typeof path !== "string" || !path || !turnId) return [];
let file;
try {
file = await open(path, "r");
const info = await file.stat();
if (!info.isFile()) return [];
const start = Math.max(0, info.size - MAX_BYTES);
const buffer = Buffer.alloc(Math.min(info.size, MAX_BYTES));
const { bytesRead } = await file.read(buffer, 0, buffer.length, start);
let text = buffer.subarray(0, bytesRead).toString("utf8");
if (start > 0) text = text.slice(text.indexOf("\n") + 1);
return recallFromTranscript(text, turnId);
} catch {
return [];
} finally {
await file?.close().catch(() => {});
}
}