Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

8.6 KB
Raw Blame
from __future__ import annotations

import json
import os
import subprocess
import time
import uuid
from pathlib import Path
from typing import Any

OVCLI_CONFIG_FILE = "/home/byteide/.openviking/ovcli.conf"
CLI_BIN = "ov"
WORKSPACE_URI = "viking://resources/snapshot_cli_demo"
COMMAND_TIMEOUT = 180


def unique_run_uri() -> tuple[str, str]:
    run_id = f"{int(time.time())}_{uuid.uuid4().hex[:8]}"
    return run_id, f"{WORKSPACE_URI}_{run_id}"


def resource_uris(root_uri: str) -> dict[str, str]:
    return {
        "guide": f"{root_uri}/guide.md",
        "todo": f"{root_uri}/notes/todo.md",
        "changelog": f"{root_uri}/changelog.md",
        "archive": f"{root_uri}/archive/old.md",
    }


def print_section(title: str) -> None:
    print(f"\n{'=' * 20} {title} {'=' * 20}")


def parse_json(stdout: str) -> dict[str, Any]:
    depth = 0
    start: int | None = None
    in_string = False
    escaped = False

    for index, char in enumerate(stdout):
        if start is None:
            if char == "{":
                start = index
                depth = 1
            continue

        if in_string:
            if escaped:
                escaped = False
            elif char == "\\":
                escaped = True
            elif char == '"':
                in_string = False
            continue

        if char == '"':
            in_string = True
        elif char == "{":
            depth += 1
        elif char == "}":
            depth -= 1
            if depth == 0:
                try:
                    return json.loads(stdout[start : index + 1])
                except json.JSONDecodeError:
                    return {}
    return {}


def print_commit_oid(label: str, snapshot: dict[str, Any]) -> None:
    print(f"{label} commit_oid: {snapshot.get('commit_oid') or '<missing>'}")


def show_snapshot(label: str, snapshot: dict[str, Any]) -> None:
    commit_oid = snapshot.get("commit_oid")
    if not commit_oid:
        raise RuntimeError(f"{label} snapshot output did not include commit_oid: {snapshot}")
    print(f"showing {label} commit_oid: {commit_oid}")
    run_ov(["snapshot", "show", commit_oid, "-o", "json"])


def run_ov(args: list[str], check: bool = True) -> subprocess.CompletedProcess[str]:
    env = os.environ.copy()
    env["OPENVIKING_CLI_CONFIG_FILE"] = str(Path(OVCLI_CONFIG_FILE).resolve())
    print(f"\n$ {CLI_BIN} {' '.join(args)}")
    proc = subprocess.run(
        [CLI_BIN] + args,
        capture_output=True,
        text=True,
        timeout=COMMAND_TIMEOUT,
        env=env,
    )
    print("--- stdout ---")
    print(proc.stdout.rstrip())
    print("--- stderr ---")
    print(proc.stderr.rstrip())
    if check and proc.returncode != 0:
        raise RuntimeError(f"command failed with exit code {proc.returncode}: {CLI_BIN} {' '.join(args)}")
    return proc


def mkdir(uri: str) -> None:
    run_ov(["mkdir", uri, "-o", "json"])


def write_text(uri: str, content: str, mode: str) -> None:
    run_ov(["write", uri, "--content", content, "--mode", mode, "--wait", "-o", "json"])


def remove_resource(uri: str) -> None:
    run_ov(["rm", uri, "--wait", "-o", "json"])


def print_find(query: str, root_uri: str) -> None:
    run_ov(["find", query, "--uri", root_uri, "--limit", "10", "-o", "json"])


def commit_snapshot(message: str, paths: list[str] | None = None) -> dict[str, Any]:
    args = ["snapshot", "commit", "-m", message, "-o", "json"]
    if paths:
        args += ["--paths", ",".join(paths)]
    proc = run_ov(args)
    return parse_json(proc.stdout).get("result") or {}


def set_gitignore(content: str) -> None:
    run_ov(["snapshot", "ignore-set", "--content", content, "-o", "json"])


def get_gitignore() -> str:
    proc = run_ov(["snapshot", "ignore-get", "-o", "json"])
    result = parse_json(proc.stdout).get("result")
    return result if isinstance(result, str) else ""


def delete_gitignore() -> None:
    run_ov(["snapshot", "ignore-delete", "-o", "json"])


def get_task(task_id: str) -> dict[str, Any]:
    proc = run_ov(["task", "status", task_id, "-o", "json"])
    return parse_json(proc.stdout).get("result") or {}


def wait_for_task(task_id: str | None, *, timeout: float = COMMAND_TIMEOUT, poll_interval: float = 0.5) -> None:
    """Poll a background task by id until it reaches a terminal state.

    restore schedules vectorization/indexing asynchronously and returns a
    ``task_id``; finding before that task completes can read stale vectors.
    """
    if not task_id:
        print("wait_for_task: no task_id (no vector side-effects to await)")
        return
    deadline = time.time() + timeout
    while True:
        task = get_task(task_id)
        status = task.get("status")
        if status in ("completed", "failed"):
            print(f"wait_for_task {task_id[:12]}: {status}")
            if status == "failed":
                raise RuntimeError(f"task {task_id} failed: {task.get('error')}")
            return
        if time.time() > deadline:
            raise TimeoutError(f"task {task_id} not complete after {timeout}s (status={status})")
        time.sleep(poll_interval)


def main() -> None:
    run_id, root_uri = unique_run_uri()
    uris = resource_uris(root_uri)
    alpha = f"alpha_{run_id}"
    beta = f"beta_{run_id}"
    todo = f"todo_{run_id}"
    changelog = f"changelog_{run_id}"
    gamma = f"gamma_{run_id}"
    archive = f"archive_{run_id}"

    print_section("setup")
    print(f"config: {Path(OVCLI_CONFIG_FILE).resolve()}")
    print(f"workspace: {root_uri}")
    mkdir(root_uri)
    mkdir(f"{root_uri}/notes")

    print_section("v1 initial import")
    write_text(uris["guide"], f"# Guide\n\nInitial CLI content with {alpha}.\n", "create")
    write_text(uris["todo"], f"# Todo\n\nRemember {todo}.\n", "create")
    v1 = commit_snapshot("cli v1 initial import", paths=[root_uri])
    print_commit_oid("v1", v1)
    print_find(alpha, root_uri)

    print_section("v2 modify delete add")
    write_text(uris["guide"], f"# Guide\n\nUpdated CLI content with {beta}.\n", "replace")
    remove_resource(uris["todo"])
    write_text(uris["changelog"], f"# Changelog\n\nCreated {changelog}.\n", "create")
    v2 = commit_snapshot("cli v2 modify delete add", paths=[root_uri])
    print_commit_oid("v2", v2)
    print_find(beta, root_uri)
    print_find(todo, root_uri)
    print_find(changelog, root_uri)

    print_section("v3 second changes")
    mkdir(f"{root_uri}/archive")
    write_text(uris["changelog"], f"# Changelog\n\nCreated {changelog}. Added {gamma}.\n", "replace")
    write_text(uris["archive"], f"# Archive\n\nArchived marker {archive}.\n", "create")
    v3 = commit_snapshot("cli v3 second changes", paths=[root_uri])
    print_commit_oid("v3", v3)
    print_find(gamma, root_uri)
    print_find(archive, root_uri)
    run_ov(["snapshot", "log", "--limit", "10", "-o", "json"])
    show_snapshot("v1", v1)
    show_snapshot("v2", v2)
    show_snapshot("v3", v3)

    print_section("restore to v1")
    source_commit = v1.get("commit_oid")
    if not source_commit:
        raise RuntimeError(f"snapshot commit output did not include commit_oid: {v1}")
    restore_proc = run_ov(["snapshot", "restore", source_commit, root_uri, "-m", "cli restore to v1", "-o", "json"])
    restore = parse_json(restore_proc.stdout).get("result") or {}
    wait_for_task(restore.get("task_id"))
    run_ov(["ls", root_uri, "--recursive", "-o", "json"])
    run_ov(["read", uris["guide"]])
    run_ov(["read", uris["todo"]])
    print_find(alpha, root_uri)
    print_find(beta, root_uri)
    print_find(changelog, root_uri)
    run_ov(["snapshot", "log", "--limit", "10", "-o", "json"])

    print_section("ovgitignore exclude")
    set_gitignore("*.txt\n")
    print(f"get_gitignore: {get_gitignore()!r}")
    # Write two files: debug.txt matches *.txt (excluded), notes.md does not.
    ignored_uri = f"{root_uri}/debug.txt"
    kept_uri = f"{root_uri}/notes.md"
    write_text(ignored_uri, f"# Scratch\n\ndebug noise {archive}.\n", "create")
    write_text(kept_uri, f"# Notes\n\nkept marker {archive}.\n", "create")
    v4 = commit_snapshot("cli v4 with ovgitignore", paths=[root_uri])
    print(f"ignored count: {v4.get('ignored')}")
    # debug.txt matches *.txt -> show on the snapshot should 404.
    run_ov(["snapshot", "show", v4.get("commit_oid", ""), "--path", ignored_uri, "-o", "json"], check=False)
    # notes.md is not ignored -> readable from the snapshot.
    run_ov(["snapshot", "show", v4.get("commit_oid", ""), "--path", kept_uri, "-o", "json"], check=False)
    delete_gitignore()
    print(f"get_gitignore after delete: {get_gitignore()!r}")

    print_section("done")
    print("CLI snapshot multi-version example finished")


if __name__ == "__main__":
    main()