Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

12.8 KB
Raw Blame
# Copyright (c) 2026 Beijing Volcano Engine Technology Co., Ltd.
# SPDX-License-Identifier: AGPL-3.0
"""End-to-end parity tests for client.snapshot.* over HTTP.

These exercise the AsyncHTTPClient.snapshot namespace surface, routed through
AsyncHTTPClient -> real FastAPI server (via httpx
ASGITransport) -> real OpenVikingService -> real VikingFS.

The full stack is genuine: real httpx response parsing, real envelope
handling, real X-Snapshot-* header round-tripping. No mocks at the
client.snapshot or AsyncHTTPClient layer.
"""

from __future__ import annotations

import re
import shutil
import uuid
from pathlib import Path
from typing import AsyncGenerator

import httpx
import pytest
import pytest_asyncio

from openviking.models.embedder.base import DenseEmbedderBase, EmbedResult
from openviking.server.app import create_app
from openviking.server.config import ServerConfig
from openviking.server.identity import RequestContext, Role
from openviking.service.core import OpenVikingService
from openviking_cli.client.http import AsyncHTTPClient
from openviking_cli.session.user_id import UserIdentifier
from openviking_cli.utils.config.embedding_config import EmbeddingConfig
from openviking_cli.utils.config.vlm_config import VLMConfig

pytest.importorskip("ragfs_python")


pytestmark = pytest.mark.asyncio

OID_RE = re.compile(r"^[0-9a-f]{40}$")

PROJECT_ROOT = Path(__file__).parent.parent.parent
HTTP_TEST_TMP_DIR = PROJECT_ROOT / "test_data" / "tmp_client_git_http"


def _install_fake_embedder(monkeypatch):
    dimension = 1024

    class FakeEmbedder(DenseEmbedderBase):
        def __init__(self):
            super().__init__(model_name="test-fake-embedder")

        def embed(self, text: str, is_query: bool = False) -> EmbedResult:
            return EmbedResult(dense_vector=[0.1] * dimension)

        def get_dimension(self) -> int:
            return dimension

    monkeypatch.setattr(EmbeddingConfig, "get_embedder", lambda self: FakeEmbedder())
    return FakeEmbedder


def _install_fake_vlm(monkeypatch):
    async def _fake_get_completion(self, prompt, thinking=False):
        return "fake summary"

    async def _fake_get_vision_completion(self, prompt, images, thinking=False):
        return "fake vision"

    monkeypatch.setattr(VLMConfig, "is_available", lambda self: True)
    monkeypatch.setattr(VLMConfig, "get_completion_async", _fake_get_completion)
    monkeypatch.setattr(VLMConfig, "get_vision_completion_async", _fake_get_vision_completion)


@pytest.fixture(scope="function")
def http_temp_dir():
    unique = HTTP_TEST_TMP_DIR / uuid.uuid4().hex[:8]
    unique.mkdir(parents=True, exist_ok=True)
    yield unique
    shutil.rmtree(unique, ignore_errors=True)


@pytest_asyncio.fixture(scope="function")
async def http_service(http_temp_dir: Path, monkeypatch):
    """Stand up a real OpenVikingService backed by a temp data dir."""
    fake_embedder_cls = _install_fake_embedder(monkeypatch)
    _install_fake_vlm(monkeypatch)

    svc = OpenVikingService(
        path=str(http_temp_dir / "data"),
        user=UserIdentifier.the_default_user("git_http_test_user"),
    )
    await svc.initialize()
    svc.viking_fs.query_embedder = fake_embedder_cls()

    test_ctx = RequestContext(
        user=UserIdentifier("git_http_test_account", "git_http_test_user"),
        role=Role.ADMIN,
    )
    await svc.initialize_account_directories(test_ctx)
    await svc.initialize_user_directories(test_ctx)
    try:
        yield svc
    finally:
        await svc.close()


@pytest_asyncio.fixture(scope="function")
async def http_app(http_service: OpenVikingService):
    """FastAPI app with the test service wired in (no auth)."""
    from openviking.server.auth.plugins import DevAuthPlugin
    from openviking.server.auth.registry import get_registry
    from openviking.server.dependencies import set_service

    config = ServerConfig()
    app = create_app(config=config, service=http_service)
    set_service(http_service)
    # ASGITransport doesn't trigger lifespan, so wire up the auth plugin manually.
    registry = get_registry()
    if registry.get("dev") is None:
        registry.register(DevAuthPlugin)
    app.state.auth_plugin = registry.get("dev")()
    return app


@pytest_asyncio.fixture(scope="function")
async def http_git_client(http_app) -> AsyncGenerator[AsyncHTTPClient, None]:
    """Real AsyncHTTPClient whose underlying httpx talks to the ASGI app.

    The returned client exposes the production `.snapshot` namespace; the only
    swap is the transport — every other layer is the real stack.
    """
    client = AsyncHTTPClient(
        url="http://testserver",
        api_key="test-key",
        account="git_http_test_account",
        user="git_http_test_user",
    )
    transport = httpx.ASGITransport(app=http_app)
    headers = {
        "X-API-Key": "test-key",
        "X-OpenViking-Account": "git_http_test_account",
        "X-OpenViking-User": "git_http_test_user",
    }
    client._http = httpx.AsyncClient(
        transport=transport,
        base_url="http://testserver",
        headers=headers,
        timeout=30.0,
    )
    try:
        yield client
    finally:
        await client._http.aclose()


async def _write_blob(service: OpenVikingService, uri: str, body: bytes) -> None:
    ctx = RequestContext(
        user=UserIdentifier("git_http_test_account", "git_http_test_user"),
        role=Role.ROOT,
    )
    await service.viking_fs.write_file(uri, body, ctx=ctx)


async def test_http_commit_and_log_roundtrip(http_git_client, http_service):
    client = http_git_client

    await _write_blob(http_service, "viking://resources/http_a.md", b"hello-http")

    commit = await client.snapshot.commit(message="http parity")
    assert commit["result"] in ("created", "noop")
    assert isinstance(commit["commit_oid"], str)
    assert OID_RE.match(commit["commit_oid"])

    log = await client.snapshot.log(limit=5)
    assert isinstance(log, list) and len(log) >= 1
    assert "oid" in log[0] and "message" in log[0]


async def test_http_log_filters_repeated_paths_end_to_end(http_app, http_service):
    target_uri = "viking://resources/http_log_paths/a.md"
    directory_uri = "viking://resources/http_log_paths/docs"
    child_uri = f"{directory_uri}/guide.md"
    unrelated_uri = "viking://resources/http_log_paths_other.md"

    transport = httpx.ASGITransport(app=http_app)
    async with httpx.AsyncClient(
        transport=transport,
        base_url="http://testserver",
        headers=_AUTH_HEADERS,
        timeout=30.0,
    ) as client:

        async def commit(uri: str, body: bytes, message: str) -> dict:
            await _write_blob(http_service, uri, body)
            response = await client.post(
                "/api/v1/snapshot/commit",
                json={"message": message, "paths": [uri]},
            )
            assert response.status_code == 200
            return response.json()["result"]

        target_commit = await commit(target_uri, b"target", "add target")
        await commit(unrelated_uri, b"unrelated", "add unrelated")
        directory_commit = await commit(child_uri, b"guide", "add directory child")

        response = await client.get(
            "/api/v1/snapshot/log",
            params=[
                ("branch", "main"),
                ("limit", "2"),
                ("paths", target_uri),
                ("paths", directory_uri),
            ],
        )

    assert response.status_code == 200
    assert response.request.url.params.get_list("paths") == [target_uri, directory_uri]
    history = response.json()["result"]
    assert [item["oid"] for item in history] == [
        directory_commit["commit_oid"],
        target_commit["commit_oid"],
    ]


async def test_http_show_blob_byte_exact_roundtrip(http_git_client, http_service):
    client = http_git_client
    blob_uri = "viking://resources/http_show_blob.txt"
    expected = b"byte exact \x00\x01\x02 payload\n"

    await _write_blob(http_service, blob_uri, expected)
    commit = await client.snapshot.commit(message="with blob")
    assert OID_RE.match(commit["commit_oid"])

    result = await client.snapshot.show(commit["commit_oid"], path=blob_uri)
    assert isinstance(result, dict)
    assert result["bytes"] == expected
    assert result["size"] == len(expected)
    assert OID_RE.match(result["oid"])


async def test_http_show_metadata_without_path(http_git_client, http_service):
    client = http_git_client

    await _write_blob(http_service, "viking://resources/http_meta.md", b"metadata")
    commit = await client.snapshot.commit(message="meta commit")

    meta = await client.snapshot.show(commit["commit_oid"])
    assert meta["oid"] == commit["commit_oid"]
    assert meta["message"].startswith("meta commit")
    assert meta["parents"] == []


async def test_http_restore_dry_run_does_not_mutate(http_git_client, http_service):
    client = http_git_client

    await _write_blob(http_service, "viking://resources/proj/a.md", b"v1")
    v1 = await client.snapshot.commit(message="v1")
    assert OID_RE.match(v1["commit_oid"])

    await _write_blob(http_service, "viking://resources/proj/a.md", b"v2")
    v2 = await client.snapshot.commit(message="v2")
    assert v2["commit_oid"] != v1["commit_oid"]

    log_before = await client.snapshot.log(limit=10)

    dry = await client.snapshot.restore(
        project_dir="viking://resources/proj",
        source_commit=v1["commit_oid"],
        dry_run=True,
    )

    assert "diff" in dry or dry.get("result") == "noop"

    blob_after = await client.snapshot.show(v2["commit_oid"], path="viking://resources/proj/a.md")
    assert blob_after["bytes"] == b"v2"

    log_after = await client.snapshot.log(limit=10)
    assert len(log_after) == len(log_before)


_AUTH_HEADERS = {
    "X-API-Key": "test-key",
    "X-OpenViking-Account": "git_http_test_account",
    "X-OpenViking-User": "git_http_test_user",
}


async def test_http_ignore_get_set_delete_roundtrip(http_app, http_service):
    """Drive the /api/v1/snapshot/ignore routes directly via httpx.

    Bypasses AsyncHTTPClient (whose snapshot namespace is not wired in this
    environment) and confirms the FastAPI routes -> FsService -> VikingFS
    path works end-to-end, including the ignore rule taking effect at commit.
    """
    transport = httpx.ASGITransport(app=http_app)
    async with httpx.AsyncClient(
        transport=transport, base_url="http://testserver", headers=_AUTH_HEADERS, timeout=30.0
    ) as c:
        # Absent -> empty string result.
        r = await c.get("/api/v1/snapshot/ignore")
        assert r.status_code == 200
        assert r.json()["result"] == ""

        # Set via PUT.
        r = await c.put("/api/v1/snapshot/ignore", json={"content": "*.log\n"})
        assert r.status_code == 200
        assert r.json()["status"] == "ok"

        # Read back.
        r = await c.get("/api/v1/snapshot/ignore")
        assert r.json()["result"] == "*.log\n"

        # The rule affects commits over HTTP: a .log file is skipped.
        await _write_blob(http_service, "viking://resources/h_keep.md", b"keep")
        await _write_blob(http_service, "viking://resources/h_skip.log", b"skip")
        r = await c.post(
            "/api/v1/snapshot/commit",
            json={"message": "http ignore"},
        )
        assert r.status_code == 200
        body = r.json()["result"]
        assert body["result"] == "created"
        assert body["ignored"] == 1

        # Delete is idempotent.
        r = await c.delete("/api/v1/snapshot/ignore")
        assert r.status_code == 200
        r = await c.delete("/api/v1/snapshot/ignore")
        assert r.status_code == 200

        # Gone -> empty string again.
        r = await c.get("/api/v1/snapshot/ignore")
        assert r.json()["result"] == ""


async def test_http_sdk_snapshot_ignore_roundtrip(http_git_client, http_service):
    """Drive ignore management through the real AsyncHTTPClient.snapshot namespace.

    Unlike test_http_ignore_get_set_delete_roundtrip (which hits the routes
    with raw httpx), this exercises the SDK surface end-to-end:
    AsyncHTTPClient.snapshot.get/set/delete_gitignore -> httpx -> FastAPI ->
    FsService -> VikingFS, including the rule taking effect at commit time.
    """
    client = http_git_client

    # Absent -> empty string.
    assert await client.snapshot.get_gitignore() == ""

    # Set a rule via the SDK namespace.
    await client.snapshot.set_gitignore(content="*.log\n")
    assert await client.snapshot.get_gitignore() == "*.log\n"

    # The rule affects a commit performed through the same SDK namespace.
    await _write_blob(http_service, "viking://resources/sdk_keep.md", b"keep")
    await _write_blob(http_service, "viking://resources/sdk_skip.log", b"skip")
    commit = await client.snapshot.commit(message="sdk ignore")
    assert commit["result"] == "created"
    assert commit["ignored"] == 1

    # Delete via the SDK namespace, then confirm it is gone.
    await client.snapshot.delete_gitignore()
    assert await client.snapshot.get_gitignore() == ""