Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

7.9 KB
Raw Blame
# Copyright (c) 2026 Beijing Volcano Engine Technology Co., Ltd.
# SPDX-License-Identifier: AGPL-3.0

import asyncio
import logging
import os
from unittest.mock import MagicMock, patch

import pytest

from openviking.storage.queuefs.semantic_msg import SemanticMsg
from openviking.storage.queuefs.semantic_processor import SemanticProcessor

# 设置手动测试标记:RUN_MANUAL=1 pytest tests/session/test_manual_memory_batching.py
skip_if_not_manual = pytest.mark.skipif(
    os.environ.get("RUN_MANUAL") != "1", reason="手动执行测试,需设置 RUN_MANUAL=1 运行"
)

logger = logging.getLogger(__name__)

# 西北大环线 10 天行程模板
TRIP_DAYS = [
    {"day": 1, "route": "西宁 - 青海湖", "highlights": "青海湖、骑行、油菜花"},
    {"day": 2, "route": "青海湖 - 茶卡盐湖 - 大柴旦", "highlights": "天空之境、盐层、戈壁"},
    {"day": 3, "route": "大柴旦 - 翡翠湖 - 青海雅丹", "highlights": "绿宝石湖泊、雅丹地貌"},
    {"day": 4, "route": "大柴旦 - 阿克塞 - 敦煌", "highlights": "石油小镇、无人区"},
    {"day": 5, "route": "敦煌 - 莫高窟 - 鸣沙山", "highlights": "壁画、月牙泉、沙漠"},
    {"day": 6, "route": "敦煌 - 瓜州 - 嘉峪关 - 张掖", "highlights": "雄关、长城、祁连雪山"},
    {"day": 7, "route": "张掖丹霞 - 扁都口 - 祁连", "highlights": "七彩丹霞、祁连山"},
    {"day": 8, "route": "祁连 - 卓尔山 - 祁连山草原 - 门源", "highlights": "东方瑞士、油菜花海"},
    {"day": 9, "route": "门源 - 达坂山 - 西宁", "highlights": "大通河、塔尔寺、美食"},
    {"day": 10, "route": "西宁 - 返程", "highlights": "回味无穷、离别感悟"},
]


class NorthwestTripMockVLM:
    """模拟 LLM 生成西北大环线旅行日记和摘要。"""

    def __init__(self):
        self.is_available = MagicMock(return_value=True)
        self.call_count = 0
        self.max_concurrent = 20

    async def get_completion_async(self, prompt: str) -> str:
        self.call_count += 1
        # 根据 prompt 内容模拟不同的生成结果
        if "summary" in prompt.lower() or "摘要" in prompt:
            return f"【生成摘要】:这份日记详细记录了西北大环线第 {self.call_count % 10 + 1} 天的旅程。重点包括了该地的自然景观与人文感悟,字数充足,情感真挚。"

        # 构造约 1000 字的详细日记
        day_info = TRIP_DAYS[self.call_count % 10]
        content = f"今天是西北大环线的第 {day_info['day']} 天,行程是 {day_info['route']}。 "
        content += f"主要景点有 {day_info['highlights']}。 "
        content += "西北的景色真是让人震撼,广袤的戈壁,洁白的盐湖,还有那一抹抹翠绿的翡翠湖,每一处都像是上帝打翻的调色盘。 "
        content += "在路上,我们感受到了大自然的鬼斧神工,也体会到了生命的顽强。那些在荒漠中伫立的雅丹,仿佛在诉说着千年的孤独。 "
        content += "每一步都是风景,每一眼都是永恒。这里的风带着沙土的味道,阳光灼热却不刺眼。 "
        # 扩展到约 1000 字
        return (content * 10)[:2000]


@skip_if_not_manual
@pytest.mark.asyncio
async def test_manual_memory_batching_100_files(monkeypatch):
    """
    西北大环线 100 个文件压力测试。

    1. 模拟 10 天行程,每天 10 篇日记,共 100 个文件。
    2. 每个文件约 1000 字,模拟流水账。
    3. 验证分批处理(Batching)逻辑是否能平滑处理 100 个文件的并发摘要生成。
    """
    file_count = 100
    mock_vlm = NorthwestTripMockVLM()

    # 1. 模拟配置
    mock_config = MagicMock()
    mock_config.vlm = mock_vlm
    mock_config.language_fallback = "zh-CN"
    mock_config.semantic.max_file_content_chars = 30000
    mock_config.semantic.max_skeleton_chars = 5000
    mock_config.semantic.max_overview_prompt_chars = 60000
    mock_config.semantic.overview_batch_size = 50
    mock_config.semantic.abstract_max_chars = 256
    mock_config.semantic.overview_max_chars = 4000
    mock_config.semantic.max_concurrent_llm = 10

    # 2. 模拟 AGFS/VikingFS 中的 100 个文件
    class MockVikingFS:
        def __init__(self):
            self.files = []
            for i in range(file_count):
                day = (i // 10) + 1
                entry = (i % 10) + 1
                self.files.append(
                    {
                        "name": f"day_{day:02d}_entry_{entry:02d}.txt",
                        "isDir": False,
                        "uri": f"viking://user/memories/northwest_trip/day_{day:02d}_entry_{entry:02d}.txt",
                    }
                )

        async def ls(self, uri, ctx=None):
            return self.files

        async def read_file(self, uri, ctx=None):
            # 模拟读取 1000 字的流水账(由 LLM 构造)
            return await mock_vlm.get_completion_async(f"Generate diary for {uri}")

        async def write_file(self, uri, content, ctx=None):
            return True

        def _uri_to_path(self, uri, ctx=None):
            return uri.replace("viking://", "/")

    mock_fs = MockVikingFS()

    # 使用 patch.multiple 来模拟多个 get_xxx 方法
    with (
        patch(
            "openviking.storage.queuefs.semantic_processor.get_openviking_config",
            return_value=mock_config,
        ),
        patch("openviking.storage.queuefs.semantic_processor.get_viking_fs", return_value=mock_fs),
    ):
        # 4. 初始化 Processor 并设置并发
        processor = SemanticProcessor(max_concurrent_llm=10)

        # --- 增加并发监控逻辑 ---
        active_concurrency = 0
        max_observed_concurrency = 0
        generate_summary_calls = []
        _generate_single_file_summary = processor._generate_single_file_summary

        async def mock_generate_summary(*args, **kwargs):
            nonlocal active_concurrency, max_observed_concurrency, generate_summary_calls
            # 增加 LLM 调用计数以满足后续断言
            try:
                active_concurrency += 1
                # 进入方法:并发计数增加
                max_observed_concurrency = max(max_observed_concurrency, active_concurrency)
                # 模拟 I/O 耗时,给事件循环调度其他协程的机会
                await asyncio.sleep(0.01)
                return await _generate_single_file_summary(*args, **kwargs)
            finally:
                active_concurrency -= 1

        # 将增强后的 mock 应用到 processor
        monkeypatch.setattr(processor, "_generate_single_file_summary", mock_generate_summary)

        # 5. 构造消息
        msg = SemanticMsg(
            uri="viking://user/memories/northwest_trip",
            context_type="memory",
            telemetry_id="tel-stress-northwest-100",
            changes={"added": [f["uri"] for f in mock_fs.files], "modified": [], "deleted": []},
        )

        # 6. 执行测试
        print(f"\n[Manual Test] 正在处理 {file_count} 个西北大环线旅行记忆文件(分批模式)...")
        await processor._process_memory_directory(msg)

    # 7. 验证结果
    print(f"[Manual Test] 处理完成。LLM 总调用次数: {mock_vlm.call_count}")
    print(f"[Verification] 峰值并发数: {max_observed_concurrency}")

    # 断言峰值并发不超过 batch_size (10)
    assert max_observed_concurrency <= 10, (
        f"并发数过高: {max_observed_concurrency},分批逻辑可能失效!"
    )
    assert max_observed_concurrency > 0

    # 100次 摘要生成 + 1次 overview(L1) + 1次 abstract(L0)
    # 因为 read_file 也被 mock 了,所以构造过程不再消耗 call_count
    assert mock_vlm.call_count >= 102

    print("[Manual Test] 分批逻辑压力测试及并发验证成功。")


if __name__ == "__main__":
    # 方便直接运行此脚本
    os.environ["RUN_MANUAL"] = "1"
    import sys

    sys.exit(pytest.main([__file__]))