Skip to content

🌟 The Multi-Agent Framework: First AI Software Company, Towards Natural Language Programming

2.6 KB
Raw Blame
import asyncio

import pytest

from metagpt.roles import Role
from metagpt.schema import Message
from metagpt.subscription import SubscriptionRunner


@pytest.mark.asyncio
async def test_subscription_run():
    callback_done = 0

    async def trigger():
        while True:
            yield Message(content="the latest news about OpenAI")
            await asyncio.sleep(3600 * 24)

    class MockRole(Role):
        async def run(self, message=None):
            return Message(content="")

    async def callback(message):
        nonlocal callback_done
        callback_done += 1

    runner = SubscriptionRunner()

    roles = []
    for _ in range(2):
        role = MockRole()
        roles.append(role)
        await runner.subscribe(role, trigger(), callback)

    task = asyncio.get_running_loop().create_task(runner.run())

    for _ in range(10):
        if callback_done == 2:
            break
        await asyncio.sleep(0)
    else:
        raise TimeoutError("callback not call")

    role = roles[0]
    assert role in runner.tasks
    await runner.unsubscribe(roles[0])

    for _ in range(10):
        if role not in runner.tasks:
            break
        await asyncio.sleep(0)
    else:
        raise TimeoutError("callback not call")

    task.cancel()
    for i in runner.tasks.values():
        i.cancel()


@pytest.mark.asyncio
async def test_subscription_run_error(loguru_caplog):
    async def trigger1():
        while True:
            yield Message(content="the latest news about OpenAI")
            await asyncio.sleep(3600 * 24)

    async def trigger2():
        yield Message(content="the latest news about OpenAI")

    class MockRole1(Role):
        async def run(self, message=None):
            raise RuntimeError

    class MockRole2(Role):
        async def run(self, message=None):
            return Message(content="")

    async def callback(msg: Message):
        print(msg)

    runner = SubscriptionRunner()
    await runner.subscribe(MockRole1(), trigger1(), callback)
    with pytest.raises(RuntimeError):
        await runner.run()

    await runner.subscribe(MockRole2(), trigger2(), callback)
    task = asyncio.get_running_loop().create_task(runner.run(False))

    for _ in range(10):
        if not runner.tasks:
            break
        await asyncio.sleep(0)
    else:
        raise TimeoutError("wait runner tasks empty timeout")

    task.cancel()
    for i in runner.tasks.values():
        i.cancel()
    assert len(loguru_caplog.records) >= 2
    logs = "".join(loguru_caplog.messages)
    assert "run error" in logs
    assert "has completed" in logs


if __name__ == "__main__":
    pytest.main([__file__, "-s"])