Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

3.1 KB
Raw Blame
# Copyright (c) 2026 Beijing Volcano Engine Technology Co., Ltd.
# SPDX-License-Identifier: AGPL-3.0
"""
Async helper utilities for running coroutines from sync code.
"""

import asyncio
import atexit
import threading
from typing import Coroutine, TypeVar

T = TypeVar("T")

_lock = threading.Lock()
_loop: asyncio.AbstractEventLoop | None = None
_loop_thread: threading.Thread | None = None


def _get_loop() -> asyncio.AbstractEventLoop:
    """Get or create a shared event loop running in a background thread."""
    global _loop, _loop_thread
    if _loop is not None and not _loop.is_closed():
        return _loop
    with _lock:
        if _loop is not None and not _loop.is_closed():
            return _loop
        _loop = asyncio.new_event_loop()
        _loop_thread = threading.Thread(target=_loop.run_forever, daemon=True)
        _loop_thread.start()
        atexit.register(_shutdown_loop)
    return _loop


def _shutdown_loop():
    """Shutdown the shared loop on process exit."""
    global _loop, _loop_thread
    if _loop is not None and not _loop.is_closed() and _loop_thread is not None:
        _loop.call_soon_threadsafe(_loop.stop)
        _loop_thread.join(timeout=5)
        _loop.close()
    _loop = None
    _loop_thread = None


def run_async(coro: Coroutine[None, None, T]) -> T:
    """
    Run async coroutine from sync code.

    This function uses a shared background-thread event loop to run coroutines
    from synchronous code. This approach avoids compatibility issues with uvloop
    and other event loop implementations that don't support nested loops.

    The shared loop ensures stateful async objects (e.g. httpx.AsyncClient) stay
    on the same loop across multiple calls.

    Re-entrant safe: if called from a context where an event loop is already
    running on the current thread (e.g. Session methods invoked by async code
    on the shared loop), the coroutine is executed on a fresh event loop in a
    new thread to avoid deadlock.

    Args:
        coro: The coroutine to run

    Returns:
        The result of coroutine
    """
    # Detect re-entrancy. If this is called from the shared loop's own thread we
    # cannot block on that same loop, so use a helper thread. Calls from other
    # async runtimes should still use the shared loop so stateful async clients
    # stay attached to the loop where they were initialized.
    try:
        running_loop = asyncio.get_running_loop()
    except RuntimeError:
        running_loop = None

    if running_loop is not None and running_loop is _loop:
        result_box: list = []
        error_box: list = []

        def _run_in_thread() -> None:
            tmp_loop = asyncio.new_event_loop()
            try:
                result_box.append(tmp_loop.run_until_complete(coro))
            except BaseException as exc:
                error_box.append(exc)
            finally:
                tmp_loop.close()

        t = threading.Thread(target=_run_in_thread, daemon=True)
        t.start()
        t.join()
        if error_box:
            raise error_box[0]
        return result_box[0]

    loop = _get_loop()
    future = asyncio.run_coroutine_threadsafe(coro, loop)
    return future.result()