The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
Async callback benchmark (#30777)
William FH70532a65f8a5
diff --git a/libs/core/tests/benchmarks/test_async_callbacks.py b/libs/core/tests/benchmarks/test_async_callbacks.pynew file mode 100644index 0000000000..0a3c9127dc--- /dev/null+++ b/libs/core/tests/benchmarks/test_async_callbacks.py@@ -0,0 +1,52 @@+# ruff: noqa: ARG002+import asyncio+from itertools import cycle+from typing import Any++import pytest+from pytest_benchmark.fixture import BenchmarkFixture # type: ignore++from langchain_core.callbacks.base import AsyncCallbackHandler+from langchain_core.language_models import GenericFakeChatModel+from langchain_core.messages import AIMessage+++class MyCustomAsyncHandler(AsyncCallbackHandler):+ async def on_chat_model_start(+ self,+ serialized: Any,+ messages: Any,+ *,+ run_id: Any,+ parent_run_id: Any = None,+ tags: Any = None,+ metadata: Any = None,+ **kwargs: Any,+ ) -> Any:+ # Do nothing+ # Required to implement since this is an abstract method+ pass++ async def on_llm_new_token(+ self,+ token: str,+ *,+ chunk: Any = None,+ run_id: Any,+ parent_run_id: Any = None,+ tags: Any = None,+ **kwargs: Any,+ ) -> None:+ await asyncio.sleep(0)+++async def test_async_callbacks(benchmark: BenchmarkFixture) -> None:+ infinite_cycle = cycle([AIMessage(content=" ".join(["hello", "goodbye"] * 1000))])+ model = GenericFakeChatModel(messages=infinite_cycle)++ @benchmark+ def async_callbacks() -> None:+ for _ in range(10):+ for _ in model.stream("meow", {"callbacks": [MyCustomAsyncHandler()]}):+ pass