Skip to content

The agent engineering platform.

Tinkering with CodSpeed (#30824)

Sydney Runkle59f2c9e737d2
diff --git a/.github/workflows/codspeed.yml b/.github/workflows/codspeed.yml
index e1a23db35f..fef9889248 100644
--- a/.github/workflows/codspeed.yml
+++ b/.github/workflows/codspeed.yml
@@ -14,8 +14,8 @@ on:
jobs:
codspeed:
name: Run benchmarks
- if: (github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'run-benchmarks'))
- runs-on: codspeed-macro
+ if: (github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'run-codspeed-benchmarks'))
+ runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
@@ -41,3 +41,4 @@ jobs:
run: |
cd libs/core
uv run --no-sync pytest ./tests/benchmarks --codspeed
+ mode: walltime
diff --git a/libs/core/tests/benchmarks/test_async_callbacks.py b/libs/core/tests/benchmarks/test_async_callbacks.py
index 508934a64b..5cb58f0210 100644
--- a/libs/core/tests/benchmarks/test_async_callbacks.py
+++ b/libs/core/tests/benchmarks/test_async_callbacks.py
@@ -46,7 +46,7 @@ class MyCustomAsyncHandler(AsyncCallbackHandler):
@pytest.mark.benchmark
async def test_async_callbacks_in_sync(benchmark: BenchmarkFixture) -> None:
- infinite_cycle = cycle([AIMessage(content=" ".join(["hello", "goodbye"] * 500))])
+ infinite_cycle = cycle([AIMessage(content=" ".join(["hello", "goodbye"] * 5))])
model = GenericFakeChatModel(messages=infinite_cycle)
@benchmark # type: ignore[misc]