The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
ci: use codspeed `walltime` mode for slow partners (#36049)
Mason Daughertyb7e0b41d3af7
diff --git a/.github/scripts/check_diff.py b/.github/scripts/check_diff.pyindex ee085f8cd9..a18990235a 100644--- a/.github/scripts/check_diff.py+++ b/.github/scripts/check_diff.py@@ -127,7 +127,21 @@ def _get_configs_for_single_dir(job: str, dir_: str) -> List[Dict[str, str]]:return _get_pydantic_test_configs(dir_)if job == "codspeed":- py_versions = ["3.13"]+ # CPU simulation (<1% variance, Valgrind-based) is the default.+ # Partners with heavy SDK inits use walltime instead to keep CI fast.+ CODSPEED_WALLTIME_DIRS = {+ "libs/core",+ "libs/partners/fireworks", # ~328s under simulation+ "libs/partners/openai", # 6 benchmarks, ~6 min under simulation+ }+ mode = "walltime" if dir_ in CODSPEED_WALLTIME_DIRS else "simulation"+ return [+ {+ "working-directory": dir_,+ "python-version": "3.13",+ "codspeed-mode": mode,+ }+ ]elif dir_ == "libs/core":py_versions = ["3.10", "3.11", "3.12", "3.13", "3.14"]# custom logic for specific directoriesdiff --git a/.github/workflows/check_diffs.yml b/.github/workflows/check_diffs.ymlindex 1d48334937..a86246f837 100644--- a/.github/workflows/check_diffs.yml+++ b/.github/workflows/check_diffs.yml@@ -236,7 +236,7 @@ jobs:elseuv run --no-sync pytest ./tests/unit_tests/ -m benchmark --codspeedfi- mode: ${{ matrix.job-configs.working-directory == 'libs/core' && 'walltime' || 'simulation' }}+ mode: ${{ matrix.job-configs.codspeed-mode }}# Final status check - ensures all required jobs passed before allowing mergeci_success: