AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
feat: add Codecov test analytics for flaky and failed tests (#9420)
Tom Hubfcc0c93b39f
diff --git a/.github/workflows/classic-autogpt-ci.yml b/.github/workflows/classic-autogpt-ci.ymlindex e549da8ae0..1a10639422 100644--- a/.github/workflows/classic-autogpt-ci.yml+++ b/.github/workflows/classic-autogpt-ci.yml@@ -115,6 +115,7 @@ jobs:poetry run pytest -vv \--cov=autogpt --cov-branch --cov-report term-missing --cov-report xml \--numprocesses=logical --durations=10 \+ --junitxml=junit.xml -o junit_family=legacy \tests/unit tests/integrationenv:CI: true@@ -124,8 +125,14 @@ jobs:AWS_ACCESS_KEY_ID: minioadminAWS_SECRET_ACCESS_KEY: minioadmin+ - name: Upload test results to Codecov+ if: ${{ !cancelled() }} # Run even if tests fail+ uses: codecov/test-results-action@v1+ with:+ token: ${{ secrets.CODECOV_TOKEN }}+- name: Upload coverage reports to Codecov- uses: codecov/codecov-action@v4+ uses: codecov/codecov-action@v5with:token: ${{ secrets.CODECOV_TOKEN }}flags: autogpt-agent,${{ runner.os }}diff --git a/.github/workflows/classic-benchmark-ci.yml b/.github/workflows/classic-benchmark-ci.ymlindex a239e7b294..0807620df9 100644--- a/.github/workflows/classic-benchmark-ci.yml+++ b/.github/workflows/classic-benchmark-ci.yml@@ -87,13 +87,20 @@ jobs:poetry run pytest -vv \--cov=agbenchmark --cov-branch --cov-report term-missing --cov-report xml \--durations=10 \+ --junitxml=junit.xml -o junit_family=legacy \testsenv:CI: trueOPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}+ - name: Upload test results to Codecov+ if: ${{ !cancelled() }} # Run even if tests fail+ uses: codecov/test-results-action@v1+ with:+ token: ${{ secrets.CODECOV_TOKEN }}+- name: Upload coverage reports to Codecov- uses: codecov/codecov-action@v4+ uses: codecov/codecov-action@v5with:token: ${{ secrets.CODECOV_TOKEN }}flags: agbenchmark,${{ runner.os }}diff --git a/.github/workflows/classic-forge-ci.yml b/.github/workflows/classic-forge-ci.ymlindex 4642f57521..594c0fd076 100644--- a/.github/workflows/classic-forge-ci.yml+++ b/.github/workflows/classic-forge-ci.yml@@ -139,6 +139,7 @@ jobs:poetry run pytest -vv \--cov=forge --cov-branch --cov-report term-missing --cov-report xml \--durations=10 \+ --junitxml=junit.xml -o junit_family=legacy \forgeenv:CI: true@@ -148,8 +149,14 @@ jobs:AWS_ACCESS_KEY_ID: minioadminAWS_SECRET_ACCESS_KEY: minioadmin+ - name: Upload test results to Codecov+ if: ${{ !cancelled() }} # Run even if tests fail+ uses: codecov/test-results-action@v1+ with:+ token: ${{ secrets.CODECOV_TOKEN }}+- name: Upload coverage reports to Codecov- uses: codecov/codecov-action@v4+ uses: codecov/codecov-action@v5with:token: ${{ secrets.CODECOV_TOKEN }}flags: forge,${{ runner.os }}