Skip to content

The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:

Split Athena driver tests across 2 runners x 2 JVMs (#81811)

Riley Thompson975a4e85c561
diff --git a/.github/workflows/drivers.yml b/.github/workflows/drivers.yml
index 633ecc227a8..e02c4002dec 100644
--- a/.github/workflows/drivers.yml
+++ b/.github/workflows/drivers.yml
@@ -95,6 +95,10 @@ jobs:
if: ${{ needs.determine-driver-skips.outputs.athena-should-run == 'true' }}
runs-on: ${{ vars.DEFAULT_RUNNER_KEY }}
timeout-minutes: 40
+ strategy:
+ fail-fast: false
+ matrix:
+ runner-index: [0, 1]
env:
CI: 'true'
DRIVERS: athena
@@ -107,7 +111,7 @@ jobs:
# These credentials are used to test the driver when the user does not have the athena:GetTableMetadata permission
MB_ATHENA_TEST_WITHOUT_GET_TABLE_METADATA_ACCESS_KEY: ${{ secrets.MB_ATHENA_TEST_WITHOUT_GET_TABLE_METADATA_ACCESS_KEY }}
MB_ATHENA_TEST_WITHOUT_GET_TABLE_METADATA_SECRET_KEY: ${{ secrets.MB_ATHENA_TEST_WITHOUT_GET_TABLE_METADATA_SECRET_KEY }}
- name: Athena
+ name: Athena Driver Tests ${{ matrix.runner-index }}
steps:
- uses: actions/checkout@v7
- name: Test Athena driver
@@ -118,6 +122,11 @@ jobs:
test-args: >-
:only-tags [:mb/driver-tests]
:exclude-tags [:mb/transforms-python-test]
+ runner-index: ${{ matrix.runner-index }}
+ runner-count: ${{ strategy.job-total }}
+ jvms-per-runner: '2'
+ heap-per-jvm: '4g'
+ artifact-suffix: runner-${{ matrix.runner-index }}
be-tests-bigquery-cloud-sdk-ee:
needs: determine-driver-skips