Skip to content

The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:

Split Databricks driver tests across 2 runners x 2 JVMs (#81812)

Riley Thompson9edd72d51c4e
diff --git a/.github/workflows/drivers.yml b/.github/workflows/drivers.yml
index 6a24ef5d3f7..f786203b6f9 100644
--- a/.github/workflows/drivers.yml
+++ b/.github/workflows/drivers.yml
@@ -306,21 +306,7 @@ jobs:
strategy:
fail-fast: false
matrix:
- job:
- - name: Driver Tests Part 1
- test-args: >-
- :only-tags [:mb/driver-tests]
- :exclude-tags [:mb/transforms-python-test]
- :fail-fast? true
- :partition/total 2
- :partition/index 0
- - name: Driver Tests Part 2
- test-args: >-
- :only-tags [:mb/driver-tests]
- :exclude-tags [:mb/transforms-python-test]
- :fail-fast? true
- :partition/total 2
- :partition/index 1
+ runner-index: [0, 1]
env:
CI: 'true'
DRIVERS: databricks
@@ -328,7 +314,7 @@ jobs:
MB_DATABRICKS_TEST_CATALOG_ROUTING: 'metabase_routing_catalog'
MB_DATABRICKS_TEST_CLIENT_ID: ${{ secrets.MB_DATABRICKS_JDBC_TEST_CLIENT_ID }}
MB_DATABRICKS_TEST_OAUTH_SECRET: ${{ secrets.MB_DATABRICKS_JDBC_TEST_OAUTH_SECRET }}
- name: Databricks
+ name: Databricks Driver Tests ${{ matrix.runner-index }}
steps:
- name: Select Databricks workspace
shell: bash
@@ -357,8 +343,15 @@ jobs:
uses: ./.github/actions/test-driver
with:
junit-name: 'be-tests-databricks-ee'
- artifact-suffix: ${{ matrix.job.name }}
- test-args: ${{ matrix.job.test-args }}
+ test-args: >-
+ :only-tags [:mb/driver-tests]
+ :exclude-tags [:mb/transforms-python-test]
+ :fail-fast? true
+ runner-index: ${{ matrix.runner-index }}
+ runner-count: ${{ strategy.job-total }}
+ jvms-per-runner: '2'
+ heap-per-jvm: '4g'
+ artifact-suffix: runner-${{ matrix.runner-index }}
be-tests-h2:
needs: determine-driver-skips