Skip to content

Apache DataFusion SQL Query Engine

Always remove unecessary software from github runners for all jobs (fix intermittent out of space on runners) (#19122)

Andrew Lamb1800d150f4fc
diff --git a/.github/actions/setup-builder/action.yaml b/.github/actions/setup-builder/action.yaml
index 22d2f2187d..6228370c95 100644
--- a/.github/actions/setup-builder/action.yaml
+++ b/.github/actions/setup-builder/action.yaml
@@ -46,3 +46,17 @@ runs:
# https://github.com/actions/checkout/issues/766
shell: bash
run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
+ - name: Remove unnecessary preinstalled software
+ shell: bash
+ run: |
+ echo "Disk space before cleanup:"
+ df -h
+ apt-get clean
+ # remove tool cache: about 8.5GB (github has host /opt/hostedtoolcache mounted as /__t)
+ rm -rf /__t/* || true
+ # remove Haskell runtime: about 6.3GB (host /usr/local/.ghcup)
+ rm -rf /host/usr/local/.ghcup || true
+ # remove Android library: about 7.8GB (host /usr/local/lib/android)
+ rm -rf /host/usr/local/lib/android || true
+ echo "Disk space after cleanup:"
+ df -h
\ No newline at end of file
diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
index ff29b4e1c0..434894019e 100644
--- a/.github/workflows/rust.yml
+++ b/.github/workflows/rust.yml
@@ -272,18 +272,6 @@ jobs:
volumes:
- /usr/local:/host/usr/local
steps:
- - name: Remove unnecessary preinstalled software
- run: |
- echo "Disk space before cleanup:"
- df -h
- # remove tool cache: about 8.5GB (github has host /opt/hostedtoolcache mounted as /__t)
- rm -rf /__t/* || true
- # remove Haskell runtime: about 6.3GB (host /usr/local/.ghcup)
- rm -rf /host/usr/local/.ghcup || true
- # remove Android library: about 7.8GB (host /usr/local/lib/android)
- rm -rf /host/usr/local/lib/android || true
- echo "Disk space after cleanup:"
- df -h
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
submodules: true
@@ -374,19 +362,6 @@ jobs:
with:
save-if: ${{ github.ref_name == 'main' }}
shared-key: "amd-ci-linux-test-example"
- - name: Remove unnecessary preinstalled software
- run: |
- echo "Disk space before cleanup:"
- df -h
- apt-get clean
- rm -rf /__t/CodeQL
- rm -rf /__t/PyPy
- rm -rf /__t/Java_Temurin-Hotspot_jdk
- rm -rf /__t/Python
- rm -rf /__t/go
- rm -rf /__t/Ruby
- echo "Disk space after cleanup:"
- df -h
- name: Run examples
run: |
# test datafusion-sql examples