SeaweedFS is a distributed storage system for object storage (S3), file systems, Iceberg table buckets, and Lance vector buckets, designed to handle billions of files with O(1) disk access and effortless horizontal scaling.
Go blob-storagecloud-drivedistributed-file-systemdistributed-storageerasure-codingfusehadoop-hdfshdfskuberneteslancelancedbobject-storageposixs3s3-storageseaweedfstiered-file-systemvector-search
ci(s3tables): stop Lakekeeper flaking on Docker Hub pull timeouts (#9920)
Chris Lucaadd6ca7928
diff --git a/.github/workflows/s3-spark-tests.yml b/.github/workflows/s3-spark-tests.ymlindex 8154a323b9..6214a68f8b 100644--- a/.github/workflows/s3-spark-tests.yml+++ b/.github/workflows/s3-spark-tests.yml@@ -45,7 +45,7 @@ jobs:- name: Pre-pull Spark imagerun: |pull() { for i in 1 2 3; do docker pull "$1" && return 0; sleep 15; done; return 1; }- pull apache/spark:3.5.8+ pull apache/spark:3.5.1- name: Run S3 Spark integration testsworking-directory: test/s3/sparkdiff --git a/.github/workflows/s3-tables-tests.yml b/.github/workflows/s3-tables-tests.ymlindex bbc28e4129..2b4404eee5 100644--- a/.github/workflows/s3-tables-tests.yml+++ b/.github/workflows/s3-tables-tests.yml@@ -574,10 +574,34 @@ jobs:echo '{"registry-mirrors": ["https://mirror.gcr.io"]}' | sudo tee /etc/docker/daemon.jsonsudo systemctl restart docker- - name: Pre-pull Python image+ - name: Week stamp for image cache key+ id: week+ run: echo "week=$(date -u +%G-%V)" >> "$GITHUB_OUTPUT"++ - name: Restore python:3 image cache+ id: python-image+ uses: actions/cache@v5+ with:+ path: /tmp/python3-image.tar+ key: python3-image-${{ steps.week.outputs.week }}+ restore-keys: |+ python3-image-++ - name: Load or pull python:3run: |+ if [ "${{ steps.python-image.outputs.cache-hit }}" = "true" ]; then+ docker load -i /tmp/python3-image.tar+ exit 0+ fipull() { for i in 1 2 3; do docker pull "$1" && return 0; sleep 15; done; return 1; }- pull python:3+ if pull python:3; then+ docker save -o /tmp/python3-image.tar python:3+ elif [ -f /tmp/python3-image.tar ]; then+ # Docker Hub unreachable; fall back to last week's cached image+ docker load -i /tmp/python3-image.tar+ else+ exit 1+ fi- name: Run go mod tidyrun: go mod tidy@@ -639,18 +663,6 @@ jobs:go-version-file: 'go.mod'id: go- - name: Configure Docker Hub mirror- run: |- echo '{"registry-mirrors": ["https://mirror.gcr.io"]}' | sudo tee /etc/docker/daemon.json- sudo systemctl restart docker-- - name: Pre-pull images- run: |- pull() { for i in 1 2 3; do docker pull "$1" && return 0; sleep 15; done; return 1; }- pull python:3- # localstack is optional; best-effort pull- for i in 1 2 3; do docker pull localstack/localstack:latest && break; sleep 15; done-- name: Run go mod tidyrun: go mod tidydiff --git a/test/s3tables/lakekeeper/lakekeeper_test.go b/test/s3tables/lakekeeper/lakekeeper_test.goindex 41059c4ce2..7076cf187a 100644--- a/test/s3tables/lakekeeper/lakekeeper_test.go+++ b/test/s3tables/lakekeeper/lakekeeper_test.go@@ -68,7 +68,6 @@ func TestLakekeeperIntegration(t *testing.T) {env.StartSeaweedFS(t)fmt.Printf(">>> SeaweedFS started.\n")- // Run python script in docker to test STS and S3 operationsrunLakekeeperRepro(t, env)}@@ -80,7 +79,6 @@ func TestLakekeeperTableBucketIntegration(t *testing.T) {env.StartSeaweedFS(t)fmt.Printf(">>> SeaweedFS started.\n")- // Run python script in docker to test STS and S3 Tables operationsrunLakekeeperTableBucketRepro(t, env)}