PostgreSQL backup tool with Point-In-Time-Recovery and restore verification
TypeScript backupbackupsdatabasedatabase-backupdevopsdockergolangkubernetesmariadbmongodbmysqlpgpostgrespostgresqls3self-hostedsystem-administrationtoolsweb-ui
REFACTOR (ci): Split the filesystem suite into case groups that run in parallel from one Namespace-built image
Rostislav Duginf2eb6b7a8fc8
diff --git a/.github/workflows/ci-release.yml b/.github/workflows/ci-release.ymlindex 608a667c..eb25eb6a 100644--- a/.github/workflows/ci-release.yml+++ b/.github/workflows/ci-release.yml@@ -407,22 +407,14 @@ jobs:# shellcheck disable=SC2086 # one import path per wordgo test -p=8 -count=1 -failfast -timeout 40m $packages- test-filesystems:+ build-storage-image:if: github.head_ref != 'develop'- # The Docker engine on Namespace runners has no CIFS or NFS kernel support, so- # the network filesystem cases can only mount their volumes on GitHub runners.- runs-on: ubuntu-24.04- timeout-minutes: 45+ runs-on: namespace-profile-2vcpu-4ram-ubuntu-26-x64+ timeout-minutes: 30steps:- name: Check out codeuses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1- - name: Set up Docker Buildx- uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3.12.0-- - name: Install network filesystem clients- run: sudo apt-get update && sudo apt-get install -y cifs-utils nfs-common-- name: Build amd64 storage candidate and load locallyuses: docker/build-push-action@ca052bb54ab0790a636c9b5f226502c73d547a25 # v5.4.0with:@@ -430,12 +422,58 @@ jobs:push: falseload: trueplatforms: linux/amd64- cache-to: type=gha,mode=max,scope=storage-build-amd64- cache-from: type=gha,scope=storage-build-amd64build-args: |APP_VERSION=storage-${{ github.sha }}tags: databasus-storage-test:${{ github.sha }}+ - name: Export the storage candidate+ run: docker save databasus-storage-test:${{ github.sha }} | zstd -T0 -3 > /tmp/databasus-storage-test.tar.zst++ - name: Upload the storage candidate+ uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1+ with:+ name: databasus-storage-test+ path: /tmp/databasus-storage-test.tar.zst+ compression-level: 0+ retention-days: 1+ if-no-files-found: error++ test-filesystems:+ if: github.head_ref != 'develop'+ needs: [build-storage-image]+ runs-on: ${{ matrix.runner }}+ timeout-minutes: 30+ strategy:+ fail-fast: false+ matrix:+ include:+ - group: permissions+ runner: namespace-profile-2vcpu-4ram-ubuntu-26-x64+ - group: upgrades+ runner: namespace-profile-2vcpu-4ram-ubuntu-26-x64+ - group: lifecycle+ runner: namespace-profile-2vcpu-4ram-ubuntu-26-x64+ # The Docker engine on Namespace runners has no CIFS or NFS kernel support, so+ # the network filesystem cases can only mount their volumes on GitHub runners.+ - group: network+ runner: ubuntu-24.04+ steps:+ - name: Check out code+ uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1++ - name: Install network filesystem clients+ if: matrix.group == 'network'+ run: sudo apt-get update && sudo apt-get install -y cifs-utils nfs-common++ - name: Download the storage candidate+ uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1+ with:+ name: databasus-storage-test+ path: /tmp++ - name: Load the storage candidate+ run: zstd -dc /tmp/databasus-storage-test.tar.zst | docker load+- name: Install tools from mise.tomluses: jdx/mise-action@2d8d4cafcbd33be2ea37d2b6f5ad595363d1f1ca # v5.1.1with:@@ -444,6 +482,7 @@ jobs:- name: Run filesystem suiteenv:DATABASUS_IMAGE: databasus-storage-test:${{ github.sha }}+ CASE_GROUP: ${{ matrix.group }}run: just test-filesystembuild-dev-image:diff --git a/e2e/docker-storage/run.sh b/e2e/docker-storage/run.shindex d90a6165..4d8b2b69 100755--- a/e2e/docker-storage/run.sh+++ b/e2e/docker-storage/run.sh@@ -1283,16 +1283,39 @@ run_case() {esac}-if [[ "${selected_case}" == all ]]; then- for case_name in \- build-only default-ids custom-ids maximum-ids automatic-ids empty-pgdata-ids partial-ids invalid-ids \- bind-root named-volume split-mounts no-unix-sockets metadata-changes-denied read-only wrong-owner \- unwritable-data-root \- cifs nfs-root-squash upgrades postgresql-recovery clean-shutdown startup-stop legacy-directory-guard; do+# CI runs each group as a separate job, and CASE=all runs every group in this order.+readonly case_group_names=(permissions network upgrades lifecycle)+declare -rA case_groups=(+ [permissions]="build-only default-ids custom-ids maximum-ids automatic-ids empty-pgdata-ids partial-ids+ invalid-ids bind-root named-volume split-mounts no-unix-sockets metadata-changes-denied read-only+ wrong-owner unwritable-data-root"+ [network]="cifs nfs-root-squash"+ [upgrades]="upgrades"+ [lifecycle]="postgresql-recovery clean-shutdown startup-stop legacy-directory-guard"+)++run_cases() {+ local case_name++ for case_name in "$@"; dorun_case "${case_name}"cleanupcase_root="$(mktemp -d /tmp/databasus-storage-test.XXXXXXXX)"done+}++if [[ -n "${CASE_GROUP:-}" ]]; then+ if [[ -z "${case_groups[${CASE_GROUP}]+set}" ]]; then+ echo "unknown Docker filesystem case group: ${CASE_GROUP} (known: ${case_group_names[*]})" >&2+ exit 2+ fi+ # shellcheck disable=SC2086 # the group is a whitespace-separated list of case names+ run_cases ${case_groups[${CASE_GROUP}]}+elif [[ "${selected_case}" == all ]]; then+ for group_name in "${case_group_names[@]}"; do+ # shellcheck disable=SC2086 # the group is a whitespace-separated list of case names+ run_cases ${case_groups[${group_name}]}+ doneelserun_case "${selected_case}"fi