ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
#!/bin/bash
# Basic integrity test for ods-backup.sh checksums + verify
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
ODS_BACKUP="$SCRIPT_DIR/../ods-backup.sh"
RED='\033[0;31m'
GREEN='\033[0;32m'
BLUE='\033[0;34m'
NC='\033[0m'
pass() { echo -e "${GREEN}✓${NC} $1"; }
fail() { echo -e "${RED}✗${NC} $1"; exit 1; }
info() { echo -e "${BLUE}ℹ${NC} $1"; }
if [[ ! -x "$ODS_BACKUP" ]]; then
fail "ods-backup.sh not found or not executable at $ODS_BACKUP"
fi
TMP_ROOT="$(mktemp -d)"
trap 'rm -rf "$TMP_ROOT"' EXIT
# Create a minimal fake ODS directory with some data
FAKE_ODS="$TMP_ROOT/ods"
mkdir -p "$FAKE_ODS/data/open-webui"
mkdir -p "$FAKE_ODS/config"
# ods-backup.sh sources lib/rsync.sh relative to ODS_DIR
mkdir -p "$FAKE_ODS/lib"
cp "$SCRIPT_DIR/../lib/rsync.sh" "$SCRIPT_DIR/../lib/backup-paths.sh" "$FAKE_ODS/lib/"
# Required by create_manifest()
echo "test" > "$FAKE_ODS/.version"
# Add files
echo "hello" > "$FAKE_ODS/data/open-webui/file.txt"
echo "world" > "$FAKE_ODS/config/settings.json"
BACKUPS_DIR="$TMP_ROOT/backups"
info "Creating backup"
ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$BACKUPS_DIR" --type full >/dev/null
backup_id="$(ls -1 "$BACKUPS_DIR" | head -n 1)"
[[ -n "$backup_id" ]] || fail "No backup created"
[[ -f "$BACKUPS_DIR/$backup_id/checksums.sha256" ]] || fail "checksums.sha256 not created"
pass "checksums.sha256 created"
info "Verifying backup"
ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$BACKUPS_DIR" verify "$backup_id" >/dev/null
pass "verify passes on untampered backup"
info "Tampering with a file and expecting verify to fail"
echo "tampered" >> "$BACKUPS_DIR/$backup_id/data/open-webui/file.txt"
set +e
ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$BACKUPS_DIR" verify "$backup_id" >/dev/null 2>&1
rc=$?
set -e
if [[ $rc -eq 0 ]]; then
fail "verify unexpectedly succeeded after tampering"
fi
pass "verify fails after tampering"
# ── Lifecycle: list, retention, and delete must see the script's own IDs ──
# Backup IDs are YYYYMMDD-HHMMSS (one hyphen); a glob requiring two hyphens
# regressed list/retention into ignoring every backup this script creates.
LIFECYCLE_DIR="$TMP_ROOT/lifecycle-backups"
mkdir -p "$LIFECYCLE_DIR"
# Six pre-existing backups in the script's own ID format, plus operator
# debris that retention must never delete.
for i in 1 2 3 4 5 6; do
d="$LIFECYCLE_DIR/2026010${i}-00000${i}"
mkdir -p "$d"
echo '{"backup_type": "user-data", "description": "old"}' > "$d/manifest.json"
done
mkdir -p "$LIFECYCLE_DIR/my-notes"
# #2299: the host agent's BACKUP_ID_RE accepts hyphenated multi-segment labels
# (e.g. `dashboard-my-name`), so ods-update.sh writes a directory like
# `backup-dashboard-my-name-<ts>`. collect_backups must recognize a prefix that
# spans multiple hyphen segments, or these user-named backups are invisible to
# --list and apply_retention (silently un-pruned).
MULTISEG_ID="backup-dashboard-my-name-20260715-143022"
DOUBLE_HYPHEN_ID="backup-dashboard--lab-20260715-143023"
for host_backup_id in "$MULTISEG_ID" "$DOUBLE_HYPHEN_ID"; do
mkdir -p "$LIFECYCLE_DIR/$host_backup_id"
echo '{"backup_type": "user-data", "description": "multi-segment"}' \
> "$LIFECYCLE_DIR/$host_backup_id/manifest.json"
done
info "Listing pre-existing backups"
list_out=$(ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$LIFECYCLE_DIR" --list)
echo "$list_out" | grep -q "20260101-000001" || fail "--list does not show own-format backup IDs"
echo "$list_out" | grep -q "$MULTISEG_ID" \
|| fail "--list does not show multi-segment host-agent backup IDs (#2299)"
echo "$list_out" | grep -q "$DOUBLE_HYPHEN_ID" \
|| fail "--list rejects a backup label accepted by host-agent BACKUP_ID_RE"
if echo "$list_out" | grep -q "my-notes"; then
fail "--list shows non-backup directories"
fi
pass "--list shows own-format and multi-segment backup IDs, skips other directories"
# Scope the multi-segment fixture to the --list assertion above. list_backups
# and apply_retention share collect_backups, so proving --list sees it proves
# retention sees it too; remove it here to keep the retention arithmetic below
# (6 pre-existing + 1 new, RETENTION_COUNT=5) exactly as designed.
rm -rf "$LIFECYCLE_DIR/$MULTISEG_ID" "$LIFECYCLE_DIR/$DOUBLE_HYPHEN_ID"
info "Running backup with RETENTION_COUNT=5"
ODS_DIR="$FAKE_ODS" RETENTION_COUNT=5 "$ODS_BACKUP" --output "$LIFECYCLE_DIR" --type config >/dev/null
[[ ! -d "$LIFECYCLE_DIR/20260101-000001" ]] || fail "retention kept the oldest backup beyond RETENTION_COUNT"
[[ ! -d "$LIFECYCLE_DIR/20260102-000002" ]] || fail "retention kept the second-oldest backup beyond RETENTION_COUNT"
[[ -d "$LIFECYCLE_DIR/20260103-000003" ]] || fail "retention deleted a backup inside RETENTION_COUNT"
[[ -d "$LIFECYCLE_DIR/my-notes" ]] || fail "retention deleted an unrelated directory"
pass "retention prunes oldest own-format backups and leaves other directories"
info "Creating concurrent backups in the same second"
CONCURRENT_DIR="$TMP_ROOT/concurrent-backups"
mkdir -p "$CONCURRENT_DIR"
CONCURRENT_BIN="$TMP_ROOT/concurrent-bin"
mkdir -p "$CONCURRENT_BIN"
cat > "$CONCURRENT_BIN/date" <<'SH'
#!/usr/bin/env bash
if [[ "$*" == '+%Y%m%d-%H%M%S' ]]; then
echo 20260101-120000
else
exec /bin/date "$@"
fi
SH
chmod +x "$CONCURRENT_BIN/date"
PATH="$CONCURRENT_BIN:$PATH" ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$CONCURRENT_DIR" --type config >/dev/null &
backup_one=$!
PATH="$CONCURRENT_BIN:$PATH" ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$CONCURRENT_DIR" --type config >/dev/null &
backup_two=$!
wait "$backup_one"
wait "$backup_two"
concurrent_count=$(find "$CONCURRENT_DIR" -mindepth 1 -maxdepth 1 -type d -name 'backup-*' | wc -l | tr -d ' ')
[[ "$concurrent_count" == "2" ]] || fail "concurrent backups collided (found $concurrent_count directories)"
for snapshot in "$CONCURRENT_DIR"/backup-*; do
[[ "$snapshot" == *-20260101-120000 ]] || fail "concurrent fixture did not use the fixed clock"
ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$CONCURRENT_DIR" verify "$(basename "$snapshot")" >/dev/null
done
pass "concurrent same-second backups receive distinct IDs"
info "Deleting a compressed backup by bare ID"
(cd "$LIFECYCLE_DIR" && mkdir -p 20260601-120000 && echo x > 20260601-120000/f \
&& tar czf 20260601-120000.tar.gz 20260601-120000 && rm -rf 20260601-120000)
echo y | ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$LIFECYCLE_DIR" -d 20260601-120000 >/dev/null
[[ ! -f "$LIFECYCLE_DIR/20260601-120000.tar.gz" ]] || fail "delete left the compressed backup behind"
pass "delete removes compressed backups by bare ID"
# CLI timestamps and host-agent labels share one retention pool. Prefixes must
# not outrank creation dates, even when archive mtimes disagree with their IDs.
for compressed in false true; do
CHRONOLOGY_DIR="$TMP_ROOT/chronology with spaces"$'\t'"and newline"$'\n'"-$compressed"
mkdir -p "$CHRONOLOGY_DIR/operator notes"
chronological_ids=(
"19900110-120000.tar.gz"
"a-dashboard--lab-19900109-120000"
"19891231-120000"
"z-dashboard-old-19880101-120000"
)
for id in "${chronological_ids[@]}"; do
directory_id="${id%.tar.gz}"
mkdir -p "$CHRONOLOGY_DIR/$directory_id"
echo '{"backup_type": "user-data", "description": "chronology fixture"}' \
> "$CHRONOLOGY_DIR/$directory_id/manifest.json"
if [[ "$id" == *.tar.gz ]]; then
tar czf "$CHRONOLOGY_DIR/$id" -C "$CHRONOLOGY_DIR" "$directory_id"
rm -rf "${CHRONOLOGY_DIR:?}/$directory_id"
fi
done
# Copy/extraction times are not the creation timestamp in a backup ID.
touch -t 200001010000 "$CHRONOLOGY_DIR/${chronological_ids[0]}"
touch "$CHRONOLOGY_DIR/${chronological_ids[3]}"
list_out=$(ODS_DIR="$FAKE_ODS" "$ODS_BACKUP" --output "$CHRONOLOGY_DIR" --list)
backup_args=(--type config)
[[ "$compressed" == false ]] || backup_args+=(--compress)
backup_out=$(ODS_DIR="$FAKE_ODS" RETENTION_COUNT=3 "$ODS_BACKUP" \
--output "$CHRONOLOGY_DIR" "${backup_args[@]}")
created_id=$(printf '%s\n' "$backup_out" | sed -n 's/.*Backup complete: \([A-Za-z0-9_-]*\).*/\1/p')
[[ -n "$created_id" ]] || fail "backup did not report its new ID"
created_path="$CHRONOLOGY_DIR/$created_id"
[[ "$compressed" == false ]] || created_path+=.tar.gz
[[ -e "$created_path" ]] || fail "retention deleted the newly created backup"
for id in "${chronological_ids[@]:0:2}"; do
[[ -e "$CHRONOLOGY_DIR/$id" ]] || fail "retention deleted a newer snapshot: $id"
done
for id in "${chronological_ids[@]:2}"; do
[[ ! -e "$CHRONOLOGY_DIR/$id" ]] || fail "retention kept an older snapshot: $id"
done
[[ -d "$CHRONOLOGY_DIR/operator notes" ]] || fail "retention deleted operator data"
pass "retention keeps the newest three snapshots (compressed=$compressed)"
previous_line=0
for id in "${chronological_ids[@]}"; do
line=$(printf '%s\n' "$list_out" | awk -v id="$id" '$1 == id {print NR}')
[[ "$line" -gt "$previous_line" ]] \
|| fail "--list orders a prefix ahead of the creation timestamp: $id"
previous_line="$line"
done
pass "--list orders mixed IDs and archives by creation timestamp"
done
# Failed transfers and compression must never publish a selectable snapshot.
bash "$SCRIPT_DIR/test-backup-publication.sh"