Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

ci: prove devices bound controller contracts and mutations

Steven Enamakela28ec1a5dda1
diff --git a/.github/workflows/epic-8089-devices-proof.yml b/.github/workflows/epic-8089-devices-proof.yml
new file mode 100644
index 0000000000..06eba30d5c
--- /dev/null
+++ b/.github/workflows/epic-8089-devices-proof.yml
@@ -0,0 +1,411 @@
+name: Epic 8089 Devices adversarial proof
+
+on:
+ push:
+ branches:
+ - epic-8089-228-devices-proof
+
+permissions:
+ actions: read
+ contents: read
+ packages: read
+
+env:
+ GH_TOKEN: ${{ github.token }}
+ CARGO_INCREMENTAL: "0"
+ CARGO_BUILD_JOBS: "1"
+ CARGO_PROFILE_DEV_DEBUG: line-tables-only
+ RUSTFLAGS: "-C link-arg=-fuse-ld=mold"
+ RUST_MIN_STACK: "33554432"
+
+concurrency:
+ group: devices-proof-${{ github.ref }}
+ cancel-in-progress: false
+
+jobs:
+ devices-controller-proof:
+ if: github.repository == 'senamakel/openhuman'
+ name: Devices ${{ matrix.case }} contract proof
+ runs-on: ubuntu-22.04
+ timeout-minutes: 90
+ container:
+ image: ghcr.io/tinyhumansai/openhuman_ci:latest
+ strategy:
+ fail-fast: false
+ matrix:
+ include:
+ - case: baseline
+ expected_tree: ee02e156200a802a347b8d4b82505ce6442612fe
+ expected_schema_blob: 6fac668d5916265fbeb4687ddd26bd6b6ef951a2
+ expected_runtime_exit: 0
+ - case: schema-optional-removed
+ expected_tree: 95d83435899a839d578b0f81d75ec145d7372b4b
+ expected_schema_blob: 107d403176bc1e006056fea189d2aa10f6331b60
+ expected_runtime_exit: 101
+ - case: schema-required-weakened
+ expected_tree: 55ae0430a0e81444e667051d6cddd95922956f98
+ expected_schema_blob: 7c3ce37d332075fbd5ad7df1bd955282aea0590b
+ expected_runtime_exit: 101
+ - case: parser-wiring
+ expected_tree: 0ee0eff18b3c581877a020dc40c405eec5a78b2e
+ expected_schema_blob: b3bec397a282ac577163cdec8dc812301f344a06
+ expected_runtime_exit: 101
+ steps:
+ - name: Free disk space on the hosted container
+ run: |
+ rm -rf /__t/* || true
+ df -h /__w || true
+
+ - name: Checkout the frozen Devices source and recursive pins
+ uses: actions/checkout@v7
+ with:
+ ref: 1b8a2243a93c8e7575d17b6409e16e94044387b8
+ fetch-depth: 0
+ persist-credentials: false
+ submodules: recursive
+
+ - name: Trust container checkout and submodules
+ run: bash scripts/ci/trust-checkout.sh
+
+ - name: Install Rust 1.96.1
+ uses: dtolnay/[email protected]
+
+ - name: Assert frozen source and recursive pins
+ shell: bash
+ run: |
+ set -euo pipefail
+ test "$(git rev-parse HEAD)" = 1b8a2243a93c8e7575d17b6409e16e94044387b8
+ test "$(git rev-parse HEAD^{tree})" = ee02e156200a802a347b8d4b82505ce6442612fe
+ test "$(git rev-parse HEAD:crates/openhuman-core/src/security/devices/schemas.rs)" = 6fac668d5916265fbeb4687ddd26bd6b6ef951a2
+ test -z "$(git status --porcelain=v1 --untracked-files=all)"
+ submodules="$(git submodule status --recursive)"
+ if grep -Eq '^[+-U]' <<< "$submodules"; then
+ printf '%s\n' "$submodules"
+ echo "recursive submodules are not at their recorded pins"
+ exit 1
+ fi
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+
+ - name: Cache Rust build artifacts
+ uses: Swatinem/rust-cache@v2
+ with:
+ workspaces: . -> target
+ cache-on-failure: true
+ key: devices-proof
+
+ - name: Start fresh proof evidence after cache restore
+ shell: bash
+ env:
+ DEVICES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ rm -rf -- target/devices-proof
+ mkdir -p target/devices-proof
+ {
+ printf 'case=%s\n' "$DEVICES_PROOF_CASE"
+ printf 'workflow_ref=%s\n' "$GITHUB_WORKFLOW_REF"
+ printf 'workflow_sha=%s\n' "$GITHUB_SHA"
+ printf 'workflow_repository=%s\n' "$GITHUB_REPOSITORY"
+ } > target/devices-proof/run-context.txt
+
+ - name: Apply exactly the selected mutation
+ if: matrix.case != 'baseline'
+ shell: bash
+ env:
+ DEVICES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ python3 - <<'PY'
+ import os
+ from pathlib import Path
+
+ path = Path("crates/openhuman-core/src/security/devices/schemas.rs")
+ source = path.read_text()
+ case = os.environ["DEVICES_PROOF_CASE"]
+ if case == "schema-optional-removed":
+ old = ' inputs: vec![FieldSchema {\n name: "label",\n ty: TypeSchema::Option(Box::new(TypeSchema::String)),\n comment: "Human-readable device label, e.g. \'iPhone 15\'.",\n required: false,\n }],\n'
+ new = ' inputs: vec![],\n'
+ elif case == "schema-required-weakened":
+ old = ' inputs: vec![FieldSchema {\n name: "channel_id",\n ty: TypeSchema::String,\n comment: "channel_id of the device to revoke.",\n required: true,\n }],\n'
+ new = ' inputs: vec![FieldSchema {\n name: "channel_id",\n ty: TypeSchema::String,\n comment: "channel_id of the device to revoke.",\n required: false,\n }],\n'
+ elif case == "parser-wiring":
+ old = ' parse_create_pairing,\n run_create_pairing,'
+ new = ' |_params: Map<String, Value>| -> Result<Option<String>, String> {\n Err("mutation parser failure".to_owned())\n },\n run_create_pairing,'
+ else:
+ raise SystemExit(f"unrecognized Devices proof case: {case}")
+ if source.count(old) != 1:
+ raise SystemExit(f"expected one exact mutation anchor; found {source.count(old)}")
+ path.write_text(source.replace(old, new, 1))
+ PY
+
+ - name: Freeze mutation patch and verify complete source tree
+ shell: bash
+ env:
+ EXPECTED_TREE: ${{ matrix.expected_tree }}
+ EXPECTED_SCHEMA_BLOB: ${{ matrix.expected_schema_blob }}
+ DEVICES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ source=crates/openhuman-core/src/security/devices/schemas.rs
+ evidence=target/devices-proof
+ test "$(git rev-parse HEAD)" = 1b8a2243a93c8e7575d17b6409e16e94044387b8
+ test "$(git rev-parse HEAD^{tree})" = ee02e156200a802a347b8d4b82505ce6442612fe
+ test "$(git rev-parse HEAD:$source)" = 6fac668d5916265fbeb4687ddd26bd6b6ef951a2
+ if [ "$DEVICES_PROOF_CASE" = baseline ]; then
+ test -z "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)"
+ else
+ test "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)" = " M $source"
+ fi
+ git submodule status --recursive > "$evidence/submodules-before-build.txt"
+ if grep -Eq '^[+-U]' "$evidence/submodules-before-build.txt"; then
+ cat "$evidence/submodules-before-build.txt"
+ echo "recursive submodules are not at their recorded pins"
+ exit 1
+ fi
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+ if [ "$DEVICES_PROOF_CASE" != baseline ]; then
+ git add -- "$source"
+ fi
+ actual_tree="$(git write-tree)"
+ actual_blob="$(git rev-parse :"$source")"
+ test "$actual_tree" = "$EXPECTED_TREE"
+ test "$actual_blob" = "$EXPECTED_SCHEMA_BLOB"
+ mkdir -p target/build-tmp target/debug/proof-binaries
+ git diff --cached --binary 1b8a2243a93c8e7575d17b6409e16e94044387b8 -- "$source" > "$evidence/mutation.patch"
+ git diff --cached 1b8a2243a93c8e7575d17b6409e16e94044387b8 -- "$source" > "$evidence/mutation.diff"
+ sha256sum "$evidence/mutation.patch" > "$evidence/mutation.patch.sha256"
+ {
+ printf 'case=%s\n' "$DEVICES_PROOF_CASE"
+ printf 'source_head=1b8a2243a93c8e7575d17b6409e16e94044387b8\n'
+ printf 'baseline_tree=ee02e156200a802a347b8d4b82505ce6442612fe\n'
+ printf 'workflow_ref=%s\n' "$GITHUB_WORKFLOW_REF"
+ printf 'workflow_sha=%s\n' "$GITHUB_SHA"
+ printf 'workflow_repository=%s\n' "$GITHUB_REPOSITORY"
+ printf 'source_tree=%s\n' "$actual_tree"
+ printf 'schemas_blob=%s\n' "$actual_blob"
+ cat "$evidence/mutation.patch.sha256"
+ printf 'features=default,voice,inference\n'
+ printf 'rustc_version=%s\n' "$(rustc --version)"
+ printf 'cargo_version=%s\n' "$(cargo --version)"
+ printf 'host_mem_available_kib=%s\n' "$(awk '/MemAvailable/ {print $2}' /proc/meminfo)"
+ printf 'build_filesystem=%s\n' "$(df -Pk . | tail -n 1)"
+ } > "$evidence/receipt.txt"
+ git submodule status --recursive > "$evidence/submodules-before-build.txt"
+ if grep -Eq '^[+-U]' "$evidence/submodules-before-build.txt"; then
+ cat "$evidence/submodules-before-build.txt"
+ echo "recursive submodules are not at their recorded pins"
+ exit 1
+ fi
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+
+ - name: Compile the core lib-test binary once
+ shell: bash
+ env:
+ EXPECTED_TREE: ${{ matrix.expected_tree }}
+ EXPECTED_SCHEMA_BLOB: ${{ matrix.expected_schema_blob }}
+ DEVICES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ mkdir -p target/build-tmp target/devices-proof target/debug/proof-binaries
+ evidence=target/devices-proof
+ export TMPDIR="$GITHUB_WORKSPACE/target/build-tmp"
+ source=crates/openhuman-core/src/security/devices/schemas.rs
+ test "$(git rev-parse HEAD)" = 1b8a2243a93c8e7575d17b6409e16e94044387b8
+ test "$(git write-tree)" = "$EXPECTED_TREE"
+ test "$(git rev-parse :"$source")" = "$EXPECTED_SCHEMA_BLOB"
+ git diff --exit-code --ignore-submodules=none
+ if [ "$DEVICES_PROOF_CASE" = baseline ]; then
+ test -z "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)"
+ else
+ test "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)" = "M $source"
+ fi
+ git submodule status --recursive > "$evidence/submodules-before-build.txt"
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+
+ build_json="$evidence/build.jsonl"
+ build_stderr="$evidence/build.stderr"
+ build_started="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
+ build_epoch="$(date +%s)"
+ set +e
+ bash scripts/ci-cancel-aware.sh cargo test -p openhuman --locked --lib --features voice,inference --no-run --message-format=json > "$build_json" 2> "$build_stderr"
+ build_exit=$?
+ set -e
+ build_ended="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
+ build_elapsed=$(($(date +%s) - build_epoch))
+ printf 'build_started_utc=%s\nbuild_ended_utc=%s\nbuild_elapsed_seconds=%s\nbuild_exit=%s\n' "$build_started" "$build_ended" "$build_elapsed" "$build_exit" >> "$evidence/receipt.txt"
+ if [ "$build_exit" -ne 0 ]; then
+ cat "$build_stderr"
+ exit "$build_exit"
+ fi
+
+ test "$(git rev-parse HEAD^{tree})" = ee02e156200a802a347b8d4b82505ce6442612fe
+ test "$(git write-tree)" = "$EXPECTED_TREE"
+ test "$(git rev-parse :"$source")" = "$EXPECTED_SCHEMA_BLOB"
+ git diff --exit-code --ignore-submodules=none
+ if [ "$DEVICES_PROOF_CASE" = baseline ]; then
+ test -z "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)"
+ else
+ test "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)" = "M $source"
+ fi
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+ git submodule status --recursive > "$evidence/submodules-after-build.txt"
+ cmp "$evidence/submodules-before-build.txt" "$evidence/submodules-after-build.txt"
+
+ python3 - "$build_json" "$evidence/test-binary-path" "$evidence/compiler-fresh.txt" <<'PY'
+ import json
+ import sys
+
+ artifacts = []
+ fresh_values = []
+ with open(sys.argv[1], encoding="utf-8") as stream:
+ for line in stream:
+ try:
+ message = json.loads(line)
+ except json.JSONDecodeError:
+ continue
+ target = message.get("target", {})
+ executable = message.get("executable")
+ if (
+ message.get("reason") == "compiler-artifact"
+ and target.get("name") == "openhuman_core"
+ and target.get("test") is True
+ and executable
+ ):
+ artifacts.append(executable)
+ fresh_values.append(str(message.get("fresh", "unknown")))
+ if len(artifacts) != 1:
+ raise SystemExit(f"expected exactly one openhuman lib-test binary, got {artifacts!r}")
+ with open(sys.argv[2], "w", encoding="utf-8") as stream:
+ stream.write(artifacts[0] + "\n")
+ with open(sys.argv[3], "w", encoding="utf-8") as stream:
+ stream.write("\n".join(fresh_values) + "\n")
+ PY
+ source_binary="$(cat "$evidence/test-binary-path")"
+ binary=target/debug/proof-binaries/devices-${{ matrix.case }}
+ cp "$source_binary" "$binary"
+ sha256sum "$binary" > "$evidence/test-binary.sha256"
+ "$binary" --list > "$evidence/test-list.txt"
+ sha256sum "$evidence/test-list.txt" > "$evidence/test-list.sha256"
+ raw_filter=core::all::bound_controller_tests::devices_controller_tests::raw_devices_security_registry_matches_its_independent_contract
+ grep -Fxq "$raw_filter: test" "$evidence/test-list.txt"
+ {
+ printf 'compiler_artifact_fresh='; paste -sd, "$evidence/compiler-fresh.txt"
+ printf 'immutable_binary=%s\n' "$binary"
+ cat "$evidence/test-binary.sha256"
+ cat "$evidence/test-list.sha256"
+ } >> "$evidence/receipt.txt"
+
+ - name: Run exact raw registry and parser-control tests
+ shell: bash
+ env:
+ EXPECTED_RUNTIME_EXIT: ${{ matrix.expected_runtime_exit }}
+ DEVICES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ evidence=target/devices-proof
+ binary=target/debug/proof-binaries/devices-${{ matrix.case }}
+ raw_filter=core::all::bound_controller_tests::devices_controller_tests::raw_devices_security_registry_matches_its_independent_contract
+ raw_log="$evidence/raw-contract.log"
+ printf 'raw_filter=%s\nraw_command=%s %s --exact --test-threads=1\nexpected_raw_exit=%s\n' "$raw_filter" "$binary" "$raw_filter" "$EXPECTED_RUNTIME_EXIT" >> "$evidence/receipt.txt"
+ raw_started="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
+ set +e
+ "$binary" "$raw_filter" --exact --test-threads=1 > "$raw_log" 2>&1
+ raw_exit=$?
+ set -e
+ raw_ended="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
+ printf 'raw_started_utc=%s\nraw_ended_utc=%s\nraw_exit=%s\n' "$raw_started" "$raw_ended" "$raw_exit" >> "$evidence/receipt.txt"
+ if [ "$raw_exit" -ne "$EXPECTED_RUNTIME_EXIT" ]; then
+ cat "$raw_log"
+ echo "unexpected raw contract exit: $raw_exit"
+ exit 1
+ fi
+ case "$DEVICES_PROOF_CASE" in
+ baseline)
+ grep -Fq 'test result: ok. 1 passed; 0 failed;' "$raw_log"
+ ;;
+ schema-optional-removed)
+ grep -Fq 'left: 0' "$raw_log"
+ grep -Fq 'right: 1' "$raw_log"
+ grep -Fq 'test result: FAILED. 0 passed; 1 failed;' "$raw_log"
+ ;;
+ schema-required-weakened)
+ grep -Fq 'assertion failed: revoke.inputs[0].required' "$raw_log"
+ grep -Fq 'test result: FAILED. 0 passed; 1 failed;' "$raw_log"
+ ;;
+ parser-wiring)
+ grep -Fq 'devices.create_pairing bound decoder rejects example 0: mutation parser failure' "$raw_log"
+ grep -Fq 'test result: FAILED. 0 passed; 1 failed;' "$raw_log"
+ ;;
+ esac
+ cat "$raw_log"
+
+ if [ "$DEVICES_PROOF_CASE" = parser-wiring ]; then
+ control_filter=security::devices::schemas::tests::create_pairing_parser_preserves_optional_labels_and_strict_type_errors
+ control_log="$evidence/direct-parser-control.log"
+ printf 'direct_parser_control_filter=%s\n' "$control_filter" >> "$evidence/receipt.txt"
+ set +e
+ "$binary" "$control_filter" --exact --test-threads=1 > "$control_log" 2>&1
+ control_exit=$?
+ set -e
+ printf 'direct_parser_control_exit=%s\n' "$control_exit" >> "$evidence/receipt.txt"
+ test "$control_exit" -eq 0
+ grep -Fq 'test result: ok. 1 passed; 0 failed;' "$control_log"
+ fi
+
+ - name: Run the Rust layout and storage schema gates on the baseline
+ if: matrix.case == 'baseline'
+ shell: bash
+ run: |
+ set -euo pipefail
+ evidence=target/devices-proof
+ mkdir -p target/build-tmp
+ export TMPDIR="$GITHUB_WORKSPACE/target/build-tmp"
+ schema="$evidence/storage-schema.json"
+ schema_stderr="$evidence/storage-schema.stderr"
+ set +e
+ bash scripts/ci-cancel-aware.sh cargo run --locked -p openhuman-cli --example storage_schema_dump --features web3 > "$schema" 2> "$schema_stderr"
+ schema_exit=$?
+ set -e
+ printf 'storage_schema_exit=%s\n' "$schema_exit" >> "$evidence/receipt.txt"
+ if [ "$schema_exit" -ne 0 ]; then
+ cat "$schema_stderr"
+ exit "$schema_exit"
+ fi
+ layout_log="$evidence/rust-layout.log"
+ set +e
+ bash scripts/ci-cancel-aware.sh pnpm rust:layout > "$layout_log" 2>&1
+ layout_exit=$?
+ set -e
+ printf 'rust_layout_exit=%s\n' "$layout_exit" >> "$evidence/receipt.txt"
+ if [ "$layout_exit" -ne 0 ]; then
+ cat "$layout_log"
+ exit "$layout_exit"
+ fi
+ node scripts/ci/check-storage-schema.mjs --schema "$schema" > "$evidence/storage-schema-check.log" 2>&1
+ test "$(git rev-parse HEAD^{tree})" = ee02e156200a802a347b8d4b82505ce6442612fe
+ test "$(git write-tree)" = ee02e156200a802a347b8d4b82505ce6442612fe
+ test "$(git rev-parse HEAD:crates/openhuman-core/src/security/devices/schemas.rs)" = 6fac668d5916265fbeb4687ddd26bd6b6ef951a2
+ git diff --exit-code --ignore-submodules=none
+ test -z "$(git status --porcelain=v1 --untracked-files=all --ignore-submodules=none)"
+ git submodule foreach --quiet --recursive 'test -z "$(git status --porcelain=v1 --untracked-files=all)"'
+ git submodule status --recursive > "$evidence/submodules-after-layout.txt"
+ cmp "$evidence/submodules-before-build.txt" "$evidence/submodules-after-layout.txt"
+
+ - name: Upload proof receipts and logs
+ if: always()
+ uses: actions/upload-artifact@v7
+ with:
+ name: devices-proof-${{ matrix.case }}
+ path: target/devices-proof/
+ if-no-files-found: error
+ retention-days: 30
+
+ - name: Upload matching test binary
+ if: success()
+ uses: actions/upload-artifact@v7
+ with:
+ name: devices-proof-${{ matrix.case }}-binary
+ path: target/debug/proof-binaries/devices-${{ matrix.case }}
+ if-no-files-found: error
+ retention-days: 1
+ compression-level: 1