Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

ci: add epic 8089 profiles proof workflow

Steven Enamakela65437453adb
diff --git a/.github/workflows/epic-8089-profiles-proof.yml b/.github/workflows/epic-8089-profiles-proof.yml
new file mode 100644
index 0000000000..9beaef8e77
--- /dev/null
+++ b/.github/workflows/epic-8089-profiles-proof.yml
@@ -0,0 +1,237 @@
+name: Epic 8089 Profiles adversarial proof
+
+on:
+ push:
+ branches:
+ - epic-8089-228-profiles-proof
+
+permissions:
+ actions: read
+ contents: read
+ packages: read
+
+env:
+ GH_TOKEN: ${{ github.token }}
+ CARGO_INCREMENTAL: "0"
+ CARGO_BUILD_JOBS: "1"
+ CARGO_PROFILE_DEV_DEBUG: line-tables-only
+ RUSTFLAGS: "-C link-arg=-fuse-ld=mold"
+ RUST_MIN_STACK: "33554432"
+
+concurrency:
+ group: profiles-proof-${{ github.ref }}
+ cancel-in-progress: false
+
+jobs:
+ profiles-controller-proof:
+ name: Profiles ${{ matrix.case }} contract proof
+ runs-on: ubuntu-22.04
+ timeout-minutes: 90
+ container:
+ image: ghcr.io/tinyhumansai/openhuman_ci:latest
+ strategy:
+ fail-fast: false
+ matrix:
+ include:
+ - case: baseline
+ expected_tree: d0ba2a451a65c9bed2995612f87f9c4bbc9cc988
+ expected_schema_blob: 9fe5cc0386f733d191b49df205351e82fd122f5e
+ expected_runtime_exit: 0
+ - case: schema-required
+ expected_tree: fbb4b509861753eb92ba82aebedb50e64eac4e85
+ expected_schema_blob: 7eb8084dd6f3912367a3f469b598014e711ec1a0
+ expected_runtime_exit: 101
+ - case: parser-wiring
+ expected_tree: fb9fb829da80b630cb0fab0f814893bf44f57ef7
+ expected_schema_blob: 67cf3fce9c94cd0105f427f6f53e41238db30e1d
+ expected_runtime_exit: 101
+ steps:
+ - name: Checkout the frozen Profiles source and recursive pins
+ uses: actions/checkout@v7
+ with:
+ ref: b417d16e0514491da6b8a36b82b49ab15bf56c5d
+ fetch-depth: 0
+ persist-credentials: false
+ submodules: recursive
+
+ - name: Trust container checkout and submodules
+ run: bash scripts/ci/trust-checkout.sh
+
+ - name: Install Rust 1.96.1
+ uses: dtolnay/[email protected]
+
+ - name: Assert frozen source baseline
+ shell: bash
+ run: |
+ set -euo pipefail
+ test "$(git rev-parse HEAD)" = b417d16e0514491da6b8a36b82b49ab15bf56c5d
+ test "$(git rev-parse HEAD^{tree})" = d0ba2a451a65c9bed2995612f87f9c4bbc9cc988
+ test "$(git rev-parse HEAD:crates/openhuman-core/src/profiles/schemas.rs)" = 9fe5cc0386f733d191b49df205351e82fd122f5e
+ test -z "$(git status --porcelain=v1)"
+ git submodule status --recursive
+
+ - name: Apply exactly the selected mutation
+ if: matrix.case != 'baseline'
+ shell: bash
+ env:
+ PROFILES_PROOF_CASE: ${{ matrix.case }}
+ run: |
+ set -euo pipefail
+ python3 - <<'PY'
+ import os
+ from pathlib import Path
+
+ path = Path("crates/openhuman-core/src/profiles/schemas.rs")
+ source = path.read_text()
+ if os.environ["PROFILES_PROOF_CASE"] == "schema-required":
+ old = '''inputs: vec![string_field("user_id", "The gateway's id for the user.")],'''
+ new = '''inputs: vec![FieldSchema { required: false, ..string_field("user_id", "The gateway's id for the user.") }],'''
+ elif os.environ["PROFILES_PROOF_CASE"] == "parser-wiring":
+ old = ''' parse_credential,
+ run_set_credential,'''
+ new = ''' |_params: Map<String, Value>| -> Result<CredentialParams, String> {
+ Err("mutation parser failure".to_owned())
+ },
+ run_set_credential,'''
+ else:
+ raise SystemExit("unrecognized Profiles proof mutation")
+ if source.count(old) != 1:
+ raise SystemExit("expected one exact source mutation anchor")
+ path.write_text(source.replace(old, new, 1))
+ PY
+
+ - name: Freeze mutation patch and verify complete source tree
+ shell: bash
+ env:
+ EXPECTED_TREE: ${{ matrix.expected_tree }}
+ EXPECTED_SCHEMA_BLOB: ${{ matrix.expected_schema_blob }}
+ run: |
+ set -euo pipefail
+ source=crates/openhuman-core/src/profiles/schemas.rs
+ git add -- "$source"
+ actual_tree="$(git write-tree)"
+ actual_blob="$(git rev-parse :"$source")"
+ test "$actual_tree" = "$EXPECTED_TREE"
+ test "$actual_blob" = "$EXPECTED_SCHEMA_BLOB"
+ mkdir -p target/profiles-proof
+ git diff --cached --binary b417d16e0514491da6b8a36b82b49ab15bf56c5d -- "$source" > target/profiles-proof/mutation.patch
+ git diff --cached b417d16e0514491da6b8a36b82b49ab15bf56c5d -- "$source" > target/profiles-proof/mutation.diff
+ sha256sum target/profiles-proof/mutation.patch > target/profiles-proof/mutation.patch.sha256
+ {
+ printf 'case=%s\n' '${{ matrix.case }}'
+ printf 'baseline_commit=b417d16e0514491da6b8a36b82b49ab15bf56c5d\n'
+ printf 'baseline_tree=d0ba2a451a65c9bed2995612f87f9c4bbc9cc988\n'
+ printf 'source_tree=%s\n' "$actual_tree"
+ printf 'schemas_blob=%s\n' "$actual_blob"
+ printf 'features=default,voice,inference\n'
+ } > target/profiles-proof/receipt.txt
+ git status --short
+
+ - name: Compile the lib-test binary once
+ shell: bash
+ run: |
+ set -euo pipefail
+ mkdir -p target/build-tmp target/profiles-proof
+ export TMPDIR="$GITHUB_WORKSPACE/target/build-tmp"
+ build_json=target/profiles-proof/build.jsonl
+ build_stderr=target/profiles-proof/build.stderr
+ set +e
+ bash scripts/ci-cancel-aware.sh cargo test -p openhuman --lib --features voice,inference --no-run --message-format=json > "$build_json" 2> "$build_stderr"
+ build_exit=$?
+ set -e
+ printf 'build_exit=%s\n' "$build_exit" >> target/profiles-proof/receipt.txt
+ if [ "$build_exit" -ne 0 ]; then
+ cat "$build_stderr"
+ exit "$build_exit"
+ fi
+ python3 - "$build_json" <<'PY'
+ import json
+ import sys
+
+ artifacts = []
+ with open(sys.argv[1], encoding="utf-8") as stream:
+ for line in stream:
+ try:
+ message = json.loads(line)
+ except json.JSONDecodeError:
+ continue
+ target = message.get("target", {})
+ executable = message.get("executable")
+ if (
+ message.get("reason") == "compiler-artifact"
+ and target.get("name") == "openhuman_core"
+ and target.get("test") is True
+ and executable
+ ):
+ artifacts.append(executable)
+ if len(artifacts) != 1:
+ raise SystemExit(f"expected exactly one openhuman lib-test binary, got {artifacts!r}")
+ with open("target/profiles-proof/test-binary-path", "w", encoding="utf-8") as stream:
+ stream.write(artifacts[0] + "\n")
+ PY
+ source_binary="$(cat target/profiles-proof/test-binary-path)"
+ mkdir -p target/debug/proof-binaries
+ binary=target/debug/proof-binaries/profiles-${{ matrix.case }}
+ cp "$source_binary" "$binary"
+ sha256sum "$binary" > target/profiles-proof/test-binary.sha256
+ "$binary" --list > target/profiles-proof/test-list.txt
+ printf 'immutable_binary=%s\n' "$binary" >> target/profiles-proof/receipt.txt
+ cat target/profiles-proof/test-binary.sha256 >> target/profiles-proof/receipt.txt
+
+ - name: Run the raw contract from the immutable binary
+ shell: bash
+ env:
+ EXPECTED_RUNTIME_EXIT: ${{ matrix.expected_runtime_exit }}
+ run: |
+ set -euo pipefail
+ binary=target/debug/proof-binaries/profiles-${{ matrix.case }}
+ raw_filter=core::all::profiles_controller_tests::raw_profiles_operator_registry_matches_its_independent_contract
+ raw_log=target/profiles-proof/raw-contract.log
+ set +e
+ "$binary" "$raw_filter" --exact --test-threads=1 > "$raw_log" 2>&1
+ raw_exit=$?
+ set -e
+ printf 'raw_filter=%s\nraw_exit=%s\n' "$raw_filter" "$raw_exit" >> target/profiles-proof/receipt.txt
+ if [ "$raw_exit" -ne "$EXPECTED_RUNTIME_EXIT" ]; then
+ cat "$raw_log"
+ echo "unexpected raw contract exit: $raw_exit"
+ exit 1
+ fi
+ case '${{ matrix.case }}' in
+ baseline)
+ grep -Fq 'test result: ok. 1 passed; 0 failed;' "$raw_log"
+ ;;
+ schema-required)
+ grep -Fq 'profiles.provision required inputs mismatch: expected ["user_id"], got []' "$raw_log"
+ grep -Fq 'test result: FAILED. 0 passed; 1 failed;' "$raw_log"
+ ;;
+ parser-wiring)
+ grep -Fq 'mutation parser failure' "$raw_log"
+ grep -Fq 'test result: FAILED. 0 passed; 1 failed;' "$raw_log"
+ ;;
+ esac
+
+ - name: Run the unchanged direct-parser control on the same binary
+ if: matrix.case == 'parser-wiring'
+ shell: bash
+ run: |
+ set -euo pipefail
+ binary=target/debug/proof-binaries/profiles-${{ matrix.case }}
+ control_filter=profiles::schemas::tests::credential_schema_and_parser_keep_field_order_defaults_and_kinds
+ control_log=target/profiles-proof/direct-parser-control.log
+ set +e
+ "$binary" "$control_filter" --exact --test-threads=1 > "$control_log" 2>&1
+ control_exit=$?
+ set -e
+ printf 'direct_parser_control_filter=%s\ndirect_parser_control_exit=%s\n' "$control_filter" "$control_exit" >> target/profiles-proof/receipt.txt
+ test "$control_exit" -eq 0
+ grep -Fq 'test result: ok. 1 passed; 0 failed;' "$control_log"
+
+ - name: Upload proof receipts and logs
+ if: always()
+ uses: actions/upload-artifact@v7
+ with:
+ name: profiles-proof-${{ matrix.case }}
+ path: target/profiles-proof/
+ if-no-files-found: error
+ retention-days: 30