Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

5.3 KB
Raw Blame
{
  "measured_revision": "3a01ec0c54a54f30a14ab92cd5fdbf241d6e9316",
  "measurement_scope": "Manual full-lane entry; excludes GitHub root checkout, dispatch, path filtering and artifact upload.",
  "contract": {
    "image": "ghcr.io/tinyhumansai/rust_ci@sha256:0ac1040c4fc37437e0ebbdc203eef81f34a7e125de93e4fca03c42aadb5579c8",
    "rust": "1.96.1",
    "nextest": "0.9.148",
    "llvm_cov": "0.9.1",
    "vcpus": 4,
    "memory_mib": 13312,
    "scratch_gib": 160,
    "guest_swap_gib": 32,
    "shared_host_memory_limit_gib": 58,
    "extra_unit_cpu_or_memory_caps": false,
    "workflow_budget_minutes": 180,
    "guest_hard_timeout_minutes": 195,
    "cache_save_budget_minutes": 15
  },
  "verification": {
    "same_selected_test_identities": true,
    "same_source_image_kernel_and_resources": true,
    "same_package_cache_disk": true,
    "configurations": 16,
    "instrumented_configurations": 15,
    "plain_configurations": 1,
    "sequential_checks": 50,
    "dependency_edges": 10,
    "eligible_coverage_files": 1554,
    "lcov_reports": 9,
    "ordinary_and_instrumented_mold_verified": true,
    "diff_gate_exit": 0,
    "measured_changed_product_lines": 0
  },
  "phases": {
    "cold": {
      "lane_seconds": 8631.081,
      "full_entry_seconds": 8869,
      "guest_seconds": 8871,
      "vm_seconds": 8877.017,
      "rust_executions": 15572,
      "test_failures": 0,
      "test_errors": 0,
      "offline_examples_passed": 23,
      "pester_exit": 0,
      "cache_local_hits": 2286,
      "cache_remote_hits": 0,
      "cache_total_hits": 2286,
      "cache_misses": 3830,
      "cache_hit_rate_percent": 37.4,
      "cache_errors": 0,
      "cache_save_seconds": 206,
      "cache_save_exit": 0,
      "scratch_available_bytes_at_close": 2133032960,
      "release_files_remaining": 0,
      "observed_host_unit_psi_avg10_max_percent": 60.91,
      "host_oom_events": 0,
      "suite_executions": {
        "openhuman-lib-bins-nextest-": 10168,
        "openhuman-embed": 372,
        "openhuman-rpc": 154,
        "openhuman-tinyhumans": 328,
        "openhuman-embed-default-": 337,
        "openhuman-tinyhumans-default-": 328,
        "openhuman-tui": 91,
        "openhuman-cli-integration-tests-nextest-": 447,
        "composio-stack-uninstrumented": 1,
        "gate-contract-tests": 432,
        "gate-contract-tests-features": 56,
        "tauri": 309,
        "storage-e2e": 43,
        "storage-lib-tests": 2486,
        "cron-module-tests": 13,
        "storage-session-store-tests": 7
      },
      "archive_name": "cold-3a01ec0c54a5.tar.gz",
      "archive_sha256": "0870576e384498109b8d27a3519f218e460f4c41b7efdea8ae7a39075e700225"
    },
    "warm": {
      "lane_seconds": 4134.076,
      "full_entry_seconds": 4172,
      "guest_seconds": 4175,
      "vm_seconds": 4180.85,
      "rust_executions": 15572,
      "test_failures": 0,
      "test_errors": 0,
      "offline_examples_passed": 23,
      "pester_exit": 0,
      "cache_local_hits": 2717,
      "cache_remote_hits": 3801,
      "cache_total_hits": 6518,
      "cache_misses": 33,
      "cache_hit_rate_percent": 99.5,
      "cache_errors": 0,
      "cache_save_seconds": 1,
      "cache_save_exit": 0,
      "scratch_available_bytes_at_close": 2155548672,
      "release_files_remaining": 0,
      "observed_host_unit_psi_avg10_max_percent": 4.56,
      "host_oom_events": 0,
      "suite_executions": {
        "openhuman-lib-bins-nextest-": 10168,
        "openhuman-embed": 372,
        "openhuman-rpc": 154,
        "openhuman-tinyhumans": 328,
        "openhuman-embed-default-": 337,
        "openhuman-tinyhumans-default-": 328,
        "openhuman-tui": 91,
        "openhuman-cli-integration-tests-nextest-": 447,
        "composio-stack-uninstrumented": 1,
        "gate-contract-tests": 432,
        "gate-contract-tests-features": 56,
        "tauri": 309,
        "storage-e2e": 43,
        "storage-lib-tests": 2486,
        "cron-module-tests": 13,
        "storage-session-store-tests": 7
      },
      "archive_name": "warm-3a01ec0c54a5.tar.gz",
      "archive_sha256": "68663812a5f7384e330ca131c9ba04d5849638ca04c74573c797f2f117a2705c"
    }
  },
  "limitations": [
    "Fresh compiler-key namespace and local outputs; package caches retained and shared CAS may deduplicate existing blobs.",
    "Observed shared-host co-tenancy; elapsed differences do not isolate cache-only effects or establish speedup against the historical GitHub job.",
    "Only closed scratch footprints are authoritative; optional live disk polling stopped early during cold and did not cover warm."
  ],
  "post_measurement_preflight_validation": {
    "introduced_revision": "cd1f587ee246b1d0753e84160c265a5f20ad16dc",
    "verify_runner_sha256": "8a41db134461a1dcc8f861a18d919366c63caf1fa54b1c58a427367f98b48f74",
    "scope": "Required pinned LLVM executables and disabled implicit installation; measured lane selections, build settings and cache policy unchanged.",
    "old_missing_tools_exit": 0,
    "new_missing_tools_exit": 1,
    "negative_environment_empty": true,
    "installed_tools_positive_exit": 0,
    "implicit_setup_disabled": true,
    "focused_tests_passed": 7,
    "script_tests_passed": 772,
    "script_tests_skipped": 3,
    "script_test_failures": 0,
    "verify_runner_hash_scope": "introduced_revision; subsequent source comments only",
    "subsequent_documentation_revision": "8909a95d2f5f306e83a1ac13be9c0fa011426f64"
  }
}