Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
fix(cua-driver): write action.json timestamp as ISO-8601 as documented (#5144)
injaneitya2a2d7335f31
diff --git a/.github/release-attribution-config.json b/.github/release-attribution-config.jsonindex 816a22d8d9..7429edd954 100644--- a/.github/release-attribution-config.json+++ b/.github/release-attribution-config.json@@ -36,6 +36,7 @@"[email protected]": "ai-ag2026","[email protected]": "civonafets","[email protected]": "madhavajay",+ "[email protected]": "methanoya","[email protected]": "enchanted-koala","[email protected]": "r33drichards","[email protected]": "rsyuzyov",diff --git a/libs/cua-driver/rust/crates/cua-driver-core/src/recording.rs b/libs/cua-driver/rust/crates/cua-driver-core/src/recording.rsindex 34f4f23c89..90e027aadc 100644--- a/libs/cua-driver/rust/crates/cua-driver-core/src/recording.rs+++ b/libs/cua-driver/rust/crates/cua-driver-core/src/recording.rs@@ -1438,7 +1438,7 @@ fn write_turn_with_after("arguments": args,"result_summary": result_text,"result_error": result_is_error,- "timestamp": iso_now(),+ "timestamp": iso8601_utc_from_unix_ms(now),"t_ms_from_session_start": now.saturating_sub(session_start_ms),"t_start_ms_from_session_start": start_ms.saturating_sub(session_start_ms),});@@ -1524,12 +1524,21 @@ pub fn now_ms() -> u64 {.as_millis() as u64}-fn iso_now() -> String {- let d = SystemTime::now()- .duration_since(UNIX_EPOCH)- .unwrap_or_default();- // Format as fractional Unix seconds (simple, unambiguous, machine-readable).- format!("{:.3}", d.as_secs_f64())+/// Format milliseconds since Unix epoch as an ISO-8601 UTC date-time with+/// millisecond precision, e.g. `2026-01-01T00:00:00.000Z`.+fn iso8601_utc_from_unix_ms(ms: u64) -> String {+ let t = time::OffsetDateTime::from_unix_timestamp_nanos(i128::from(ms) * 1_000_000)+ .unwrap_or(time::OffsetDateTime::UNIX_EPOCH);+ format!(+ "{:04}-{:02}-{:02}T{:02}:{:02}:{:02}.{:03}Z",+ t.year(),+ u8::from(t.month()),+ t.day(),+ t.hour(),+ t.minute(),+ t.second(),+ t.millisecond()+ )}/// Build the `session.json` `video` field. Three shapes:diff --git a/libs/cua-driver/rust/crates/cua-driver-core/tests/recording_action_timestamp.rs b/libs/cua-driver/rust/crates/cua-driver-core/tests/recording_action_timestamp.rsnew file mode 100644index 0000000000..f4c1bf1e3c--- /dev/null+++ b/libs/cua-driver/rust/crates/cua-driver-core/tests/recording_action_timestamp.rs@@ -0,0 +1,73 @@+use cua_driver_core::recording::{+ now_ms, set_ax_snapshot_fn, set_element_bounds_fn, set_screenshot_fn, RecordingCaller,+ RecordingSession,+};+use serde_json::{json, Value};+use std::time::Duration;+use time::format_description::well_known::Rfc3339;+use time::OffsetDateTime;++#[test]+fn action_json_timestamp_is_the_documented_iso_8601_wall_clock_time() {+ let png = cua_driver_core::image_utils::encode_rgba_to_png(&[255; 16], 2, 2).unwrap();+ set_screenshot_fn(move |_, _| Some(png.clone()));+ set_ax_snapshot_fn(|_, _| Some(br#"{"fixture":"action-timestamp"}"#.to_vec()));+ set_element_bounds_fn(|_, _, _| None);++ let directory = tempfile::tempdir().unwrap();+ let recording = RecordingSession::new();+ // The recorder keeps milliseconds, so compare against a millisecond floor.+ let earliest = OffsetDateTime::now_utc().unix_timestamp_nanos() / 1_000_000;+ recording+ .start(directory.path().to_str().unwrap(), false, None)+ .unwrap();+ // Separate the session start, the dispatch start, and the turn end by+ // whole milliseconds so the relative fields are distinct and non-zero.+ std::thread::sleep(Duration::from_millis(5));+ // A real dispatch start, as the tool dispatcher passes it.+ let start_ms = now_ms();+ let pending = recording+ .begin_turn(+ "press_key",+ &json!({"pid": 1, "key": "a"}),+ start_ms,+ RecordingCaller::default(),+ )+ .unwrap();+ std::thread::sleep(Duration::from_millis(5));+ recording.finish_turn_with_outcome(pending, "Pressed a", None, false);+ recording.stop_owner(None).unwrap();+ let latest = OffsetDateTime::now_utc().unix_timestamp_nanos() / 1_000_000;++ let recorded: Value = serde_json::from_slice(+ &std::fs::read(directory.path().join("turn-00001").join("action.json")).unwrap(),+ )+ .unwrap();+ let timestamp = recorded["timestamp"].as_str().unwrap();+ let parsed = OffsetDateTime::parse(timestamp, &Rfc3339)+ .unwrap_or_else(|error| panic!("timestamp {timestamp:?} is not ISO-8601: {error}"));+ let parsed_ms = parsed.unix_timestamp_nanos() / 1_000_000;+ assert!(+ (earliest..=latest).contains(&parsed_ms),+ "timestamp {timestamp:?} must be the turn's wall-clock time, between {earliest} and {latest} ms"+ );+ // Fixed shape: UTC with millisecond precision, e.g. 2026-01-01T00:00:00.000Z.+ assert_eq!(timestamp.len(), 24, "unexpected shape: {timestamp:?}");+ assert!(timestamp.ends_with('Z'), "unexpected shape: {timestamp:?}");+ // The relative fields keep their meaning and unit (milliseconds).+ let end = recorded["t_ms_from_session_start"].as_u64().unwrap();+ let start = recorded["t_start_ms_from_session_start"].as_u64().unwrap();+ assert!(0 < start && start < end, "start {start} ms, end {end} ms");+ // `timestamp` is the same instant as `t_ms_from_session_start`, not a+ // second clock reading: both sides below are the session anchor.+ assert_eq!(+ parsed_ms - i128::from(end),+ i128::from(start_ms) - i128::from(start),+ "timestamp {timestamp:?} and the relative fields must share one session anchor"+ );+ let anchor = parsed_ms - i128::from(end);+ assert!(+ (earliest..=i128::from(start_ms)).contains(&anchor),+ "session anchor {anchor} must lie between {earliest} and the turn start {start_ms}"+ );+}