World's first open-source enterprise world model.
Rust agent-memorybitemporalgraphragknowledge-baseknowledge-graphllmontologypgvectorpostgresqlragrustself-hostedsemantic-searchtemporal-knowledge-graphworld-model
Preserve subsecond record timestamps in RDF exports (#823)
Maya Kid50234d97e70f
diff --git a/crates/utopia-server/src/api/mcp_tests.rs b/crates/utopia-server/src/api/mcp_tests.rsindex 0df41098..5e9651b8 100644--- a/crates/utopia-server/src/api/mcp_tests.rs+++ b/crates/utopia-server/src/api/mcp_tests.rs@@ -197,6 +197,116 @@ fn uuid(value: &Value) -> Uuid {value.as_str().unwrap().parse().unwrap()}+#[tokio::test]+async fn record_axis_subseconds_survive_authenticated_rdf_export() -> anyhow::Result<()> {+ use axum::body::{to_bytes, Body};+ use axum::http::{Request, StatusCode};+ use oxrdf::{vocab::xsd, Term};+ use tower::ServiceExt;++ let Some(f) = Fixture::new().await? else {+ return Ok(());+ };+ async fn check(f: &Fixture) -> anyhow::Result<()> {+ let generated: chrono::DateTime<chrono::Utc> = "2026-03-01T00:00:00.100001Z".parse()?;+ let invalidated: chrono::DateTime<chrono::Utc> = "2026-03-01T00:00:00.100002Z".parse()?;+ for (table, created, deleted, id) in [+ ("facts", "recorded_at", "invalidated_at", f.fact),+ ("derived_facts", "derived_at", "invalidated_at", f.derived),+ ("documents", "created_at", "deleted_at", f.document),+ ] {+ sqlx::query(&format!(+ "UPDATE {table} SET {created}=$2,{deleted}=$3 WHERE id=$1"+ ))+ .bind(id)+ .bind(generated)+ .bind(invalidated)+ .execute(&f.state.pool)+ .await?;+ }+ let snapshot_sql = "SELECT jsonb_build_array(+ (SELECT jsonb_agg(to_jsonb(t) ORDER BY id) FROM facts t WHERE kb_id=$1),+ (SELECT jsonb_agg(to_jsonb(t) ORDER BY id) FROM documents t WHERE kb_id=$1),+ (SELECT jsonb_agg(to_jsonb(t) ORDER BY id) FROM derived_facts t WHERE kb_id=$1))";+ let before: Value = sqlx::query_scalar(snapshot_sql)+ .bind(f.kb)+ .fetch_one(&f.state.pool)+ .await?;+ let auth = utopia_store::tokens::authenticate(&f.state.pool, &f.token).await?;+ let jwt = crate::auth::issue_token(&f.state, auth.user_id)?;+ let app = crate::api::router(f.state.clone(), &Default::default());+ let names = crate::rdf::Names::new(f.kb, None).map_err(anyhow::Error::msg)?;+ let subjects = [+ names.fact(f.fact),+ names.derived(f.derived),+ names.document(f.document),+ ];+ let mut exports = Vec::new();+ for (format, parser_format) in [+ ("turtle", oxrdfio::RdfFormat::Turtle),+ (+ "jsonld",+ oxrdfio::RdfFormat::JsonLd {+ profile: oxrdfio::JsonLdProfileSet::empty(),+ },+ ),+ ] {+ let response = app+ .clone()+ .oneshot(+ Request::builder()+ .uri(format!("/api/v1/kbs/{}/export?format={format}", f.kb))+ .header("authorization", format!("Bearer {jwt}"))+ .body(Body::empty())?,+ )+ .await?;+ anyhow::ensure!(response.status() == StatusCode::OK, "export rejected");+ let bytes = to_bytes(response.into_body(), 1024 * 1024).await?;+ let quads = oxrdfio::RdfParser::from_format(parser_format)+ .for_slice(&bytes)+ .collect::<Result<std::collections::HashSet<_>, _>>()?;+ for subject in &subjects {+ for (predicate, expected) in [+ ("generatedAtTime", generated),+ ("invalidatedAtTime", invalidated),+ ] {+ let q = quads+ .iter()+ .find(|q| {+ q.subject == subject.clone().into()+ && q.predicate.as_str()+ == format!("http://www.w3.org/ns/prov#{predicate}")+ })+ .ok_or_else(|| anyhow::anyhow!("missing {predicate} for {subject}"))?;+ let Term::Literal(literal) = &q.object else {+ anyhow::bail!("timestamp is not literal");+ };+ anyhow::ensure!(+ literal.datatype() == xsd::DATE_TIME,+ "timestamp type changed"+ );+ let actual: chrono::DateTime<chrono::Utc> = literal.value().parse()?;+ anyhow::ensure!(+ actual == expected,+ "record timestamp truncated: {actual} != {expected}"+ );+ }+ }+ exports.push(quads);+ }+ anyhow::ensure!(exports[0] == exports[1], "formats disagree");+ let after: Value = sqlx::query_scalar(snapshot_sql)+ .bind(f.kb)+ .fetch_one(&f.state.pool)+ .await?;+ anyhow::ensure!(before == after, "export changed records");+ Ok(())+ }+ let result = check(&f).await;+ let cleanup = f.clean().await;+ result.and(cleanup)+}+#[tokio::test]async fn refused_and_executed_calls_are_each_audited_once() -> anyhow::Result<()> {let Some(f) = Fixture::new().await? else {diff --git a/crates/utopia-server/src/rdf.rs b/crates/utopia-server/src/rdf.rsindex bec9ff7a..35e91763 100644--- a/crates/utopia-server/src/rdf.rs+++ b/crates/utopia-server/src/rdf.rs@@ -234,7 +234,7 @@ impl Format {fn dt(at: DateTime<Utc>) -> Literal {Literal::new_typed_literal(- at.to_rfc3339_opts(chrono::SecondsFormat::Secs, true),+ at.to_rfc3339_opts(chrono::SecondsFormat::AutoSi, true),xsd::DATE_TIME,)}@@ -985,6 +985,40 @@ mod tests {);}+ #[test]+ fn record_axis_subseconds_round_trip_without_changing_world_precision() {+ for timestamp in [+ "2026-09-20T00:00:00Z",+ "2026-09-20T00:00:00.100Z",+ "2026-09-20T00:00:00.100001Z",+ "2026-09-20T00:00:00.100002Z",+ "2026-09-20T00:00:00.123456789Z",+ ] {+ let original = at(timestamp);+ let literal = dt(original);+ assert_eq!(literal.datatype(), xsd::DATE_TIME);+ assert_eq!(literal.value().parse::<DateTime<Utc>>().unwrap(), original);+ }+ assert_eq!(+ dt(at("2026-09-20T00:00:00Z")).value(),+ "2026-09-20T00:00:00Z"+ );+ let instant = at("2026-09-20T12:34:56.123456Z");+ for (precision, lexical, datatype) in [+ ("year", "2026", xsd::G_YEAR),+ ("month", "2026-09", xsd::G_YEAR_MONTH),+ ("day", "2026-09-20", xsd::DATE),+ ("hour", "2026-09-20T12:34:56Z", xsd::DATE_TIME),+ ("minute", "2026-09-20T12:34:56Z", xsd::DATE_TIME),+ ("second", "2026-09-20T12:34:56Z", xsd::DATE_TIME),+ ] {+ assert_eq!(+ world_time(instant, Some(precision)),+ Literal::new_typed_literal(lexical, datatype)+ );+ }+ }+#[test]fn a_year_stays_a_year() {let mut coarse = fact(5);