YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
Repair workflow retry and Windows coverage CI expectations (#7287)
Louis Beaumontcc91e70a69eb
diff --git a/crates/screenpipe-engine/tests/workflow_timing_e2e.rs b/crates/screenpipe-engine/tests/workflow_timing_e2e.rsindex b3da68cbc..0a8218b96 100644--- a/crates/screenpipe-engine/tests/workflow_timing_e2e.rs+++ b/crates/screenpipe-engine/tests/workflow_timing_e2e.rs@@ -184,7 +184,7 @@ async fn timing_survives_verified_publication_retries_and_disk_reload() {let (status,proposed)=post(&client,&base,json!({"task":"workflow-maintain","action":"propose","expected_revision":context["workspace"]["revision"],"payload":payload,"assignee":"workflow-review","note":"Two complete receipts found in the original source interval."})).await;assert_eq!(status, 200, "{proposed}");let context = get(&client, &base, "/workflows/workspace?task=workflow-review").await;- let publish = json!({"task":"workflow-review","action":"publish","expected_revision":context["workspace"]["revision"],"catalog_revision":context["catalogRevision"],"draft_id":proposed["draft_id"],"note":"Verified both boundaries against the captured sources."});+ let mut publish = json!({"task":"workflow-review","action":"publish","expected_revision":context["workspace"]["revision"],"catalog_revision":context["catalogRevision"],"draft_id":proposed["draft_id"],"note":"Verified both boundaries against the captured sources."});// A fabricated timing boundary must fail without replacing the catalog.let before = tokio::fs::read(&path).await.unwrap();let mut invalid = publish.clone();@@ -194,7 +194,24 @@ async fn timing_survives_verified_publication_retries_and_disk_reload() {invalid["payload"] = bad;let (status, error) = post(&client, &base, invalid).await;assert_eq!(status, 422, "{error}");- assert_eq!(before, tokio::fs::read(&path).await.unwrap());+ // Verification persists an in-flight retry guard before awaiting source+ // checks, then clears it on a definitive 422. Those two workspace revision+ // changes are intentional; every other catalog/workspace field must survive.+ let before: Value = serde_json::from_slice(&before).unwrap();+ let after: Value = serde_json::from_slice(&tokio::fs::read(&path).await.unwrap()).unwrap();+ let expected_workspace_revision = before["agentWorkspace"]["revision"].as_u64().unwrap() + 2;+ assert_eq!(+ after["agentWorkspace"]["revision"],+ expected_workspace_revision+ );+ let mut expected = before;+ expected["agentWorkspace"]["revision"] = json!(expected_workspace_revision);+ assert_eq!(+ expected, after,+ "failed verification must preserve all published data and draft content"+ );+ // Retry against the current workspace, as a real client must after 422.+ publish["expected_revision"] = after["agentWorkspace"]["revision"].clone();let (status, receipt) = post(&client, &base, publish.clone()).await;assert_eq!(status, 200, "{receipt}");let saved = get(&client, &base, "/workflows/catalog").await;diff --git a/docs/COVERAGE.md b/docs/COVERAGE.mdindex 4794ba7dd..f85a488af 100644--- a/docs/COVERAGE.md+++ b/docs/COVERAGE.md@@ -36,17 +36,17 @@ results and `cargo llvm-cov` data on top when judging release confidence.### Core Engine-- Mapped suites: 35-- Mapped Rust files: 372-- Active test blocks: 3661-- Ignored/manual test blocks: 164-- Weighted coverage points: 3021.0+- Mapped suites: 36+- Mapped Rust files: 373+- Active test blocks: 3670+- Ignored/manual test blocks: 165+- Weighted coverage points: 3027.6| Platform | Suites | Active tests | Ignored tests | Weighted points | Layers | Flows | Critical score || --- | --- | --- | --- | --- | --- | --- | --- |-| windows | 31 | 3515 | 150 | 2954.7 | 21 | 11 | 100% |-| macos | 31 | 3560 | 125 | 2956.5 | 22 | 11 | 100% |-| linux | 28 | 3117 | 125 | 2591.4 | 20 | 11 | 100% |+| windows | 32 | 3524 | 151 | 2961.3 | 21 | 11 | 100% |+| macos | 31 | 3563 | 126 | 2958.9 | 22 | 11 | 100% |+| linux | 28 | 3120 | 126 | 2593.8 | 20 | 11 | 100% |## Refreshdiff --git a/docs/coverage/CORE.md b/docs/coverage/CORE.mdindex cb17ef747..26e7e7b76 100644--- a/docs/coverage/CORE.md+++ b/docs/coverage/CORE.md@@ -7,12 +7,12 @@ confidence, and criticality.- Manifest: `docs/coverage/core-engine-map.json`- Tracked crates: screenpipe-engine, screenpipe-db, screenpipe-sqlite-coordinator, screenpipe-audio, screenpipe-screen, screenpipe-a11y, screenpipe-fs-- Mapped suites: 35-- Mapped Rust files: 372-- Active test blocks: 3661-- Ignored/manual test blocks: 164-- Declared test blocks: 3825-- Weighted coverage points: 3021.0+- Mapped suites: 36+- Mapped Rust files: 373+- Active test blocks: 3670+- Ignored/manual test blocks: 165+- Declared test blocks: 3835+- Weighted coverage points: 3027.6Confidence weights: strong=1.0, partial=0.7, conditional=0.4, smoke=0.3.Criticality weights: high=1.0, medium=0.7, low=0.4.@@ -23,9 +23,9 @@ are explicitly enabled in a runtime lane.| Platform | Suites | Active tests | Ignored tests | Weighted points | Layers | Flows | Critical score || --- | --- | --- | --- | --- | --- | --- | --- |-| windows | 31 | 3515 | 150 | 2954.7 | 21 | 11 | 100% |-| macos | 31 | 3560 | 125 | 2956.5 | 22 | 11 | 100% |-| linux | 28 | 3117 | 125 | 2591.4 | 20 | 11 | 100% |+| windows | 32 | 3524 | 151 | 2961.3 | 21 | 11 | 100% |+| macos | 31 | 3563 | 126 | 2958.9 | 22 | 11 | 100% |+| linux | 28 | 3120 | 126 | 2593.8 | 20 | 11 | 100% |## Crate Summary@@ -34,7 +34,7 @@ are explicitly enabled in a runtime lane.| screenpipe-engine | 12 | 21 | 123 | 1774 | 51 | 1365.6 | 10 || screenpipe-db | 5 | 62 | 25 | 577 | 25 | 549.1 | 9 || screenpipe-sqlite-coordinator | 1 | 0 | 3 | 27 | 0 | 27.0 | 2 |-| screenpipe-audio | 6 | 25 | 52 | 649 | 45 | 568.8 | 5 |+| screenpipe-audio | 7 | 25 | 53 | 658 | 46 | 575.4 | 5 || screenpipe-screen | 6 | 9 | 18 | 257 | 9 | 232.1 | 4 || screenpipe-a11y | 4 | 2 | 31 | 374 | 34 | 275.3 | 3 || screenpipe-fs | 1 | 0 | 1 | 3 | 0 | 3.0 | 3 |@@ -63,8 +63,8 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| Layer | windows | macos | linux || --- | --- | --- | --- || accessibility | 4 suites / 371 active / 35 ignored / 337.1 pts | 4 suites / 412 active / 10 ignored / 333.4 pts | 4 suites / 331 active / 7 ignored / 303.5 pts |-| audio | 8 suites / 765 active / 46 ignored / 684.8 pts | 8 suites / 765 active / 46 ignored / 684.8 pts | 7 suites / 686 active / 45 ignored / 629.5 pts |-| audio-device | 2 suites / 227 active / 7 ignored / 203.3 pts | 2 suites / 227 active / 7 ignored / 203.3 pts | 1 suites / 148 active / 6 ignored / 148.0 pts |+| audio | 9 suites / 774 active / 47 ignored / 691.4 pts | 8 suites / 768 active / 47 ignored / 687.2 pts | 7 suites / 689 active / 46 ignored / 631.9 pts |+| audio-device | 2 suites / 228 active / 7 ignored / 204.3 pts | 2 suites / 228 active / 7 ignored / 204.3 pts | 1 suites / 149 active / 6 ignored / 149.0 pts || configuration | 2 suites / 143 active / 3 ignored / 129.2 pts | 2 suites / 143 active / 3 ignored / 129.2 pts | 2 suites / 143 active / 3 ignored / 129.2 pts || database | 7 suites / 531 active / 21 ignored / 503.1 pts | 7 suites / 531 active / 21 ignored / 503.1 pts | 7 suites / 531 active / 21 ignored / 503.1 pts || db-search | 2 suites / 113 active / 9 ignored / 113.0 pts | 2 suites / 113 active / 9 ignored / 113.0 pts | 2 suites / 113 active / 9 ignored / 113.0 pts |@@ -73,7 +73,7 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| meeting | 6 suites / 1663 active / 21 ignored / 1357.9 pts | 6 suites / 1663 active / 21 ignored / 1357.9 pts | 4 suites / 1314 active / 17 ignored / 1032.6 pts || ocr | 4 suites / 125 active / 7 ignored / 119.0 pts | 4 suites / 129 active / 7 ignored / 124.5 pts | 3 suites / 120 active / 6 ignored / 115.5 pts || os-integration | 1 suites / 6 active / 0 ignored / 1.7 pts | 1 suites / 6 active / 0 ignored / 1.7 pts | - |-| performance | 13 suites / 1601 active / 77 ignored / 1415.5 pts | 14 suites / 1709 active / 81 ignored / 1458.7 pts | 13 suites / 1601 active / 77 ignored / 1415.5 pts |+| performance | 13 suites / 1604 active / 78 ignored / 1417.9 pts | 14 suites / 1712 active / 82 ignored / 1461.1 pts | 13 suites / 1604 active / 78 ignored / 1417.9 pts || pipes | 1 suites / 518 active / 3 ignored / 362.6 pts | 1 suites / 518 active / 3 ignored / 362.6 pts | 1 suites / 518 active / 3 ignored / 362.6 pts || privacy | 5 suites / 968 active / 42 ignored / 782.3 pts | 5 suites / 1009 active / 17 ignored / 778.6 pts | 5 suites / 928 active / 14 ignored / 748.6 pts || real-app | - | 1 suites / 108 active / 4 ignored / 43.2 pts | - |@@ -81,7 +81,7 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| storage | 4 suites / 660 active / 38 ignored / 547.5 pts | 4 suites / 660 active / 38 ignored / 547.5 pts | 4 suites / 660 active / 38 ignored / 547.5 pts || sync | 1 suites / 518 active / 3 ignored / 362.6 pts | 1 suites / 518 active / 3 ignored / 362.6 pts | 1 suites / 518 active / 3 ignored / 362.6 pts || timeline | 4 suites / 1198 active / 43 ignored / 981.4 pts | 4 suites / 1198 active / 43 ignored / 981.4 pts | 4 suites / 1198 active / 43 ignored / 981.4 pts |-| transcription | 5 suites / 842 active / 43 ignored / 659.5 pts | 5 suites / 842 active / 43 ignored / 659.5 pts | 5 suites / 842 active / 43 ignored / 659.5 pts |+| transcription | 6 suites / 850 active / 44 ignored / 665.1 pts | 5 suites / 844 active / 44 ignored / 660.9 pts | 5 suites / 844 active / 44 ignored / 660.9 pts || ui-events | 4 suites / 784 active / 34 ignored / 594.7 pts | 3 suites / 717 active / 5 ignored / 547.8 pts | 3 suites / 717 active / 5 ignored / 547.8 pts || vision-capture | 6 suites / 553 active / 32 ignored / 437.5 pts | 6 suites / 557 active / 32 ignored / 443.0 pts | 5 suites / 548 active / 31 ignored / 434.0 pts |@@ -123,12 +123,13 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| a11y-linux-tree | screenpipe-a11y | linux | accessibility, privacy | accessibility-ui-events, privacy-and-redaction | medium | partial | unit | 4 | 27 | 1 | Linux-specific accessibility/incognito normalization tests. || a11y-macos-tree | screenpipe-a11y | macos | accessibility, privacy, real-app, performance | accessibility-ui-events, privacy-and-redaction, performance-liveness | high | conditional | mixed | 8 | 108 | 4 | macOS AX unit coverage, a scored 100-case click-attribution policy eval, and real TextEdit/Finder/Obsidian probes. Click attribution and Obsidian live tests are ignored by default when they require a logged-in desktop, app install, or AX permission. || a11y-windows-tree | screenpipe-a11y | windows | accessibility, privacy, ui-events | accessibility-ui-events, privacy-and-redaction | high | partial | unit | 7 | 67 | 29 | Windows UIA/accessibility parsing and privacy matching; some UIA tests are ignored where they require a live desktop. |-| audio-device-stream-health | screenpipe-audio | windows, macos, linux | audio-device, audio, performance | audio-device-health, audio-record-transcribe, performance-liveness | high | strong | mixed | 14 | 148 | 6 | Device monitor, device manager, stream buffering, source lag, audio metrics, Bluetooth gap/hallucination regressions, and cross-platform process-tap watchdog counters (process_tap.rs split into src/core/process_tap/ modules). |+| audio-device-stream-health | screenpipe-audio | windows, macos, linux | audio-device, audio, performance | audio-device-health, audio-record-transcribe, performance-liveness | high | strong | mixed | 14 | 149 | 6 | Device monitor, device manager, stream buffering, source lag, audio metrics, Bluetooth gap/hallucination regressions, and cross-platform process-tap watchdog counters (process_tap.rs split into src/core/process_tap/ modules). || audio-meetings-speakers-dedup | screenpipe-audio | windows, macos, linux | audio, meeting, speaker, transcription | audio-record-transcribe, meeting-live-notes, performance-liveness | high | strong | mixed | 26 | 263 | 8 | Meeting streaming config/controller logic, speaker embedding state, cross-device dedupe simulations, and overlap cleanup coverage. || audio-models-filtering | screenpipe-audio | windows, macos, linux | audio, transcription, privacy | audio-record-transcribe, privacy-and-redaction | medium | partial | mixed | 6 | 20 | 10 | Model-download/TLS guards, ONNX startup smoke, and music-versus-speech filtering. || audio-pipeline-benchmarks | screenpipe-audio | windows, macos, linux | audio, transcription, performance | audio-record-transcribe, meeting-live-notes, performance-liveness | medium | partial | benchmark | 8 | 22 | 12 | Benchmark-backed regression probes for VAD, smart mode, meeting audio, quality, cross-device, and end-to-end pipeline timing. || audio-platform-output-capture | screenpipe-audio | windows, macos | audio-device, audio, meeting | audio-device-health, audio-record-transcribe, meeting-live-notes | high | partial | unit | 7 | 79 | 1 | OS-specific output/system-audio capture: CoreAudio process tap and SCK output watchdog plus VPIO health policy on macOS, per-process meeting audio taps on both platforms, and the Windows follow-the-audio output watchdog. Platform impl files are cfg-gated to their target OS. |-| audio-transcription-pipeline | screenpipe-audio | windows, macos, linux | audio, transcription, performance | audio-record-transcribe, meeting-live-notes, performance-liveness | high | partial | mixed | 16 | 117 | 8 | Batch deferral, cleanup, language detection, result normalization, and real recording/transcription tests. Hardware/model-heavy tests are ignored by default. Also covers ffmpeg encode child reaping on error paths. |+| audio-transcription-pipeline | screenpipe-audio | windows, macos, linux | audio, transcription, performance | audio-record-transcribe, meeting-live-notes, performance-liveness | high | partial | mixed | 16 | 119 | 9 | Batch deferral, cleanup, language detection, result normalization, and real recording/transcription tests. Hardware/model-heavy tests are ignored by default. Also covers ffmpeg encode child reaping on error paths. |+| audio-windows-parakeet-provider | screenpipe-audio | windows | audio, transcription | audio-record-transcribe | high | partial | unit | 1 | 6 | 0 | Registers existing CPU override, eligible adapter selection, DXGI ordinal, error fallback and adapter determinism tests. Windows-only; manifest registration does not verify execution on physical GPU hardware. || db-accessibility-ui-events | screenpipe-db | windows, macos, linux | database, configuration, accessibility, ui-events, performance | settings-to-engine-config, accessibility-ui-events, performance-liveness | medium | partial | integration | 7 | 27 | 2 | Elements bulk insert, on-screen filtering, UI event batching, DB tier config, and ignored heavy-read real-DB probes. || db-audio-meetings-speakers | screenpipe-db | windows, macos, linux | database, audio, meeting, speaker | audio-record-transcribe, audio-device-health, meeting-live-notes | high | strong | integration | 15 | 113 | 1 | Audio transcript dedupe, live meeting mirroring, end-generation and open-meeting invariants, liveness, and speaker reassignment coverage. || db-runtime-reliability | screenpipe-db | windows, macos, linux | database, performance | performance-liveness | high | partial | mixed | 16 | 47 | 6 | SQLite hard-fault classification, failpoint VFS injection, fresh-identity recovery verification with integrity/FK/write canaries, query cancellation, close-severs-connections regressions, multi-pool WAL parity, runtime version pinning, and WAL chaos plus memory-pressure probes, plus read-only quarantine self-heal verification for transient IOERR faults. |@@ -193,7 +194,7 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| a11y-macos-tree | screenpipe-a11y | tests/e2e_obsidian.rs | integration | 0 | 3 | 3 || a11y-macos-tree | screenpipe-a11y | tests/e2e_tree_walker.rs | integration | 8 | 0 | 8 || audio-device-stream-health | screenpipe-audio | src/audio_manager/device_monitor.rs | source | 44 | 0 | 44 |-| audio-device-stream-health | screenpipe-audio | src/audio_manager/manager.rs | source | 25 | 1 | 26 |+| audio-device-stream-health | screenpipe-audio | src/audio_manager/manager.rs | source | 26 | 1 | 27 || audio-meetings-speakers-dedup | screenpipe-audio | src/audio_manager/meeting_piggyback.rs | source | 58 | 0 | 58 || audio-meetings-speakers-dedup | screenpipe-audio | src/audio_manager/piggyback_listeners.rs | source | 2 | 0 | 2 || audio-meetings-speakers-dedup | screenpipe-audio | src/audio_manager/reconciliation.rs | source | 31 | 1 | 32 |@@ -233,9 +234,10 @@ bun run coverage:core -- --llvm-cov-summary ../../docs/coverage/core-llvm-cov-su| audio-meetings-speakers-dedup | screenpipe-audio | src/speaker/segment.rs | source | 2 | 0 | 2 || audio-transcription-pipeline | screenpipe-audio | src/transcription/deepgram/batch.rs | source | 11 | 0 | 11 || audio-transcription-pipeline | screenpipe-audio | src/transcription/deepgram/mod.rs | source | 1 | 0 | 1 |-| audio-transcription-pipeline | screenpipe-audio | src/transcription/engine.rs | source | 4 | 0 | 4 |+| audio-transcription-pipeline | screenpipe-audio | src/transcription/engine.rs | source | 6 | 1 | 7 || audio-transcription-pipeline | screenpipe-audio | src/transcription/handle_new_transcript.rs | source | 2 | 0 | 2 || audio-transcription-pipeline | screenpipe-audio | src/transcription/openai_compatible/batch.rs | source | 12 | 0 | 12 |+| audio-windows-parakeet-provider | screenpipe-audio | src/transcription/parakeet_windows.rs | source | 6 | 0 | 6 || audio-transcription-pipeline | screenpipe-audio | src/transcription/transcription_result.rs | source | 9 | 0 | 9 || audio-transcription-pipeline | screenpipe-audio | src/transcription/whisper/batch.rs | source | 4 | 0 | 4 || audio-transcription-pipeline | screenpipe-audio | src/transcription/whisper/detect_language.rs | source | 4 | 0 | 4 |diff --git a/docs/coverage/core-engine-map.json b/docs/coverage/core-engine-map.jsonindex 370db1534..d6d7f3fab 100644--- a/docs/coverage/core-engine-map.json+++ b/docs/coverage/core-engine-map.json@@ -885,6 +885,28 @@"kind": "mixed","notes": "Batch deferral, cleanup, language detection, result normalization, and real recording/transcription tests. Hardware/model-heavy tests are ignored by default. Also covers ffmpeg encode child reaping on error paths."},+ {+ "id": "audio-windows-parakeet-provider",+ "label": "Windows Parakeet execution provider selection",+ "crate": "screenpipe-audio",+ "files": [+ "src/transcription/parakeet_windows.rs"+ ],+ "platforms": [+ "windows"+ ],+ "layers": [+ "audio",+ "transcription"+ ],+ "flows": [+ "audio-record-transcribe"+ ],+ "criticality": "high",+ "confidence": "partial",+ "kind": "unit",+ "notes": "Registers existing CPU override, eligible adapter selection, DXGI ordinal, error fallback and adapter determinism tests. Windows-only; manifest registration does not verify execution on physical GPU hardware."+ },{"id": "audio-device-stream-health","label": "Audio device, stream, and lag health",