Skip to content

Dodaios is an open-source agent OS for your desktop: it runs your coding agents, browser and apps by voice or chat, on your own machine. Formerly Personal Jarvis.

chore(ci): baseline the 206 known Linux test failures from the first full sharded run

rubenluetke10-beepdf1637ddca33
diff --git a/scripts/ci/test-baseline-linux.json b/scripts/ci/test-baseline-linux.json
new file mode 100644
index 0000000000..52f8defecd
--- /dev/null
+++ b/scripts/ci/test-baseline-linux.json
@@ -0,0 +1,211 @@
+{
+ "comment": "Known test failures. Generated by scripts/ci/ratchet_tests.py update from a full CI run; entries may only be removed by hand, never added to hide a regression.",
+ "known_failures": [
+ "pytest::internal",
+ "tests.contract.test_society_coding_sessions::test_jarvis_chat_receives_controller_without_becoming_a_coding_cli",
+ "tests.integration.test_capability_coupling_e2e::test_hard_positive_file_ops_resolves_to_file_capability",
+ "tests.integration.test_capability_seed_boot::test_build_default_brain_seeds_capability_registry",
+ "tests.integration.test_launcher_headless::test_headless_starts_and_stops_on_signal",
+ "tests.integration.test_launcher_headless::test_headless_stop_event_path",
+ "tests.integration.test_ollama_catalog_is_current::test_runtime_default_is_not_a_year_old[embeddinggemma]",
+ "tests.integration.test_ollama_catalog_is_current::test_runtime_default_is_not_a_year_old[qwen3-embedding:4b]",
+ "tests.integration.test_ollama_catalog_is_current::test_the_shortlist_names_every_registered_tag",
+ "tests.integration.test_provider_routes::test_list_providers_reports_codex_without_leaking_auth_files",
+ "tests.integration.test_provider_routes::test_section_health_returns_all_tabs",
+ "tests.integration.test_tasks_recurring::test_runner_agent_delivers_result_as_announcement",
+ "tests.integration.test_tasks_recurring::test_runner_agent_dispatches_to_brain",
+ "tests.integration.test_tasks_recurring::test_runner_arms_auto_approver_for_write_grants",
+ "tests.integration.test_when_then_e2e::test_mission_finished_opens_browser_and_speaks",
+ "tests.missions.kontrollierer.test_approve_materialises_report::test_approve_builds_english_summary_en_for_file_deliverable",
+ "tests.missions.kontrollierer.test_deliverable::test_english_delivered_summary_resolves_to_en_at_pipeline_seam",
+ "tests.missions.worker_runtime.test_provider_map::test_ad6_table_is_complete",
+ "tests.review.test_jarvis_agent_files::test_reviewer_body_contains_hard_rules",
+ "tests.review.test_jarvis_agent_files::test_reviewer_frontmatter_strict",
+ "tests.review.test_jarvis_agent_files::test_subagent_file_exists[path0]",
+ "tests.review.test_jarvis_agent_files::test_subagent_file_exists[path1]",
+ "tests.review.test_jarvis_agent_files::test_worker_body_mentions_feedback_block",
+ "tests.review.test_jarvis_agent_files::test_worker_frontmatter",
+ "tests.unit.agentic_ide.test_folders_search::test_device_name_falls_back_to_the_hostname",
+ "tests.unit.agentic_ide.test_pane_move_route::test_a_pane_can_be_moved_into_another_columns_stack",
+ "tests.unit.agentic_ide.test_pane_move_route::test_a_swap_answers_with_the_rearranged_workspace",
+ "tests.unit.agentic_ide.test_pane_move_route::test_position_defaults_to_swap",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_a_snapshot_without_an_active_id_focuses_the_first",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_grid_coordinates_survive_per_workspace",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_resume_puts_you_back_in_the_workspace_you_were_using",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_resume_rebuilds_the_bar_in_the_same_order",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_terminal_order_inside_a_workspace_survives",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_terminals_stay_with_their_own_workspace",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_the_arrangement_survives_a_real_restart",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_the_snapshot_keeps_the_tab_order",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_the_snapshot_keeps_the_tab_order_after_switching_tabs",
+ "tests.unit.agentic_ide.test_resume_arrangement::test_the_snapshot_records_which_workspace_was_on_screen",
+ "tests.unit.agentic_ide.test_resume_routes::test_resuming_brings_back_every_workspace",
+ "tests.unit.agentic_ide.test_workspace_explorer::test_listing_includes_hidden_and_dependency_directories",
+ "tests.unit.agents.test_node_status_parity::test_node_status_python_typescript_and_ui_parity",
+ "tests.unit.audio.test_player_persistent_stream::test_live_portaudio_write_error_still_propagates",
+ "tests.unit.autostart.test_windows_scripts::test_icon_matches[c:\\\\APP\\\\jarvis.ico,0-C:\\\\app\\\\jarvis.ico-True]",
+ "tests.unit.brain.test_honesty_language_parity::test_no_output_language_call_pins_its_own_default",
+ "tests.unit.brain.test_manager_pointer::test_deictic_utterance_injects_pointer",
+ "tests.unit.brain.test_manager_pointer::test_pointer_turn_replaces_fullscreen_with_cursor_crop",
+ "tests.unit.brain.test_manager_screen_context::test_blind_provider_is_skipped_for_a_screen_turn",
+ "tests.unit.brain.test_manager_screen_context::test_dropped_image_never_uses_the_screen_capture_failure_phrase",
+ "tests.unit.brain.test_model_catalog.TestProviderCatalog::test_list_models_for_stt_returns_models",
+ "tests.unit.brain.test_model_catalog.TestProviderCatalog::test_stt_providers_select_a_model",
+ "tests.unit.brain.test_model_catalog.TestRealtimeCatalog::test_every_realtime_card_has_a_voice_catalog",
+ "tests.unit.brain.test_model_catalog_local::test_local_openai_attaches_optional_stored_key",
+ "tests.unit.brain.test_model_catalog_local::test_local_openai_fetches_v1_models_from_override",
+ "tests.unit.brain.test_model_catalog_local::test_ollama_honors_base_url_override",
+ "tests.unit.brain.test_ollama_overview_resident::test_resident_payload_adds_up_what_the_jobs_load_at_once",
+ "tests.unit.brain.test_paired_plugin_capture_veto::test_match_skill_for_turn_swaps_disconnected_spotify",
+ "tests.unit.brain.test_router_tool_entrypoint_parity::test_no_new_unreachable_tool_entry_point_appears",
+ "tests.unit.brain.test_run_task_agent::test_run_task_deep_tier_requests_deep_model",
+ "tests.unit.codex_app_server.test_transport::test_exact_windows_codex_runtime_state_is_allowed_and_tampering_is_refused",
+ "tests.unit.codex_app_server.test_transport::test_lazy_start_handshake_scrubs_api_billing_environment_and_reaps_tree",
+ "tests.unit.codex_app_server.test_transport::test_missing_dedicated_profile_is_a_login_required_capability",
+ "tests.unit.codex_app_server.test_transport::test_reaper_launch_failure_releases_guard_and_state",
+ "tests.unit.codex_app_server.test_transport::test_subscription_login_guard_covers_process_and_reaper",
+ "tests.unit.codex_app_server.test_transport::test_subscription_login_spawn_failure_releases_guard",
+ "tests.unit.commands.test_registry_parity::test_realtime_switch_exposes_experimental_acknowledgement",
+ "tests.unit.core.test_colour_env::test_nothing_is_announced_when_there_was_nothing_to_drop",
+ "tests.unit.core.test_colour_env::test_start_up_drops_the_claims_before_anything_else_runs",
+ "tests.unit.core.test_colour_env::test_the_drop_is_announced_somewhere_a_person_can_read_it",
+ "tests.unit.core.test_exclusive_process_lock::test_inherited_descriptor_holds_lock_after_parent_close",
+ "tests.unit.cu.indicator.test_sidecar_smoke::test_macos_tool_window_stays_visible_while_sidecar_is_inactive",
+ "tests.unit.cu.indicator.test_sidecar_smoke::test_sidecar_exits_cleanly_on_stdin_eof",
+ "tests.unit.cu.indicator.test_sidecar_smoke::test_sidecar_show_quit_round_trip",
+ "tests.unit.dictation.test_polish_boot_safety::test_no_module_under_jarvis_brain_calls_the_polish_pass",
+ "tests.unit.harness.test_cu_ensure_on_primary::test_foreground_window_non_windows_is_title_only",
+ "tests.unit.local_models.test_assistant_tools::test_test_plan_tool_reports_per_role",
+ "tests.unit.plugins.brain.test_local_openai::test_client_appends_v1_to_root",
+ "tests.unit.plugins.brain.test_local_openai::test_client_normalizes_pasted_v1",
+ "tests.unit.plugins.brain.test_local_openai::test_client_timeout_fast_connect_wide_read",
+ "tests.unit.plugins.brain.test_local_openai::test_discovery_sends_bearer_when_key_stored",
+ "tests.unit.plugins.brain.test_local_openai::test_discovery_uses_first_served_model",
+ "tests.unit.plugins.brain.test_local_openai::test_empty_model_list_gives_honest_error",
+ "tests.unit.plugins.brain.test_local_openai::test_optional_key_is_forwarded_when_stored",
+ "tests.unit.plugins.brain.test_local_openai::test_unreachable_server_gives_honest_error",
+ "tests.unit.plugins.brain.test_ollama::test_client_normalizes_pasted_v1_override",
+ "tests.unit.plugins.brain.test_ollama::test_client_uses_config_override_root",
+ "tests.unit.plugins.brain.test_provider_base_url::test_claude_api_uses_override",
+ "tests.unit.plugins.brain.test_provider_base_url::test_gemini_uses_override",
+ "tests.unit.plugins.brain.test_provider_base_url::test_nvidia_uses_override",
+ "tests.unit.plugins.brain.test_provider_base_url::test_openai_uses_override",
+ "tests.unit.plugins.brain.test_provider_base_url::test_openrouter_uses_override",
+ "tests.unit.plugins.stt.test_dictionary_bias_opt_out::test_a_named_fallback_honours_the_opt_out_too",
+ "tests.unit.plugins.stt.test_dictionary_bias_opt_out::test_the_dictionary_is_merged_into_the_prompt_by_default",
+ "tests.unit.plugins.stt.test_dictionary_bias_opt_out::test_the_opt_out_keeps_an_explicit_bias_prompt_but_not_the_dictionary",
+ "tests.unit.plugins.stt.test_dictionary_bias_opt_out::test_the_opt_out_sends_no_prompt_when_the_dictionary_is_the_only_bias",
+ "tests.unit.plugins.test_create_skill_tool::test_writes_a_brain_authored_draft_skill",
+ "tests.unit.plugins.tts.test_realtime_surface_tts::test_pipeline_tts_cannot_see_a_realtime_only_key",
+ "tests.unit.plugins.tts.test_realtime_surface_tts::test_pipeline_tts_credential_map_lists_no_realtime_slots",
+ "tests.unit.plugins.tts.test_realtime_surface_tts::test_realtime_slots_are_only_trailing_fallbacks_outside_realtime_ids",
+ "tests.unit.pointer.test_turn::test_crop_radius_forwarded_to_default_resolver",
+ "tests.unit.realtime.local_server.test_supervisor::test_runtime_probe_requires_a_valid_loaded_pool",
+ "tests.unit.realtime.test_lookup_never_reports_done::test_the_fact_list_is_bounded",
+ "tests.unit.realtime.test_openai_live_warm::test_start_opens_store_and_permit_concurrently",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[a-block-alone-is-not-a-breakdown]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[a-clean-turn-is-left-alone]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[a-failure-names-its-cause]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[a-gated-call-is-not-a-broken-assistant]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[a-pending-question-owns-the-turn]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[every-cause-reaches-the-user]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[four-orders-and-the-calendar-fails]",
+ "tests.unit.realtime.test_voice_scenarios::test_scenario_behaves[partial-success-still-reports-the-work]",
+ "tests.unit.setup.test_macos_app_bundle::test_a_changed_interpreter_still_earns_a_fresh_rebuild",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-agentmail]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-amd_gpu]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-apollo]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-aws]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-azure]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-figma]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-gitlab]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-google_cloud]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-granola]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-hubspot]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-linkedin]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-meta]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-microsoft_todo]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-onedrive]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-onenote]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-outlook]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-salesforce]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-sharepoint]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-teams]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-x]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-youtube_studio]",
+ "tests.unit.skills.test_builtin_instruction_standard::test_builtin_meets_instruction_standard[plugin-zoom]",
+ "tests.unit.skills.test_builtin_skills::test_every_bundled_plugin_skill_is_shipped",
+ "tests.unit.society.test_cli_routines::test_routine_approval_delegation_is_only_for_society",
+ "tests.unit.speech.test_nonstreaming_residue_honesty::test_filler_only_turn_is_silent_not_an_error[Great question.-en]",
+ "tests.unit.speech.test_nonstreaming_residue_honesty::test_filler_only_turn_is_silent_not_an_error[Tolle Frage!-de]",
+ "tests.unit.speech.test_nonstreaming_residue_honesty::test_ordinary_answer_is_untouched",
+ "tests.unit.speech.test_nonstreaming_residue_honesty::test_scrubbed_leak_still_speaks_the_fallback_on_a_turn",
+ "tests.unit.speech.test_pipeline_push_to_talk::test_ptt_release_closes_capture_then_waits_for_live_probe_before_final_stt",
+ "tests.unit.speech.test_stt_provider_live_switch::test_pipeline_switch_replaces_voice_and_next_dictation_provider",
+ "tests.unit.speech.test_wake_language_aware::test_the_stt_language_list_has_exactly_one_source",
+ "tests.unit.telemetry.test_latency_span_event::test_latency_phase_is_a_string_enum_source_of_truth",
+ "tests.unit.test_bare_jarvis_starts_desktop::test_readme_still_documents_bare_jarvis_as_the_desktop_entry",
+ "tests.unit.test_codex_auth::test_guarded_windows_login_closes_job_when_guardian_exits",
+ "tests.unit.test_provider_spec::test_non_gemini_providers_have_no_alt_credential",
+ "tests.unit.test_router_delegator_policy.TestDelegatorPolicyInPrompt::test_default_on_uncertainty_is_self_serve",
+ "tests.unit.test_tts_defaults_parity::test_all_tts_providers_have_defaults_entry",
+ "tests.unit.ui.jarvisbar.test_qt_overlay::test_full_frame_paint_clears_black_backing_and_previous_pixels",
+ "tests.unit.ui.test_icon_identity::test_bundled_app_icon_png_is_white_rounded_tile",
+ "tests.unit.ui.test_overlay_style_parity::test_onboarding_labels_and_captions_cover_every_style[de]",
+ "tests.unit.ui.test_overlay_style_parity::test_onboarding_labels_and_captions_cover_every_style[en]",
+ "tests.unit.ui.test_overlay_style_parity::test_onboarding_labels_and_captions_cover_every_style[es]",
+ "tests.unit.ui.test_relauncher::test_main_spawns_branded_exe_with_the_loop_guard",
+ "tests.unit.ui.web.test_skills_routes::test_creator_author_writes_a_draft_skill_with_a_brain",
+ "tests.unit.ui.web.test_society_figure_routes::test_a_contract_figure_is_accepted_stored_and_served",
+ "tests.unit.ui.web.test_society_routes::test_memory_file_serves_society_page_and_refuses_escape",
+ "tests.unit.ui.web.test_update_routes::test_apply_falls_back_to_cached_release_when_refetch_fails",
+ "tests.unit.ui.web.test_update_routes::test_apply_git_fetch_failure_is_502",
+ "tests.unit.ui.web.test_update_routes::test_apply_happy_path_pulls_and_signals_restart",
+ "tests.unit.ui.web.test_update_routes::test_apply_invalidates_status_cache",
+ "tests.unit.ui.web.test_update_routes::test_apply_preserves_headless_profile_for_deferred_installer",
+ "tests.unit.ui.web.test_update_routes_frozen::test_apply_downloads_verifies_and_hands_over",
+ "tests.unit.ui.web.test_update_routes_frozen::test_apply_falls_back_to_the_last_good_release",
+ "tests.unit.ui.web.test_update_routes_frozen::test_apply_surfaces_a_verification_failure",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_a_connected_cli_is_listed_under_its_own_name",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_a_disconnected_subscription_is_listed_but_marked",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_a_usable_tool_model_can_be_chosen",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_an_unpinned_tool_model_is_offered_but_not_selectable",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_choosing_a_writer_persists_it",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_listing_reports_the_current_choice_and_every_option",
+ "tests.unit.web.test_agentic_ide_prompt_writer_route::test_the_tool_model_option_names_the_model_it_would_use",
+ "tests.unit.web.test_agentic_ide_workspaces::test_a_tab_counts_the_panes_that_are_really_running",
+ "tests.unit.web.test_agentic_ide_workspaces::test_state_carries_the_bar_and_the_front_workspace_together",
+ "tests.unit.web.test_agentic_ide_workspaces::test_the_bar_lists_every_open_workspace_with_the_front_one_marked",
+ "tests.unit.web.test_local_only_install_has_every_tier::test_the_dictation_card_follows_the_server_the_user_configured",
+ "tests.unit.web.test_provider_secret_sharing::test_realtime_openai_slot_names_its_fallback_family",
+ "tests.unit.web.test_realtime_option_validation::test_get_realtime_options_reports_preview_capability",
+ "tests.unit.web.test_realtime_option_validation::test_put_realtime_options_allows_fully_omitted_partial_update",
+ "tests.unit.web.test_realtime_option_validation::test_put_realtime_options_keeps_explicit_clear_contract",
+ "tests.unit.web.test_realtime_option_validation::test_put_realtime_options_rejects_values_outside_curated_catalog[payload0-unsupported_realtime_model]",
+ "tests.unit.web.test_realtime_option_validation::test_put_realtime_options_rejects_values_outside_curated_catalog[payload1-unsupported_realtime_voice]",
+ "tests.unit.web.test_realtime_provider_category::test_get_realtime_options_reflects_pinned_selection",
+ "tests.unit.web.test_realtime_provider_category::test_get_realtime_options_returns_curated_models_and_voices",
+ "tests.unit.web.test_realtime_provider_category::test_list_providers_includes_active_realtime_provider",
+ "tests.unit.web.test_realtime_provider_category::test_list_providers_resolves_gemini_only_fresh_install",
+ "tests.unit.web.test_realtime_provider_category::test_openai_realtime_spec_owns_a_dedicated_key",
+ "tests.unit.web.test_realtime_provider_category::test_put_realtime_options_omitted_field_leaves_it_unwritten",
+ "tests.unit.web.test_realtime_provider_category::test_put_realtime_options_persists_model_and_voice",
+ "tests.unit.web.test_realtime_provider_category::test_put_realtime_options_persists_voice",
+ "tests.unit.web.test_realtime_provider_category::test_put_realtime_options_without_key_is_409",
+ "tests.unit.web.test_realtime_provider_category::test_realtime_switch_persists_with_key",
+ "tests.unit.web.test_realtime_provider_category::test_realtime_switch_preserves_pipeline_mode",
+ "tests.unit.web.test_realtime_provider_category::test_realtime_switch_reconnects_the_active_voice_session",
+ "tests.unit.web.test_realtime_provider_category::test_realtime_switch_without_key_is_409",
+ "tests.unit.web.test_realtime_voice_preview::test_hung_sampler_times_out_as_502",
+ "tests.unit.web.test_realtime_voice_preview::test_missing_credential_is_409",
+ "tests.unit.web.test_realtime_voice_preview::test_missing_voice_is_400",
+ "tests.unit.web.test_realtime_voice_preview::test_sampler_failure_is_clean_502",
+ "tests.unit.web.test_realtime_voice_preview::test_uncatalogued_model_is_422",
+ "tests.unit.web.test_realtime_voice_preview::test_uncatalogued_voice_is_422",
+ "tests.unit.workspace.test_custom_clis::test_a_logo_is_stored_and_served",
+ "tests.unit.workspace.test_custom_clis::test_a_stored_cli_is_offered_like_a_built_in",
+ "tests.unit.workspace.test_custom_clis::test_deleting_an_entry_takes_its_logo_with_it",
+ "tests.unit.workspace.test_custom_clis::test_detection_never_runs_a_strangers_binary",
+ "tests.unit.workspace.test_custom_clis::test_replacing_a_logo_leaves_no_stale_sibling"
+ ]
+}