Dodaios is an open-source agent OS for your desktop: it runs your coding agents, browser and apps by voice or chat, on your own machine. Formerly Personal Jarvis.
Python agent-orchestrationai-agentai-coding-assistantclaude-codecoding-agentcomputer-usedesktop-applocal-firstmcppersonal-jarvisvoice-assistantvoice-coding
"""Tests for the per-OS element-at-point resolver (AI Pointer step 3).
The native point queries (UIA ElementFromPoint / AX CopyElementAtPosition /
AT-SPI getAccessibleAtPoint) are not CI-testable, so each resolver takes an
injectable ``query`` callable — the wrapper logic (error-swallowing, coord
pass-through, factory selection) is fake-tested here; the native path is
live-verified on Windows and labelled unverified-on-real-desktop for Mac/Linux.
"""
from __future__ import annotations
import sys
import pytest
from dodaios.vision import element_at_point as eap
from dodaios.vision.pointer_types import PointerElement
from tests.fakes.fake_capabilities import (
fake_headless_capabilities,
fake_linux_capabilities,
fake_macos_capabilities,
fake_windows_capabilities,
)
def _macos_accessibility(monkeypatch, *, granted: bool):
"""A darwin FakeTCC behind the REAL port; the process-wide service reads it.
An unanswered dialog makes any unexpected prompt visible as a ``request`` in the
call log. Nothing here ran on a real Mac; FakeTCC models the OS.
"""
from tests.fakes.fake_tcc import DialogPolicy, FakeTCC, install_port
tcc = FakeTCC(
granted=("accessibility",) if granted else (),
default_policy=DialogPolicy.NEVER_ANSWERED,
)
install_port(monkeypatch, tcc.port("darwin"))
return tcc
_OS_RESOLVERS = (
eap.WindowsPointerResolver,
eap.AXPointerResolver,
eap.AtspiPointerResolver,
)
def test_null_resolver_returns_none() -> None:
assert eap.NullPointerResolver().at(10, 20) is None
def test_resolver_returns_injected_element() -> None:
sentinel = PointerElement(name="Crab", role="Image", bounds=(1, 2, 3, 4))
resolver = eap.WindowsPointerResolver(query=lambda x, y: sentinel)
assert resolver.at(5, 6) is sentinel
@pytest.mark.parametrize("cls", _OS_RESOLVERS)
def test_resolver_swallows_query_errors(cls, monkeypatch) -> None:
if cls is eap.AXPointerResolver:
_macos_accessibility(monkeypatch, granted=True)
def boom(x: int, y: int) -> PointerElement:
raise RuntimeError("native query failed")
assert cls(query=boom).at(1, 1) is None
@pytest.mark.parametrize("cls", _OS_RESOLVERS)
def test_resolver_passes_coords_to_query(cls, monkeypatch) -> None:
if cls is eap.AXPointerResolver:
_macos_accessibility(monkeypatch, granted=True)
seen: dict[str, tuple[int, int]] = {}
def q(x: int, y: int) -> None:
seen["xy"] = (x, y)
return None
cls(query=q).at(42, 99)
assert seen["xy"] == (42, 99)
def test_macos_resolver_fails_closed_without_the_grant_and_never_prompts(monkeypatch) -> None:
calls: list[tuple[int, int]] = []
tcc = _macos_accessibility(monkeypatch, granted=False)
resolver = eap.AXPointerResolver(query=lambda x, y: calls.append((x, y)))
assert resolver.at(42, 99) is None
assert calls == []
# An element-at-point read is background work: a silent check, never a request.
assert tcc.requests() == []
assert tcc.implicit_prompts() == []
def test_macos_resolver_fails_closed_after_a_live_revocation(monkeypatch) -> None:
from dodaios.platform.permission_service import get_permission_service
sentinel = PointerElement(name="Allowed", role="Button", bounds=(1, 2, 3, 4))
tcc = _macos_accessibility(monkeypatch, granted=True)
resolver = eap.AXPointerResolver(query=lambda x, y: sentinel)
assert resolver.at(4, 5) is sentinel
tcc.deny("accessibility")
get_permission_service().invalidate() # a grant is cached for about a second
assert resolver.at(4, 5) is None
assert tcc.requests() == []
def test_macos_resolver_queries_when_accessibility_is_granted(monkeypatch) -> None:
sentinel = PointerElement(name="Allowed", role="Button", bounds=(1, 2, 3, 4))
tcc = _macos_accessibility(monkeypatch, granted=True)
assert eap.AXPointerResolver(query=lambda x, y: sentinel).at(4, 5) is sentinel
assert tcc.requests() == []
def test_factory_windows(monkeypatch) -> None:
monkeypatch.setattr(eap, "detect_platform", lambda: "win32")
monkeypatch.setattr(eap, "detect_capabilities", fake_windows_capabilities)
assert isinstance(eap.make_pointer_resolver(), eap.WindowsPointerResolver)
def test_factory_macos(monkeypatch) -> None:
monkeypatch.setattr(eap, "detect_platform", lambda: "darwin")
monkeypatch.setattr(eap, "detect_capabilities", fake_macos_capabilities)
assert isinstance(eap.make_pointer_resolver(), eap.AXPointerResolver)
def test_factory_linux(monkeypatch) -> None:
monkeypatch.setattr(eap, "detect_platform", lambda: "linux")
monkeypatch.setattr(eap, "detect_capabilities", fake_linux_capabilities)
assert isinstance(eap.make_pointer_resolver(), eap.AtspiPointerResolver)
def test_factory_null_when_no_ax_tree(monkeypatch) -> None:
monkeypatch.setattr(eap, "detect_platform", lambda: "linux")
monkeypatch.setattr(eap, "detect_capabilities", fake_headless_capabilities)
assert isinstance(eap.make_pointer_resolver(), eap.NullPointerResolver)
@pytest.mark.skipif(sys.platform != "win32", reason="Windows UIA point query (live)")
def test_windows_live_does_not_raise() -> None:
resolver = eap.make_pointer_resolver()
result = resolver.at(100, 100)
assert result is None or isinstance(result, PointerElement)