Dodaios is an open-source agent OS for your desktop: it runs your coding agents, browser and apps by voice or chat, on your own machine. Formerly Personal Jarvis.
Python agent-orchestrationai-agentai-coding-assistantclaude-codecoding-agentcomputer-usedesktop-applocal-firstmcppersonal-jarvisvoice-assistantvoice-coding
"""Opt-in end-to-end tasks using real model access and the managed browser."""
from __future__ import annotations
import asyncio
import os
import threading
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from pathlib import Path
from urllib.parse import parse_qs
from uuid import uuid4
import pytest
from dodaios.agent_chat.browser_model import browser_model_for
from dodaios.core.bus import EventBus
from dodaios.core.config import SafetyConfig, load_config
from dodaios.core.protocols import ExecutionContext
from dodaios.safety.approval import ApprovalWorkflow
from dodaios.safety.risk_tier import RiskTierEvaluator
from dodaios.safety.tool_executor import ToolExecutor
from dodaios.society.browser.bridge import execute_live
from dodaios.society.runtime import SocietyRuntime
pytestmark = pytest.mark.skipif(
os.environ.get("JARVIS_BROWSER_MODEL_TEST") != "1",
reason="requires authorized live model access",
)
class FormHandler(BaseHTTPRequestHandler):
received = []
def do_GET(self):
body = b"""<!doctype html><title>Browser task fixture</title><h1>Test form</h1>
<form method="post" action="/submit"><label>Name <input name="name"></label>
<button type="submit">Save test form</button></form>"""
if self.path == "/widgets":
body = b"""<!doctype html><title>Browser widgets fixture</title><h1>Widget form</h1>
<form method="post" action="/submit" onsubmit="
this.elements.shadow.value=document.querySelector('#shadow').shadowRoot.querySelector('input').value;
this.elements.frame.value=document.querySelector('iframe').contentDocument.querySelector('input').value;">
<label>Name <input name="name"></label>
<label>Country <select name="country"><option value="US">United States</option>
<option value="CA">Canada</option></select></label>
<label><input type="checkbox" name="updates" value="yes">Updates</label>
<div id="shadow"></div><input type="hidden" name="shadow">
<iframe title="Embedded form"
srcdoc='<label>Frame field<input aria-label="Frame field"></label>'></iframe>
<input type="hidden" name="frame"><button>Save test form</button></form>
<script>document.querySelector('#shadow').attachShadow({mode:'open'}).innerHTML=
'<label>Shadow field<input aria-label="Shadow field"></label>';</script>"""
self.send_response(200)
self.send_header("Content-Type", "text/html")
self.end_headers()
self.wfile.write(body)
def do_POST(self):
data = self.rfile.read(int(self.headers.get("Content-Length", "0")))
self.received.append(data)
self.send_response(200)
self.send_header("Content-Type", "text/html")
self.end_headers()
self.wfile.write(b"<h1>Test form saved successfully</h1>")
def log_message(self, *args):
pass # Deterministic fixture; request logs add no test evidence.
@pytest.mark.parametrize("widgets", [False, True], ids=["simple", "iframe-shadow-select"])
async def test_actual_model_submits_fixture_form(tmp_path, widgets):
provider = os.environ.get("JARVIS_BROWSER_MODEL_PROVIDER", "openai")
data = Path(os.environ["JARVIS_BROWSER_MODEL_DATA"])
runtime = SocietyRuntime(data, seed_starter_team=False)
await runtime.ensure_started()
name = "Browser test " + uuid4().hex[:7]
agent, _ = await runtime.roster.create(
name=name,
provider=provider,
model=os.environ.get("JARVIS_BROWSER_MODEL_NAME", ""),
browser_allowed_domains=["http*://127.0.0.1"],
permission_ceiling="monitor",
approval_rules={"always_allow": ["core:browser"]},
)
cfg = load_config()
runtime.browser.live.model_resolver = lambda a: browser_model_for(cfg, a.provider, a.model)
bus = EventBus()
runtime.browser.live.executor = ToolExecutor(
bus, RiskTierEvaluator(SafetyConfig()), ApprovalWorkflow(bus)
)
server = ThreadingHTTPServer(("127.0.0.1", 0), FormHandler)
FormHandler.received = []
thread = threading.Thread(target=server.serve_forever, daemon=True)
thread.start()
ctx = ExecutionContext(uuid4(), "Fill the disposable test form", {}, None)
try:
result = await asyncio.wait_for(
execute_live(
runtime,
agent,
runtime.browser,
{
"task": (
"Fill Name with Ada, select Canada, check Updates, enter Shadow in "
"Shadow field and Frame in Frame field inside the embedded frame. "
"Click Save test form and report the success heading."
if widgets
else "Fill Name with Ada, click Save test form, then report success."
),
"url": f"http://127.0.0.1:{server.server_port}"
+ ("/widgets" if widgets else "/"),
"max_steps": 12 if widgets else 8,
},
ctx,
),
timeout=240,
)
assert result.success, result.error or result.output
assert any(b"name=Ada" in body for body in FormHandler.received), result.output
if widgets:
assert any(
parse_qs(body.decode())
== {
"name": ["Ada"],
"country": ["CA"],
"updates": ["yes"],
"shadow": ["Shadow"],
"frame": ["Frame"],
}
for body in FormHandler.received
), result.output
session = runtime.browser.live.sessions[agent.agent_id]
assert not session.closed
finally:
await runtime.close()
server.shutdown()
server.server_close()
thread.join()