Skip to content

armgit / moli

Public Imported from GitHub
0

Best headless browser for AI agents. Lite, Fast, High-Compatibility. Built in Rust

Add nested iframe CDP input smoke

ldm0e3d1accf537b
diff --git a/moli-cdp-smoke/README.md b/moli-cdp-smoke/README.md
index 6029462b4..38d731040 100644
--- a/moli-cdp-smoke/README.md
+++ b/moli-cdp-smoke/README.md
@@ -168,8 +168,15 @@ Covered well:
- Parser-discovered external script, link stylesheet, and parser-created `@import` stylesheet observation plus `Network.getResponseBody`; configured `20,000,000 / 2,000,000` inspector-cache budgets retain a small body while a `2,000,001`-byte body keeps its request identity and repeatedly returns the inspector-cache eviction error.
- Classic WebSocket echo, WebSocket `Network.webSocket*` events, and blocked WebSocket handshake behavior.
- Chromium-calibrated transformed-iframe input routing through raw CDP: exact
- used child viewport, hover/click/wheel targets and child-local coordinates,
- overflow-container scrolling, and cross-frame mouseout coordinates.
+ used child viewports, hover/click/wheel targets and child-local coordinates,
+ overflow-container scrolling, focus chains, and cross-frame mouseout
+ coordinates across both single and nested transformed frames. On 2026-08-18,
+ `uv run moli-cdp-smoke --endpoint http://127.0.0.1:9228 --group iframe-input`
+ passed three consecutive runs against
+ `~/chromium/src/out/Default/chrome` (`Chromium 147.0.7709.0`) under headed
+ Xvfb; the same group then passed three consecutive Moli runs. The nested UA
+ scrollbar control assertion is Moli-only because Chromium/Xvfb does not route
+ raw CDP synthetic mouse input through its platform scrollbar widget.
- Dedicated default `Page.setDocumentContent` replacement coverage through
Playwright and raw CDP: exact-once, ordered document-open/DOM/load projection
to two attached sessions while one session has a pending Runtime command;
@@ -262,8 +269,9 @@ Runner layout:
- `groups/workers.py`: dedicated worker `postMessage`, SharedWorker port reuse, worker fetch routing/auth, and worker XHR routing.
- `groups/dom_input.py`: `set_content`, file upload, file chooser, scripted picker, click navigation, locator/input workflows, Playwright upstream derived locator composition, `page.type()`, layout-backed mouse/touch/tap/raw-drag input, `fill()`, `check()` / `uncheck()` / `setChecked()`, and `selectOption()` workflows, DOM/handle workflows, plus the explicit high-level drag-interception boundary.
- `groups/iframe_input.py`: a Chromium-calibrated raw-CDP regression for
- transformed iframe hover, click, wheel, child-local event coordinates, and
- exact used frame viewport propagation.
+ transformed single and nested iframe hover, click, wheel, child-local event
+ coordinates, exact used frame viewport propagation, and Moli's nested-frame
+ UA scrollbar routing boundary.
- `groups/emulation_storage.py`: viewport and Playwright screenshot-clip boundary, storage/cookie isolation, IndexedDB baseline, and browser-context profile overrides.
- `groups/browser_semantics.py`: raw-target and page/runtime cross-engine
contracts calibrated against Chromium before they are applied to Moli.
diff --git a/moli-cdp-smoke/moli_cdp_smoke/groups/iframe_input.py b/moli-cdp-smoke/moli_cdp_smoke/groups/iframe_input.py
index 0bbba0dcc..a119806c6 100644
--- a/moli-cdp-smoke/moli_cdp_smoke/groups/iframe_input.py
+++ b/moli-cdp-smoke/moli_cdp_smoke/groups/iframe_input.py
@@ -2,6 +2,7 @@ from __future__ import annotations
from . import SmokeState
from ..assertions import SmokeError, assert_equal, wait_until
+from ..raw_cdp import discover_websocket_url
def _assert_close(actual: object, expected: float, label: str, tolerance: float = 0.15) -> None:
@@ -290,3 +291,354 @@ async def run_iframe_input_group(state: SmokeState) -> None:
"focusWithoutParentScroll": focus_probe,
},
)
+ await _run_nested_iframe_input_workflow(state)
+
+
+async def _run_nested_iframe_input_workflow(state: SmokeState) -> None:
+ page = state.page
+ cdp = state.cdp
+ websocket_url = await discover_websocket_url(state.endpoint)
+ is_moli = websocket_url.endswith("/devtools/browser/moli-browser")
+ await page.set_viewport_size({"width": 800, "height": 600})
+ await page.set_content(
+ """
+ <!doctype html>
+ <style>
+ html, body { margin: 0; padding: 0; }
+ #outside {
+ position: fixed; left: 0; top: 0; width: 30px; height: 30px;
+ }
+ #parent-scroller {
+ position: absolute; left: 40px; top: 30px;
+ width: 400px; height: 300px; overflow: auto;
+ }
+ #canvas { position: relative; width: 800px; height: 600px; }
+ #outer-frame {
+ position: absolute; left: 100px; top: 80px;
+ display: block; box-sizing: border-box;
+ width: 240px; height: 180px; margin: 0;
+ border: 4px solid black; padding: 6px;
+ transform: scale(.75); transform-origin: 0 0;
+ }
+ </style>
+ <div id="outside"></div>
+ <div id="parent-scroller">
+ <div id="canvas"></div>
+ </div>
+ """,
+ wait_until="domcontentloaded",
+ )
+ await page.evaluate(
+ """() => {
+ const parentScroller = document.getElementById("parent-scroller");
+ const outerFrame = document.createElement("iframe");
+ outerFrame.id = "outer-frame";
+ document.getElementById("canvas").appendChild(outerFrame);
+ const child = outerFrame.contentDocument;
+ child.documentElement.style.cssText = "margin:0;padding:0";
+ child.body.style.cssText = "margin:0;padding:0";
+
+ const nestedFrame = child.createElement("iframe");
+ nestedFrame.id = "nested-frame";
+ nestedFrame.style.cssText = [
+ "position:absolute", "left:40px", "top:30px", "display:block",
+ "box-sizing:border-box", "width:100px", "height:80px", "margin:0",
+ "border:2px solid black", "padding:3px",
+ "transform:scale(.5)", "transform-origin:0 0"
+ ].join(";");
+ child.body.appendChild(nestedFrame);
+
+ const nested = nestedFrame.contentDocument;
+ nested.documentElement.style.cssText = "margin:0;padding:0";
+ nested.body.style.cssText = "margin:0;padding:0";
+ nested.body.innerHTML = `
+ <button id="nested-target" style="position:fixed;left:10px;top:10px;width:20px;height:20px;margin:0;border:0;padding:0">Go</button>
+ <div id="nested-scroll" style="position:fixed;left:10px;top:30px;width:50px;height:40px;overflow:auto">
+ <div id="nested-scroll-content" style="width:200px;height:200px"></div>
+ </div>
+ `;
+ nestedFrame.contentWindow.__nestedInputEvents = [];
+ for (const type of [
+ "pointerover", "pointerout", "mouseover", "mouseout",
+ "mousemove", "mousedown", "mouseup", "click", "focus", "wheel"
+ ]) {
+ nested.addEventListener(type, event => {
+ nestedFrame.contentWindow.__nestedInputEvents.push({
+ type,
+ target: event.target.id,
+ clientX: event.clientX,
+ clientY: event.clientY,
+ deltaX: event.deltaX || 0,
+ deltaY: event.deltaY || 0,
+ });
+ }, true);
+ }
+ parentScroller.scrollTo(50, 40);
+ }"""
+ )
+
+ geometry = await page.evaluate(
+ """() => {
+ const parentScroller = document.getElementById("parent-scroller");
+ const outer = document.getElementById("outer-frame");
+ const child = outer.contentDocument;
+ const nested = child.getElementById("nested-frame");
+ const outerRect = outer.getBoundingClientRect();
+ const nestedRect = nested.getBoundingClientRect();
+ return {
+ parentScroll: [parentScroller.scrollLeft, parentScroller.scrollTop],
+ outerViewport: [outer.contentWindow.innerWidth, outer.contentWindow.innerHeight],
+ nestedViewport: [nested.contentWindow.innerWidth, nested.contentWindow.innerHeight],
+ outerRect: [outerRect.left, outerRect.top, outerRect.width, outerRect.height],
+ nestedRect: [nestedRect.left, nestedRect.top, nestedRect.width, nestedRect.height],
+ };
+ }"""
+ )
+ assert_equal(geometry["parentScroll"], [50, 40], "nested fixture parent scroll")
+ assert_equal(geometry["outerViewport"], [220, 160], "outer iframe content viewport")
+ assert_equal(geometry["nestedViewport"], [90, 70], "nested iframe content viewport")
+ for actual, expected, label in zip(
+ geometry["outerRect"],
+ [90.0, 70.0, 180.0, 135.0],
+ ["left", "top", "width", "height"],
+ ):
+ _assert_close(actual, expected, f"outer transformed iframe {label}")
+ for actual, expected, label in zip(
+ geometry["nestedRect"],
+ [40.0, 30.0, 50.0, 40.0],
+ ["left", "top", "width", "height"],
+ ):
+ _assert_close(actual, expected, f"nested transformed iframe {label}")
+
+ async def mouse(
+ event_type: str,
+ x: float,
+ y: float,
+ *,
+ button: str = "none",
+ buttons: int = 0,
+ delta_x: float | None = None,
+ delta_y: float | None = None,
+ ) -> None:
+ params: dict[str, object] = {
+ "type": event_type,
+ "x": x,
+ "y": y,
+ "button": button,
+ "buttons": buttons,
+ "clickCount": 1,
+ }
+ if delta_x is not None or delta_y is not None:
+ params.update({"deltaX": delta_x or 0, "deltaY": delta_y or 0})
+ await cdp.send("Input.dispatchMouseEvent", params)
+
+ # Nested client point (20, 20) crosses both frame transforms, each
+ # border+padding edge, and the top document's scrolled overflow ancestor.
+ await mouse("mouseMoved", 136.875, 109.375)
+ await mouse("mousePressed", 136.875, 109.375, button="left", buttons=1)
+ await mouse("mouseReleased", 136.875, 109.375, button="left", buttons=0)
+
+ async def nested_click_applied() -> bool:
+ return bool(
+ await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return frame.contentWindow.__nestedInputEvents
+ .some(event => event.type === "click" && event.target === "nested-target");
+ }"""
+ )
+ )
+
+ await wait_until(nested_click_applied, "nested iframe click", timeout_ms=3_000)
+ click_probe = await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const child = outer.contentDocument;
+ const frame = child.getElementById("nested-frame");
+ const nested = frame.contentDocument;
+ return {
+ parentActive: document.activeElement === outer,
+ childActive: child.activeElement === frame,
+ nestedActive: nested.activeElement === nested.getElementById("nested-target"),
+ parentScroll: [
+ document.getElementById("parent-scroller").scrollLeft,
+ document.getElementById("parent-scroller").scrollTop,
+ ],
+ events: frame.contentWindow.__nestedInputEvents,
+ };
+ }"""
+ )
+ assert_equal(
+ [
+ click_probe["parentActive"],
+ click_probe["childActive"],
+ click_probe["nestedActive"],
+ ],
+ [True, True, True],
+ "nested focus chain",
+ )
+ assert_equal(click_probe["parentScroll"], [50, 40], "nested click keeps parent scroll")
+ for event_type in [
+ "pointerover",
+ "mouseover",
+ "mousemove",
+ "mousedown",
+ "mouseup",
+ "click",
+ ]:
+ event = next(
+ (
+ candidate
+ for candidate in click_probe["events"]
+ if candidate["type"] == event_type
+ and candidate["target"] == "nested-target"
+ ),
+ None,
+ )
+ if event is None:
+ raise SmokeError(f"missing nested {event_type}: {click_probe!r}")
+ _assert_close(event["clientX"], 20.0, f"nested {event_type}.clientX")
+ _assert_close(event["clientY"], 20.0, f"nested {event_type}.clientY")
+
+ # Nested client point (20, 35) lies in the innermost overflow content.
+ await mouse("mouseWheel", 136.875, 115.0, delta_x=25, delta_y=30)
+
+ async def nested_wheel_applied() -> bool:
+ return bool(
+ await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ const scroller = frame.contentDocument.getElementById("nested-scroll");
+ return scroller.scrollLeft === 25 && scroller.scrollTop === 30;
+ }"""
+ )
+ )
+
+ await wait_until(nested_wheel_applied, "nested iframe wheel", timeout_ms=3_000)
+ wheel_probe = await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ const nested = frame.contentDocument;
+ return {
+ nestedScroll: [
+ nested.getElementById("nested-scroll").scrollLeft,
+ nested.getElementById("nested-scroll").scrollTop,
+ ],
+ parentScroll: [
+ document.getElementById("parent-scroller").scrollLeft,
+ document.getElementById("parent-scroller").scrollTop,
+ ],
+ events: frame.contentWindow.__nestedInputEvents,
+ };
+ }"""
+ )
+ assert_equal(wheel_probe["nestedScroll"], [25, 30], "nested overflow wheel scroll")
+ assert_equal(wheel_probe["parentScroll"], [50, 40], "nested wheel stays in inner scroller")
+ wheel = next(
+ (event for event in wheel_probe["events"] if event["type"] == "wheel"),
+ None,
+ )
+ if wheel is None:
+ raise SmokeError(f"missing nested wheel event: {wheel_probe!r}")
+ assert_equal(wheel["target"], "nested-scroll-content", "nested wheel target")
+ _assert_close(wheel["clientX"], 20.0, "nested wheel.clientX")
+ _assert_close(wheel["clientY"], 35.0, "nested wheel.clientY")
+ assert_equal([wheel["deltaX"], wheel["deltaY"]], [25, 30], "nested wheel deltas")
+
+ # Boundary events retain the previously targeted nested frame transform
+ # when the next root-frame point lies outside both iframes.
+ await mouse("mouseMoved", 10.0, 10.0)
+
+ async def nested_mouseout_applied() -> bool:
+ return bool(
+ await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return frame.contentWindow.__nestedInputEvents
+ .some(event => event.type === "mouseout");
+ }"""
+ )
+ )
+
+ await wait_until(nested_mouseout_applied, "nested iframe mouseout", timeout_ms=3_000)
+ exit_probe = await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return [...frame.contentWindow.__nestedInputEvents]
+ .reverse()
+ .find(event => event.type === "mouseout") || null;
+ }"""
+ )
+ if exit_probe is None:
+ raise SmokeError("leaving nested iframe did not dispatch mouseout")
+ assert_equal(exit_probe["target"], "nested-target", "nested mouseout target")
+ _assert_close(exit_probe["clientX"], -318.3333, "nested mouseout.clientX", 1.1)
+ _assert_close(exit_probe["clientY"], -245.0, "nested mouseout.clientY", 1.1)
+
+ scrollbar_top: float | None = None
+ if is_moli:
+ events_before_scrollbar = int(
+ await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return frame.contentWindow.__nestedInputEvents.length;
+ }"""
+ )
+ )
+ # Nested client point (52, 50) is the vertical scrollbar's forward
+ # control. Moli routes UA scrollbar input through the same two frame
+ # maps while keeping it outside DOM mouse dispatch.
+ await mouse("mousePressed", 148.875, 120.625, button="left", buttons=1)
+ await mouse("mouseReleased", 148.875, 120.625, button="left", buttons=0)
+
+ async def nested_scrollbar_applied() -> bool:
+ return bool(
+ await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return frame.contentDocument.getElementById("nested-scroll").scrollTop === 70;
+ }"""
+ )
+ )
+
+ await wait_until(
+ nested_scrollbar_applied,
+ "nested iframe scrollbar control",
+ timeout_ms=3_000,
+ )
+ scrollbar_probe = await page.evaluate(
+ """() => {
+ const outer = document.getElementById("outer-frame");
+ const frame = outer.contentDocument.getElementById("nested-frame");
+ return {
+ top: frame.contentDocument.getElementById("nested-scroll").scrollTop,
+ eventCount: frame.contentWindow.__nestedInputEvents.length,
+ };
+ }"""
+ )
+ scrollbar_top = float(scrollbar_probe["top"])
+ assert_equal(
+ scrollbar_probe["eventCount"],
+ events_before_scrollbar,
+ "nested UA scrollbar stays outside DOM dispatch",
+ )
+
+ state.record(
+ "nested_transformed_iframe_input_coordinates",
+ {
+ "engine": "moli" if is_moli else "chromium",
+ "methods": ["Input.dispatchMouseEvent", "Runtime.evaluate"],
+ "frameDepth": 2,
+ "geometry": geometry,
+ "nestedScroll": wheel_probe["nestedScroll"],
+ "scrollbarTop": scrollbar_top,
+ "mouseout": exit_probe,
+ },
+ )
diff --git a/moli-cdp-smoke/moli_cdp_smoke/runner.py b/moli-cdp-smoke/moli_cdp_smoke/runner.py
index 0cd7a1abe..ff261b89b 100644
--- a/moli-cdp-smoke/moli_cdp_smoke/runner.py
+++ b/moli-cdp-smoke/moli_cdp_smoke/runner.py
@@ -159,7 +159,7 @@ RAW_GROUPS: tuple[SmokeGroup, ...] = (
PAGE_GROUPS: tuple[SmokeGroup, ...] = (
SmokeGroup(
"iframe-input",
- "Cross-engine transformed iframe hover, click, wheel, and target-Document coordinate routing.",
+ "Cross-engine transformed single and nested iframe hover, click, wheel, and target-Document coordinate routing.",
"page",
run_iframe_input_group,
),