Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
Collect complete rows from server-windowed virtualized grids (#7863)
LawyZheng436a84042530
diff --git a/skyvern/forge/agent_functions.py b/skyvern/forge/agent_functions.pyindex acf3dbf56..3c58a810f 100644--- a/skyvern/forge/agent_functions.py+++ b/skyvern/forge/agent_functions.py@@ -1356,6 +1356,13 @@ class AgentFunction:"""Cross-run (wpid-scoped) extraction-cache write. OSS no-op."""return None+ async def collect_virtualized_grid_rows(self, *, task: Task, page: Page) -> str | None:+ """Harvest the complete row set of a server-windowed virtualized data grid and+ serialize it for prompt injection, or None when no such grid is present or+ collection is disabled. OSS no-op; a deployment may override with a+ framework-specific collector."""+ return None+def build_workflow_schedule_id(self, workflow_schedule_id: str) -> str | None:"""Return the backend-specific schedule id used by the execution engine.diff --git a/skyvern/forge/prompts/skyvern/extract-information.j2 b/skyvern/forge/prompts/skyvern/extract-information.j2index a46ceae9c..095167e8e 100644--- a/skyvern/forge/prompts/skyvern/extract-information.j2+++ b/skyvern/forge/prompts/skyvern/extract-information.j2@@ -33,6 +33,11 @@ Clickable elements:Text extracted from the webpage: {{ extracted_text | untrusted }}{% endif %}+{% if virtualized_grid_rows %}++The elements above contain only a partial window of a server-paginated data grid; the following is the complete authoritative row set:+{{ virtualized_grid_rows | untrusted }}+{% endif %}```END_UNTRUSTED_WEB_PAGE_DATAdiff --git a/skyvern/forge/sdk/cache/extraction_cache.py b/skyvern/forge/sdk/cache/extraction_cache.pyindex 478db9c59..827ee26c3 100644--- a/skyvern/forge/sdk/cache/extraction_cache.py+++ b/skyvern/forge/sdk/cache/extraction_cache.py@@ -506,6 +506,7 @@ def compute_cache_key(previous_extracted_information: Any = None,llm_key: str | None = None,workflow_system_prompt: str | None = None,+ virtualized_grid_rows: str | None = None,) -> str:"""Return a stable sha256 hex digest for the inputs that affect extraction output.@@ -546,6 +547,8 @@ def compute_cache_key(_s(llm_key),_s(workflow_system_prompt),]+ if virtualized_grid_rows is not None:+ parts.append(virtualized_grid_rows)joined = "\x1f".join(parts).encode("utf-8", errors="replace")return hashlib.sha256(joined).hexdigest()diff --git a/skyvern/utils/prompt_engine.py b/skyvern/utils/prompt_engine.pyindex 17071ed79..c35a677c2 100644--- a/skyvern/utils/prompt_engine.py+++ b/skyvern/utils/prompt_engine.py@@ -57,6 +57,7 @@ PROMPT_HARD_CEILING_TOKENS = 180_000CEILING_FALLBACK_KEYS_BY_TEMPLATE: dict[str, list[str]] = {"extract-information": [+ "virtualized_grid_rows","previous_extracted_information","extracted_information_schema","extracted_text",diff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.pyindex e70c40abf..8c439828f 100644--- a/skyvern/webeye/actions/handler.py+++ b/skyvern/webeye/actions/handler.py@@ -5709,6 +5709,7 @@ async def handle_extract_action(scraped_page=scraped_page,task=task,step=step,+ page=page,)extracted_data = scrape_action_result.scraped_datareturn [ActionSuccess(data=extracted_data)]@@ -9494,6 +9495,8 @@ async def extract_information_for_navigation_goal(task: Task,step: Step,scraped_page: ScrapedPage,+ *,+ page: Page,) -> ScrapeResult:"""Scrapes a webpage and returns the scraped response, including:@@ -9512,6 +9515,15 @@ async def extract_information_for_navigation_goal(context.scrape_trigger = "extraction"context.scrape_screenshots_consumed = Truescraped_page_refreshed = await scraped_page.refresh()+ # Complete-row harvest for a server-windowed virtualized data grid, injected into+ # the prompt below. Behind an AgentFunction seam (framework-specific collectors are+ # deployment overrides) and a fail-open boundary so collection never blocks extraction.+ virtualized_grid_rows: str | None = None+ try:+ virtualized_grid_rows = await app.AGENT_FUNCTION.collect_virtualized_grid_rows(task=task, page=page)+ except Exception:+ virtualized_grid_rows = None+ LOG.warning("virtualized_grid_collection_failed")# task.workflow_permanent_id is None on most fetch paths (tasks table has# no such column); fall back to context. SKY-8992.@@ -9557,7 +9569,11 @@ async def extract_information_for_navigation_goal(extracted_text=extracted_text_for_prompt,error_code_mapping_str=error_code_mapping_str,local_datetime=local_datetime_str,+ virtualized_grid_rows=virtualized_grid_rows,)+ post_ceiling_grid_rows = post_ceiling_kwargs.get("virtualized_grid_rows")+ if virtualized_grid_rows is not None and post_ceiling_grid_rows is None:+ LOG.warning("virtualized_grid_rows_dropped_from_prompt")# Self-heal guard: on the second retry onward (``retry_index > 1``) the# previous attempts' cached result is suspect — the first retry already@@ -9606,6 +9622,7 @@ async def extract_information_for_navigation_goal(previous_extracted_information=post_ceiling_kwargs["previous_extracted_information"],llm_key=llm_key_override,workflow_system_prompt=task.workflow_system_prompt,+ virtualized_grid_rows=post_ceiling_grid_rows,)if is_retry_step:# Proactively evict the in-run entry. The cross-run tier will bediff --git a/skyvern/webeye/main_world_eval.py b/skyvern/webeye/main_world_eval.pyindex 0d0fa72c3..58a82e832 100644--- a/skyvern/webeye/main_world_eval.py+++ b/skyvern/webeye/main_world_eval.py@@ -93,7 +93,13 @@ def _extract_runtime_result(result: dict[str, Any]) -> Any:return None-async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -> Any:+async def evaluate_in_main_world(+ page: Page,+ expression: str,+ arg: Any = None,+ *,+ force_cdp: bool = False,+) -> Any:"""Evaluate ``expression`` in the page main world when a prefix is configured.No prefix → identical to ``page.evaluate(expression, arg)``. Prefix → single@@ -104,7 +110,7 @@ async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -an unprefixed function head, which a leading prefix line breaks."""prefix = _resolve_prefix(page)- if prefix is None:+ if prefix is None and not force_cdp:if arg is None:return await page.evaluate(expression)return await page.evaluate(expression, arg)@@ -117,7 +123,7 @@ async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -wrapped = f"({expression})({json.dumps(arg)})"else:wrapped = expression- body = f"{prefix}\n{wrapped}"+ body = f"{prefix or ''}\n{wrapped}"# ``replMode`` only for statement-form bodies that begin with a lexical# top-level declaration (``let``/``const``/``class``). Bare expressions# and value-returning forms must skip it — Chromium rewrites theirdiff --git a/skyvern/webeye/utils/page.py b/skyvern/webeye/utils/page.pyindex 89babd242..a2cb96220 100644--- a/skyvern/webeye/utils/page.py+++ b/skyvern/webeye/utils/page.py@@ -158,7 +158,16 @@ def _is_json_inlinable(arg: Any) -> bool:return True-async def _dispatch_evaluate(frame: Page | Frame, expression: str, arg: Any | None) -> Any:+async def _dispatch_evaluate(frame: Page | Frame, expression: str, arg: Any | None, *, force_cdp: bool = False) -> Any:+ # force_cdp callers require the CDP main-world path regardless of prefix, so+ # short-circuit before the page/frame/JSON heuristics below. That path+ # dereferences page-only APIs (``page.context``); a Frame here is a caller+ # contract violation, so reject it explicitly instead of failing with an+ # incidental AttributeError deep inside the main-world hook.+ if force_cdp:+ if not is_page_like(frame):+ raise TypeError("force_cdp evaluation requires a top-level Page, not a Frame")+ return await evaluate_in_main_world(frame, expression, arg, force_cdp=True)# Page + prefix + JSON-safe arg → main-world hook (preserves the marker).# Iframe Frames and non-JSON args fall back to per-frame evaluate so iframe# contexts and Playwright handle-marshalling keep working.@@ -672,9 +681,11 @@ class SkyvernFrame:arg: Any | None = None,timeout_ms: float = SettingsManager.get_settings().BROWSER_ACTION_TIMEOUT_MS,engine_selection: BrowserEngineSelection | None = None,+ *,+ force_cdp: bool = False,) -> Any:async def evaluate_expression() -> Any:- return await _dispatch_evaluate(frame, expression, arg)+ return await _dispatch_evaluate(frame, expression, arg, force_cdp=force_cdp)return await SkyvernFrame._evaluate_expression(frame=frame,diff --git a/tests/unit/force_stub_app.py b/tests/unit/force_stub_app.pyindex f6253c9da..16584dfcd 100644--- a/tests/unit/force_stub_app.py+++ b/tests/unit/force_stub_app.py@@ -41,6 +41,10 @@ def create_forge_stub_app() -> ForgeApp:# Sync method returning a key or None — _LazyNamespace would auto-mock it as a truthy# AsyncMock and hijack the TextPromptBlock llm_key. Match the OSS no-op.fake_app_module.AGENT_FUNCTION.get_fallback_llm_key = MagicMock(return_value=None)+ # Grid-collection seam — _LazyNamespace would auto-mock this as a truthy AsyncMock whose+ # awaited value is a non-None MagicMock, poisoning the extract-information prompt/cache key.+ # Match the real OSS base no-op (None → no grid rows injected).+ fake_app_module.AGENT_FUNCTION.collect_virtualized_grid_rows = AsyncMock(return_value=None)fake_app_module.agent = _LazyNamespace()fake_app_module.DATABASE.observer.update_workflow_run_block = AsyncMock()fake_app_module.DATABASE.observer.create_workflow_run_block = AsyncMock()diff --git a/tests/unit/test_extract_information_cross_run_shadow.py b/tests/unit/test_extract_information_cross_run_shadow.pyindex da0ddbd6a..5edc89160 100644--- a/tests/unit/test_extract_information_cross_run_shadow.py+++ b/tests/unit/test_extract_information_cross_run_shadow.py@@ -62,7 +62,11 @@ def test_cross_run_hit_schedules_shadow_check_with_sentinel_age(monkeypatch) ->task = _make_task(workflow_run_id, workflow_permanent_id=workflow_permanent_id)step = MagicMock(step_id="stp_cross_run_args", retry_index=0)- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))+ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )+ )assert schedule_mock.call_count == 1kwargs = schedule_mock.call_args.kwargs@@ -118,7 +122,11 @@ def test_in_run_hit_schedules_shadow_check_with_real_age(monkeypatch) -> None:task = _make_task(workflow_run_id, workflow_permanent_id=workflow_permanent_id)step = MagicMock(step_id="stp_in_run_args", retry_index=0)- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))+ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )+ )assert schedule_mock.call_count == 1kwargs = schedule_mock.call_args.kwargs@@ -183,7 +191,9 @@ def test_cross_run_hit_shadow_gate_runs_in_background_not_on_hot_path(monkeypatcstep = MagicMock(step_id="stp_cross_run_bg", retry_index=0)async def _run_and_assert() -> Any:- result = await handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page)+ result = await handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )# The slow gate appends to gate_calls only AFTER its sleep, so an empty# list here proves the handler returned without awaiting it.assert gate_calls == []diff --git a/tests/unit/test_extract_information_previous_info_cap.py b/tests/unit/test_extract_information_previous_info_cap.pyindex 5da3ecdc6..a00ccd87d 100644--- a/tests/unit/test_extract_information_previous_info_cap.py+++ b/tests/unit/test_extract_information_previous_info_cap.py@@ -67,7 +67,7 @@ def _capture_handler_kwargs(monkeypatch, previous_extracted_information):asyncio.run(handler.extract_information_for_navigation_goal(- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()))@@ -147,7 +147,7 @@ def _capture_handler_schema(monkeypatch, extracted_information_schema):asyncio.run(handler.extract_information_for_navigation_goal(- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()))diff --git a/tests/unit/test_extract_information_retry_bypass.py b/tests/unit/test_extract_information_retry_bypass.pyindex 970d2fa8a..9c93d24b2 100644--- a/tests/unit/test_extract_information_retry_bypass.py+++ b/tests/unit/test_extract_information_retry_bypass.py@@ -111,7 +111,11 @@ def test_retry_index_gt_one_evicts_in_run_entry_and_calls_llm(monkeypatch) -> No# retry_index = 2 → past the bypass threshold (> 1)step = MagicMock(step_id="stp_retry2", retry_index=2)- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))+ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )+ )# LLM must have been called (cache was bypassed, not consumed).assert llm_calls == [1], "retry bypass must force a fresh LLM call"@@ -145,7 +149,9 @@ def test_retry_index_one_still_uses_cache(monkeypatch) -> None:step = MagicMock(step_id="stp_retry1", retry_index=1)result = asyncio.run(- handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page)+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ ))# Cache hit path — no LLM call.diff --git a/tests/unit/test_extract_information_text_optout.py b/tests/unit/test_extract_information_text_optout.pyindex a4f49fb78..391a7704e 100644--- a/tests/unit/test_extract_information_text_optout.py+++ b/tests/unit/test_extract_information_text_optout.py@@ -1,7 +1,12 @@-"""Tests for the include_extracted_text opt-out chain (SKY-8920 Phase A)."""+"""Tests for the include_extracted_text opt-out chain (SKY-8920 Phase A) and the+neutral virtualized-grid-collection seam the extraction handler drives."""from __future__ import annotations+import inspect++_GRID_ROWS = 'Total rows: 2 (complete)\n[{"col0":"first"},{"col0":"second"}]'+def test_task_base_has_include_extracted_text_field_with_default_true() -> None:from skyvern.forge.sdk.schemas.tasks import TaskBase@@ -39,6 +44,17 @@ def test_extraction_block_overrides_include_extracted_text_to_false() -> None:assert ExtractionBlock.model_fields["include_extracted_text"].default is False+def test_extract_information_requires_keyword_only_page() -> None:+ from playwright.async_api import Page++ from skyvern.webeye.actions import handler++ parameter = inspect.signature(handler.extract_information_for_navigation_goal).parameters["page"]+ assert parameter.kind is inspect.Parameter.KEYWORD_ONLY+ assert parameter.default is inspect.Parameter.empty+ assert parameter.annotation is Page++def _make_scraped_page_refreshed(extracted_text: str):from unittest.mock import MagicMock@@ -64,18 +80,25 @@ def _make_task_for_extract_information(include_extracted_text: bool):task.llm_key = Nonetask.workflow_run_id = Nonetask.task_id = "tsk_test"+ task.organization_id = ""+ task.workflow_permanent_id = None+ task.workflow_system_prompt = Nonetask.include_extracted_text = include_extracted_textreturn task-def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: bool):- """Run the handler with monkeypatches that capture what's passed to load_prompt_with_elements."""- import asyncio+def _stub_downstream_extraction(monkeypatch) -> dict:+ """Stub the heavy handler dependencies (prompt render, LLM, cache, context,+ LOG) so a test can drive the extraction path and observe the rendered-prompt+ kwargs and LLM call count without external services."""from unittest.mock import AsyncMock, MagicMockfrom skyvern.webeye.actions import handlercaptured: dict = {}+ log = MagicMock()+ monkeypatch.setattr(handler, "LOG", log)+ captured["log"] = logdef fake_load_prompt_with_elements_tracked(**kwargs):# Drop the non-kwargs args (element_tree_builder, prompt_engine, etc.)@@ -91,13 +114,11 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: booasync def fake_handler_call(**kwargs):captured["prompt"] = kwargs.get("prompt")+ captured["llm_calls"] = captured.get("llm_calls", 0) + 1return {}- # The handler calls compute_cache_key (may raise), LOG, LLMAPIHandlerFactory,- # service_utils.is_cua_task. Monkey-patch just enough to reach the prompt- # builder and the handler call.monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", fake_load_prompt_with_elements_tracked)- monkeypatch.setattr(handler, "ensure_context", lambda: MagicMock(tz_info=None))+ monkeypatch.setattr(handler, "ensure_context", lambda: MagicMock(tz_info=None, workflow_permanent_id=None))monkeypatch.setattr(handler.service_utils, "is_cua_task", AsyncMock(return_value=False))monkeypatch.setattr(handler.LLMAPIHandlerFactory,@@ -106,6 +127,37 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: boo)# Short-circuit the extraction_cache so we always fall through to the LLM path.monkeypatch.setattr(handler.extraction_cache, "compute_cache_key", lambda **_: None)+ return captured+++def _run_extract_information(+ monkeypatch,+ *,+ include_extracted_text: bool = False,+ page=None,+ seam_return: str | None = None,+ seam_error: Exception | None = None,+):+ """Run the handler with the grid-collection seam+ (``app.AGENT_FUNCTION.collect_virtualized_grid_rows``) patched to return a+ canned serialized string, return None, or raise — and capture what reached+ ``load_prompt_with_elements``."""+ import asyncio+ from unittest.mock import AsyncMock, MagicMock++ from skyvern.webeye.actions import handler++ if page is None:+ page = MagicMock()++ captured = _stub_downstream_extraction(monkeypatch)++ if seam_error is not None:+ seam = AsyncMock(side_effect=seam_error)+ else:+ seam = AsyncMock(return_value=seam_return)+ monkeypatch.setattr(handler.app.AGENT_FUNCTION, "collect_virtualized_grid_rows", seam)+ captured["seam"] = seamrefreshed = _make_scraped_page_refreshed("PROHIBITED_TEXT_MARKER")scraped_page = MagicMock()@@ -116,23 +168,171 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: booasyncio.run(handler.extract_information_for_navigation_goal(- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page+ task=task,+ step=MagicMock(retry_index=0),+ scraped_page=scraped_page,+ page=page,))return captured+def test_handle_extract_action_forwards_real_page_into_collection(monkeypatch) -> None:+ """Production-call-path regression: handle_extract_action must forward the+ real page through extract_information_for_navigation_goal into the grid+ seam, which receives that exact page (and task) object — not a copy."""+ import asyncio+ from unittest.mock import AsyncMock, MagicMock++ from skyvern.webeye.actions import handler++ _stub_downstream_extraction(monkeypatch)++ captured_calls: list[dict] = []++ async def spy_collect(*, task, page):+ captured_calls.append({"task": task, "page": page})+ return None++ monkeypatch.setattr(handler.app.AGENT_FUNCTION, "collect_virtualized_grid_rows", spy_collect)++ sentinel_page = MagicMock(name="real_page")+ refreshed = _make_scraped_page_refreshed("text")+ scraped_page = MagicMock()+ scraped_page.refresh = AsyncMock(return_value=refreshed)+ scraped_page.screenshots = []++ task = _make_task_for_extract_information(include_extracted_text=False)+ step = MagicMock(retry_index=0)+ action = MagicMock()++ result = asyncio.run(handler.handle_extract_action(action, sentinel_page, scraped_page, task, step))++ assert len(captured_calls) == 1+ assert captured_calls[0]["page"] is sentinel_page+ assert captured_calls[0]["task"] is task+ assert isinstance(result, list) and result++def test_handler_omits_extracted_text_when_task_flag_is_false(monkeypatch) -> None:- captured = _capture_extract_information_kwargs(monkeypatch, include_extracted_text=False)+ captured = _run_extract_information(monkeypatch, include_extracted_text=False)assert captured["extracted_text"] is Nonedef test_handler_passes_extracted_text_when_task_flag_is_true(monkeypatch) -> None:- captured = _capture_extract_information_kwargs(monkeypatch, include_extracted_text=True)+ captured = _run_extract_information(monkeypatch, include_extracted_text=True)assert captured["extracted_text"] == "PROHIBITED_TEXT_MARKER"+def test_handler_injects_serialized_grid_rows_and_keeps_one_llm_call(monkeypatch) -> None:+ captured = _run_extract_information(monkeypatch, seam_return=_GRID_ROWS)++ assert captured["virtualized_grid_rows"] == _GRID_ROWS+ assert captured["llm_calls"] == 1+ captured["seam"].assert_awaited_once()+++def test_handler_omits_grid_rows_when_seam_returns_none(monkeypatch) -> None:+ captured = _run_extract_information(monkeypatch, seam_return=None)++ assert captured["virtualized_grid_rows"] is None+ assert captured["llm_calls"] == 1+++def test_handler_preserves_extraction_when_seam_raises(monkeypatch) -> None:+ captured = _run_extract_information(monkeypatch, seam_error=RuntimeError("collector boom"))++ assert captured["virtualized_grid_rows"] is None+ assert captured["llm_calls"] == 1+ warned = [call.args[0] for call in captured["log"].warning.call_args_list]+ assert "virtualized_grid_collection_failed" in warned+++def test_handler_warns_when_grid_rows_dropped_after_prompt_ceiling(monkeypatch) -> None:+ """The prompt ceiling may drop the optional grid rows (they are large). When+ the pre-render value was set but the post-ceiling value is None, the handler+ must emit the neutral drop warning."""+ import asyncio+ from unittest.mock import AsyncMock, MagicMock++ from skyvern.webeye.actions import handler++ captured = _stub_downstream_extraction(monkeypatch)++ def drop_grid_rows_post_ceiling(**kwargs):+ post = {+ k: v+ for k, v in kwargs.items()+ if k not in {"element_tree_builder", "prompt_engine", "template_name", "html_need_skyvern_attrs"}+ }+ captured.update(post)+ post["virtualized_grid_rows"] = None+ return "rendered-prompt", post++ monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", drop_grid_rows_post_ceiling)+ monkeypatch.setattr(+ handler.app.AGENT_FUNCTION,+ "collect_virtualized_grid_rows",+ AsyncMock(return_value=_GRID_ROWS),+ )++ refreshed = _make_scraped_page_refreshed("text")+ scraped_page = MagicMock()+ scraped_page.refresh = AsyncMock(return_value=refreshed)+ scraped_page.screenshots = []++ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=_make_task_for_extract_information(include_extracted_text=False),+ step=MagicMock(retry_index=0),+ scraped_page=scraped_page,+ page=MagicMock(),+ )+ )++ warned = [call.args[0] for call in captured["log"].warning.call_args_list]+ assert "virtualized_grid_rows_dropped_from_prompt" in warned+++def test_handler_passes_post_ceiling_grid_rows_into_cache_key(monkeypatch) -> None:+ import asyncio+ from unittest.mock import AsyncMock, MagicMock++ from skyvern.webeye.actions import handler++ _stub_downstream_extraction(monkeypatch)++ cache_kwargs: dict = {}++ def capture_compute_cache_key(**kwargs):+ cache_kwargs.update(kwargs)+ return None++ monkeypatch.setattr(handler.extraction_cache, "compute_cache_key", capture_compute_cache_key)+ monkeypatch.setattr(+ handler.app.AGENT_FUNCTION,+ "collect_virtualized_grid_rows",+ AsyncMock(return_value=_GRID_ROWS),+ )++ refreshed = _make_scraped_page_refreshed("text")+ scraped_page = MagicMock()+ scraped_page.refresh = AsyncMock(return_value=refreshed)+ scraped_page.screenshots = []++ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=_make_task_for_extract_information(include_extracted_text=False),+ step=MagicMock(retry_index=0),+ scraped_page=scraped_page,+ page=MagicMock(),+ )+ )++ assert cache_kwargs["virtualized_grid_rows"] == _GRID_ROWS++def _render_extract_information(**kwargs) -> str:from skyvern.forge.prompts import prompt_engine@@ -146,11 +346,21 @@ def _render_extract_information(**kwargs) -> str:"navigation_payload": None,"previous_extracted_information": None,"local_datetime": "2026-04-14T12:00:00",+ "virtualized_grid_rows": None,}base_kwargs.update(kwargs)return prompt_engine.load_prompt("extract-information", **base_kwargs)+def test_virtualized_grid_rows_render_inside_untrusted_fence() -> None:+ marker = 'Total rows: 1 (complete)\n[{"col0":"GRID_MARKER"}]'++ rendered = _render_extract_information(virtualized_grid_rows=marker)++ assert rendered.index("BEGIN_UNTRUSTED_WEB_PAGE_DATA") < rendered.index("GRID_MARKER")+ assert rendered.index("GRID_MARKER") < rendered.index("END_UNTRUSTED_WEB_PAGE_DATA")++def test_extract_information_template_omits_text_line_when_extracted_text_is_none() -> None:rendered = _render_extract_information(extracted_text=None)assert "Text extracted from the webpage" not in rendereddiff --git a/tests/unit/test_extract_information_wpid_fallback.py b/tests/unit/test_extract_information_wpid_fallback.pyindex 120f98dda..985ba4957 100644--- a/tests/unit/test_extract_information_wpid_fallback.py+++ b/tests/unit/test_extract_information_wpid_fallback.py@@ -41,6 +41,9 @@ def _run_extract_information_and_capture_cache_calls(agent_function_stub = MagicMock()agent_function_stub.lookup_cross_run_extraction_cache = lookup_mockagent_function_stub.store_cross_run_extraction_cache = store_mock+ # Grid collection is a separate AgentFunction seam; keep it a no-op so the+ # handler's collection boundary neither runs a collector nor warns.+ agent_function_stub.collect_virtualized_grid_rows = AsyncMock(return_value=None)monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", fake_load_prompt_with_elements_tracked)monkeypatch.setattr(@@ -86,7 +89,7 @@ def _run_extract_information_and_capture_cache_calls(asyncio.run(handler.extract_information_for_navigation_goal(- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()))diff --git a/tests/unit/test_extraction_cache.py b/tests/unit/test_extraction_cache.pyindex 6e19cb63c..0778b4abd 100644--- a/tests/unit/test_extraction_cache.py+++ b/tests/unit/test_extraction_cache.py@@ -98,6 +98,13 @@ def test_cache_key_is_stable_for_equivalent_inputs() -> None:assert first == second, case_id+def test_virtualized_grid_rows_preserve_old_key_when_absent_and_change_identity_when_present() -> None:+ golden_key = "55bc627fe85bf9ecf316cac99d3ff220de2ae16680b3f6ce5aff4a510a911f56"++ assert _key(virtualized_grid_rows=None) == golden_key+ assert _key(virtualized_grid_rows='Total rows: 1 (complete)\n[{"col0":"value"}]') != golden_key++def test_compute_cache_key_rejects_legacy_local_datetime_kwarg() -> None:with pytest.raises(TypeError):extraction_cache.compute_cache_key(call_path="test", local_datetime="2026-04-10T00:00:00") # type: ignore[call-arg]diff --git a/tests/unit/test_load_prompt_with_elements_ceiling.py b/tests/unit/test_load_prompt_with_elements_ceiling.pyindex 21dda7556..1740a0bcf 100644--- a/tests/unit/test_load_prompt_with_elements_ceiling.py+++ b/tests/unit/test_load_prompt_with_elements_ceiling.py@@ -27,6 +27,7 @@ def test_ceiling_fallback_keys_by_template_has_known_mappings() -> None:from skyvern.utils.prompt_engine import CEILING_FALLBACK_KEYS_BY_TEMPLATEassert CEILING_FALLBACK_KEYS_BY_TEMPLATE["extract-information"] == [+ "virtualized_grid_rows","previous_extracted_information","extracted_information_schema","extracted_text",@@ -147,6 +148,63 @@ def test_load_prompt_with_elements_tracked_drops_extracted_text_as_last_resort(assert post_kwargs["extracted_text"] is None+def test_extract_information_ceiling_drops_grid_rows_before_required_inputs(small_prompt_ceiling: int) -> None:+ from skyvern.forge.prompts import prompt_engine as engine_module+ from skyvern.utils.prompt_engine import load_prompt_with_elements_tracked++ schema_marker = "REQUIRED_SCHEMA_MARKER"+ text_marker = "REQUIRED_EXTRACTED_TEXT_MARKER"+ rendered, post_kwargs = load_prompt_with_elements_tracked(+ element_tree_builder=_make_element_tree_builder(),+ prompt_engine=engine_module,+ template_name="extract-information",+ data_extraction_goal="Extract documents",+ extracted_information_schema={"type": "object", "description": schema_marker},+ current_url="https://example.test",+ extracted_text=text_marker,+ error_code_mapping_str=None,+ navigation_payload=None,+ local_datetime="2026-04-14T12:00:00",+ previous_extracted_information=None,+ virtualized_grid_rows="OPTIONAL_GRID_MARKER " + ("lorem " * (small_prompt_ceiling + 100)),+ )++ assert "OPTIONAL_GRID_MARKER" not in rendered+ assert schema_marker in rendered+ assert text_marker in rendered+ assert post_kwargs["virtualized_grid_rows"] is None+ assert post_kwargs["extracted_information_schema"] is not None+ assert post_kwargs["extracted_text"] == text_marker+++def test_extract_information_ceiling_preserves_legacy_order_without_grid_rows(small_prompt_ceiling: int) -> None:+ from skyvern.forge.prompts import prompt_engine as engine_module+ from skyvern.utils.prompt_engine import load_prompt_with_elements_tracked++ rendered, post_kwargs = load_prompt_with_elements_tracked(+ element_tree_builder=_make_element_tree_builder(),+ prompt_engine=engine_module,+ template_name="extract-information",+ data_extraction_goal="Extract documents",+ extracted_information_schema={"type": "object", "description": "RETAINED_SCHEMA_MARKER"},+ current_url="https://example.test",+ extracted_text="RETAINED_TEXT_MARKER",+ error_code_mapping_str=None,+ navigation_payload=None,+ local_datetime="2026-04-14T12:00:00",+ previous_extracted_information="LEGACY_PREVIOUS_MARKER " + ("lorem " * (small_prompt_ceiling + 100)),+ virtualized_grid_rows=None,+ )++ assert "LEGACY_PREVIOUS_MARKER" not in rendered+ assert "RETAINED_SCHEMA_MARKER" in rendered+ assert "RETAINED_TEXT_MARKER" in rendered+ assert post_kwargs["virtualized_grid_rows"] is None+ assert post_kwargs["previous_extracted_information"] is None+ assert post_kwargs["extracted_information_schema"] is not None+ assert post_kwargs["extracted_text"] == "RETAINED_TEXT_MARKER"++def test_enforce_prompt_ceiling_tracked_reports_dropped_keys(small_prompt_ceiling: int) -> None:from skyvern.forge.prompts import prompt_engine as engine_modulefrom skyvern.utils.prompt_engine import PROMPT_HARD_CEILING_TOKENS, enforce_prompt_ceiling_trackeddiff --git a/tests/unit/test_workflow_system_prompt_llm_forwarding.py b/tests/unit/test_workflow_system_prompt_llm_forwarding.pyindex c3659438f..365fd263c 100644--- a/tests/unit/test_workflow_system_prompt_llm_forwarding.py+++ b/tests/unit/test_workflow_system_prompt_llm_forwarding.py@@ -121,7 +121,11 @@ def test_extract_information_forwards_system_prompt(monkeypatch) -> None:step = MagicMock(step_id="stp_sp", retry_index=0)scraped_page = _make_scraped_page()- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))+ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )+ )assert captured.get("system_prompt") == "Respond only in uppercase."extraction_cache._reset_for_tests()@@ -172,7 +176,11 @@ def test_extract_information_passes_none_system_prompt_when_task_has_none(monkeystep = MagicMock(step_id="stp_none", retry_index=0)scraped_page = _make_scraped_page()- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))+ asyncio.run(+ handler.extract_information_for_navigation_goal(+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()+ )+ )assert "system_prompt" in capturedassert captured["system_prompt"] is Nonediff --git a/tests/unit/webeye/test_main_world_eval.py b/tests/unit/webeye/test_main_world_eval.pyindex 2fe47230e..2c73f0cc8 100644--- a/tests/unit/webeye/test_main_world_eval.py+++ b/tests/unit/webeye/test_main_world_eval.py@@ -64,6 +64,18 @@ class TestNoPrefixConfigured:assert result == "hi"page.evaluate.assert_awaited_once_with("(x) => x", "hi")+ @pytest.mark.asyncio+ async def test_force_cdp_uses_runtime_evaluate_with_empty_prefix(self) -> None:+ page, _ = _mock_page()+ page.context.new_cdp_session.return_value.send = AsyncMock(return_value={"result": {"value": 42}})++ result = await evaluate_in_main_world(page, "() => 42", force_cdp=True)++ assert result == 42+ page.evaluate.assert_not_awaited()+ params = page.context.new_cdp_session.return_value.send.await_args.args[1]+ assert params["expression"] == "\n(() => 42)()"+class TestPrefixConfiguredNoArg:@pytest.mark.asyncio@@ -86,6 +98,15 @@ class TestPrefixConfiguredNoArg:assert params["awaitPromise"] is Truepage.context.new_cdp_session.return_value.detach.assert_awaited_once()+ @pytest.mark.asyncio+ async def test_force_cdp_preserves_configured_prefix(self) -> None:+ page, _ = _mock_page(prefix="// MARKER")++ await evaluate_in_main_world(page, "() => 7", force_cdp=True)++ params = page.context.new_cdp_session.return_value.send.await_args.args[1]+ assert params["expression"].startswith("// MARKER\n")+@pytest.mark.asyncioasync def test_statement_form_passes_through_unchanged_to_runtime_evaluate(self) -> None:page, context = _mock_page(prefix="/* P */")diff --git a/tests/unit/webeye/test_skyvern_frame_main_world_routing.py b/tests/unit/webeye/test_skyvern_frame_main_world_routing.pyindex 719f6b346..2f23e3af7 100644--- a/tests/unit/webeye/test_skyvern_frame_main_world_routing.py+++ b/tests/unit/webeye/test_skyvern_frame_main_world_routing.py@@ -55,6 +55,56 @@ class TestSkyvernFrameEvaluateRouting:page.evaluate.assert_awaited_once_with(expression="() => 1", arg=None)page.context.new_cdp_session.assert_not_awaited() # type: ignore[attr-defined]+ @pytest.mark.asyncio+ async def test_force_cdp_routes_through_runtime_evaluate_without_prefix(self) -> None:+ """force_cdp=True must take the CDP main-world path even with no prefix+ configured. force_cdp callers depend on this seam to keep their forced+ main-world semantics while still receiving centralized timeout and+ navigation recovery from SkyvernFrame."""+ page, ctx = _make_page_mock(prefix=None)++ result = await SkyvernFrame.evaluate(page, "() => 42", force_cdp=True)++ assert result == "runtime-evaluate-result"+ page.evaluate.assert_not_awaited()+ page.context.new_cdp_session.assert_awaited_once_with(page) # type: ignore[attr-defined]+ params = page.context.new_cdp_session.return_value.send.await_args.args[1] # type: ignore[attr-defined]+ assert params["expression"] == "\n(() => 42)()"++ @pytest.mark.asyncio+ async def test_force_cdp_inlines_json_arg_via_runtime_evaluate(self) -> None:+ page, ctx = _make_page_mock(prefix=None)++ await SkyvernFrame.evaluate(page, "(opts) => opts.maxRows", {"maxRows": 10}, force_cdp=True)++ page.evaluate.assert_not_awaited()+ params = page.context.new_cdp_session.return_value.send.await_args.args[1] # type: ignore[attr-defined]+ assert params["expression"] == '\n((opts) => opts.maxRows)({"maxRows": 10})'++ @pytest.mark.asyncio+ async def test_force_cdp_with_frame_target_raises_clear_contract_error(self) -> None:+ """force_cdp is a Page-only contract: the CDP main-world path dereferences+ page-only APIs (``page.context``), so a Frame must fail with a deterministic+ TypeError at the seam rather than an incidental AttributeError deep in the+ hook. Iframe grids are out of scope; the sole production caller passes a Page."""+ frame = _make_frame_mock()++ with pytest.raises(TypeError, match="Page"):+ await SkyvernFrame.evaluate(frame, "() => 1", force_cdp=True)++ frame.evaluate.assert_not_awaited()++ @pytest.mark.asyncio+ async def test_frame_target_without_force_cdp_still_delegates_to_frame_evaluate(self) -> None:+ """The force_cdp guard must not disturb the default (force_cdp=False) Frame+ path: an iframe Frame keeps its own per-frame evaluate."""+ frame = _make_frame_mock()++ result = await SkyvernFrame.evaluate(frame, "() => 1")++ assert result == "frame-evaluate-result"+ frame.evaluate.assert_awaited_once_with(expression="() => 1", arg=None)+@pytest.mark.asyncioasync def test_page_with_prefix_and_no_arg_routes_through_runtime_evaluate(self) -> None:page, ctx = _make_page_mock(prefix="// MARK")