Skip to content

Automate browser based workflows with AI

Collect complete rows from server-windowed virtualized grids (#7863)

LawyZheng436a84042530
diff --git a/skyvern/forge/agent_functions.py b/skyvern/forge/agent_functions.py
index acf3dbf56..3c58a810f 100644
--- a/skyvern/forge/agent_functions.py
+++ b/skyvern/forge/agent_functions.py
@@ -1356,6 +1356,13 @@ class AgentFunction:
"""Cross-run (wpid-scoped) extraction-cache write. OSS no-op."""
return None
+ async def collect_virtualized_grid_rows(self, *, task: Task, page: Page) -> str | None:
+ """Harvest the complete row set of a server-windowed virtualized data grid and
+ serialize it for prompt injection, or None when no such grid is present or
+ collection is disabled. OSS no-op; a deployment may override with a
+ framework-specific collector."""
+ return None
+
def build_workflow_schedule_id(self, workflow_schedule_id: str) -> str | None:
"""Return the backend-specific schedule id used by the execution engine.
diff --git a/skyvern/forge/prompts/skyvern/extract-information.j2 b/skyvern/forge/prompts/skyvern/extract-information.j2
index a46ceae9c..095167e8e 100644
--- a/skyvern/forge/prompts/skyvern/extract-information.j2
+++ b/skyvern/forge/prompts/skyvern/extract-information.j2
@@ -33,6 +33,11 @@ Clickable elements:
Text extracted from the webpage: {{ extracted_text | untrusted }}
{% endif %}
+{% if virtualized_grid_rows %}
+
+The elements above contain only a partial window of a server-paginated data grid; the following is the complete authoritative row set:
+{{ virtualized_grid_rows | untrusted }}
+{% endif %}
```
END_UNTRUSTED_WEB_PAGE_DATA
diff --git a/skyvern/forge/sdk/cache/extraction_cache.py b/skyvern/forge/sdk/cache/extraction_cache.py
index 478db9c59..827ee26c3 100644
--- a/skyvern/forge/sdk/cache/extraction_cache.py
+++ b/skyvern/forge/sdk/cache/extraction_cache.py
@@ -506,6 +506,7 @@ def compute_cache_key(
previous_extracted_information: Any = None,
llm_key: str | None = None,
workflow_system_prompt: str | None = None,
+ virtualized_grid_rows: str | None = None,
) -> str:
"""Return a stable sha256 hex digest for the inputs that affect extraction output.
@@ -546,6 +547,8 @@ def compute_cache_key(
_s(llm_key),
_s(workflow_system_prompt),
]
+ if virtualized_grid_rows is not None:
+ parts.append(virtualized_grid_rows)
joined = "\x1f".join(parts).encode("utf-8", errors="replace")
return hashlib.sha256(joined).hexdigest()
diff --git a/skyvern/utils/prompt_engine.py b/skyvern/utils/prompt_engine.py
index 17071ed79..c35a677c2 100644
--- a/skyvern/utils/prompt_engine.py
+++ b/skyvern/utils/prompt_engine.py
@@ -57,6 +57,7 @@ PROMPT_HARD_CEILING_TOKENS = 180_000
CEILING_FALLBACK_KEYS_BY_TEMPLATE: dict[str, list[str]] = {
"extract-information": [
+ "virtualized_grid_rows",
"previous_extracted_information",
"extracted_information_schema",
"extracted_text",
diff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.py
index e70c40abf..8c439828f 100644
--- a/skyvern/webeye/actions/handler.py
+++ b/skyvern/webeye/actions/handler.py
@@ -5709,6 +5709,7 @@ async def handle_extract_action(
scraped_page=scraped_page,
task=task,
step=step,
+ page=page,
)
extracted_data = scrape_action_result.scraped_data
return [ActionSuccess(data=extracted_data)]
@@ -9494,6 +9495,8 @@ async def extract_information_for_navigation_goal(
task: Task,
step: Step,
scraped_page: ScrapedPage,
+ *,
+ page: Page,
) -> ScrapeResult:
"""
Scrapes a webpage and returns the scraped response, including:
@@ -9512,6 +9515,15 @@ async def extract_information_for_navigation_goal(
context.scrape_trigger = "extraction"
context.scrape_screenshots_consumed = True
scraped_page_refreshed = await scraped_page.refresh()
+ # Complete-row harvest for a server-windowed virtualized data grid, injected into
+ # the prompt below. Behind an AgentFunction seam (framework-specific collectors are
+ # deployment overrides) and a fail-open boundary so collection never blocks extraction.
+ virtualized_grid_rows: str | None = None
+ try:
+ virtualized_grid_rows = await app.AGENT_FUNCTION.collect_virtualized_grid_rows(task=task, page=page)
+ except Exception:
+ virtualized_grid_rows = None
+ LOG.warning("virtualized_grid_collection_failed")
# task.workflow_permanent_id is None on most fetch paths (tasks table has
# no such column); fall back to context. SKY-8992.
@@ -9557,7 +9569,11 @@ async def extract_information_for_navigation_goal(
extracted_text=extracted_text_for_prompt,
error_code_mapping_str=error_code_mapping_str,
local_datetime=local_datetime_str,
+ virtualized_grid_rows=virtualized_grid_rows,
)
+ post_ceiling_grid_rows = post_ceiling_kwargs.get("virtualized_grid_rows")
+ if virtualized_grid_rows is not None and post_ceiling_grid_rows is None:
+ LOG.warning("virtualized_grid_rows_dropped_from_prompt")
# Self-heal guard: on the second retry onward (``retry_index > 1``) the
# previous attempts' cached result is suspect — the first retry already
@@ -9606,6 +9622,7 @@ async def extract_information_for_navigation_goal(
previous_extracted_information=post_ceiling_kwargs["previous_extracted_information"],
llm_key=llm_key_override,
workflow_system_prompt=task.workflow_system_prompt,
+ virtualized_grid_rows=post_ceiling_grid_rows,
)
if is_retry_step:
# Proactively evict the in-run entry. The cross-run tier will be
diff --git a/skyvern/webeye/main_world_eval.py b/skyvern/webeye/main_world_eval.py
index 0d0fa72c3..58a82e832 100644
--- a/skyvern/webeye/main_world_eval.py
+++ b/skyvern/webeye/main_world_eval.py
@@ -93,7 +93,13 @@ def _extract_runtime_result(result: dict[str, Any]) -> Any:
return None
-async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -> Any:
+async def evaluate_in_main_world(
+ page: Page,
+ expression: str,
+ arg: Any = None,
+ *,
+ force_cdp: bool = False,
+) -> Any:
"""Evaluate ``expression`` in the page main world when a prefix is configured.
No prefix → identical to ``page.evaluate(expression, arg)``. Prefix → single
@@ -104,7 +110,7 @@ async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -
an unprefixed function head, which a leading prefix line breaks.
"""
prefix = _resolve_prefix(page)
- if prefix is None:
+ if prefix is None and not force_cdp:
if arg is None:
return await page.evaluate(expression)
return await page.evaluate(expression, arg)
@@ -117,7 +123,7 @@ async def evaluate_in_main_world(page: Page, expression: str, arg: Any = None) -
wrapped = f"({expression})({json.dumps(arg)})"
else:
wrapped = expression
- body = f"{prefix}\n{wrapped}"
+ body = f"{prefix or ''}\n{wrapped}"
# ``replMode`` only for statement-form bodies that begin with a lexical
# top-level declaration (``let``/``const``/``class``). Bare expressions
# and value-returning forms must skip it — Chromium rewrites their
diff --git a/skyvern/webeye/utils/page.py b/skyvern/webeye/utils/page.py
index 89babd242..a2cb96220 100644
--- a/skyvern/webeye/utils/page.py
+++ b/skyvern/webeye/utils/page.py
@@ -158,7 +158,16 @@ def _is_json_inlinable(arg: Any) -> bool:
return True
-async def _dispatch_evaluate(frame: Page | Frame, expression: str, arg: Any | None) -> Any:
+async def _dispatch_evaluate(frame: Page | Frame, expression: str, arg: Any | None, *, force_cdp: bool = False) -> Any:
+ # force_cdp callers require the CDP main-world path regardless of prefix, so
+ # short-circuit before the page/frame/JSON heuristics below. That path
+ # dereferences page-only APIs (``page.context``); a Frame here is a caller
+ # contract violation, so reject it explicitly instead of failing with an
+ # incidental AttributeError deep inside the main-world hook.
+ if force_cdp:
+ if not is_page_like(frame):
+ raise TypeError("force_cdp evaluation requires a top-level Page, not a Frame")
+ return await evaluate_in_main_world(frame, expression, arg, force_cdp=True)
# Page + prefix + JSON-safe arg → main-world hook (preserves the marker).
# Iframe Frames and non-JSON args fall back to per-frame evaluate so iframe
# contexts and Playwright handle-marshalling keep working.
@@ -672,9 +681,11 @@ class SkyvernFrame:
arg: Any | None = None,
timeout_ms: float = SettingsManager.get_settings().BROWSER_ACTION_TIMEOUT_MS,
engine_selection: BrowserEngineSelection | None = None,
+ *,
+ force_cdp: bool = False,
) -> Any:
async def evaluate_expression() -> Any:
- return await _dispatch_evaluate(frame, expression, arg)
+ return await _dispatch_evaluate(frame, expression, arg, force_cdp=force_cdp)
return await SkyvernFrame._evaluate_expression(
frame=frame,
diff --git a/tests/unit/force_stub_app.py b/tests/unit/force_stub_app.py
index f6253c9da..16584dfcd 100644
--- a/tests/unit/force_stub_app.py
+++ b/tests/unit/force_stub_app.py
@@ -41,6 +41,10 @@ def create_forge_stub_app() -> ForgeApp:
# Sync method returning a key or None — _LazyNamespace would auto-mock it as a truthy
# AsyncMock and hijack the TextPromptBlock llm_key. Match the OSS no-op.
fake_app_module.AGENT_FUNCTION.get_fallback_llm_key = MagicMock(return_value=None)
+ # Grid-collection seam — _LazyNamespace would auto-mock this as a truthy AsyncMock whose
+ # awaited value is a non-None MagicMock, poisoning the extract-information prompt/cache key.
+ # Match the real OSS base no-op (None → no grid rows injected).
+ fake_app_module.AGENT_FUNCTION.collect_virtualized_grid_rows = AsyncMock(return_value=None)
fake_app_module.agent = _LazyNamespace()
fake_app_module.DATABASE.observer.update_workflow_run_block = AsyncMock()
fake_app_module.DATABASE.observer.create_workflow_run_block = AsyncMock()
diff --git a/tests/unit/test_extract_information_cross_run_shadow.py b/tests/unit/test_extract_information_cross_run_shadow.py
index da0ddbd6a..5edc89160 100644
--- a/tests/unit/test_extract_information_cross_run_shadow.py
+++ b/tests/unit/test_extract_information_cross_run_shadow.py
@@ -62,7 +62,11 @@ def test_cross_run_hit_schedules_shadow_check_with_sentinel_age(monkeypatch) ->
task = _make_task(workflow_run_id, workflow_permanent_id=workflow_permanent_id)
step = MagicMock(step_id="stp_cross_run_args", retry_index=0)
- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
+ )
assert schedule_mock.call_count == 1
kwargs = schedule_mock.call_args.kwargs
@@ -118,7 +122,11 @@ def test_in_run_hit_schedules_shadow_check_with_real_age(monkeypatch) -> None:
task = _make_task(workflow_run_id, workflow_permanent_id=workflow_permanent_id)
step = MagicMock(step_id="stp_in_run_args", retry_index=0)
- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
+ )
assert schedule_mock.call_count == 1
kwargs = schedule_mock.call_args.kwargs
@@ -183,7 +191,9 @@ def test_cross_run_hit_shadow_gate_runs_in_background_not_on_hot_path(monkeypatc
step = MagicMock(step_id="stp_cross_run_bg", retry_index=0)
async def _run_and_assert() -> Any:
- result = await handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page)
+ result = await handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
# The slow gate appends to gate_calls only AFTER its sleep, so an empty
# list here proves the handler returned without awaiting it.
assert gate_calls == []
diff --git a/tests/unit/test_extract_information_previous_info_cap.py b/tests/unit/test_extract_information_previous_info_cap.py
index 5da3ecdc6..a00ccd87d 100644
--- a/tests/unit/test_extract_information_previous_info_cap.py
+++ b/tests/unit/test_extract_information_previous_info_cap.py
@@ -67,7 +67,7 @@ def _capture_handler_kwargs(monkeypatch, previous_extracted_information):
asyncio.run(
handler.extract_information_for_navigation_goal(
- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page
+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()
)
)
@@ -147,7 +147,7 @@ def _capture_handler_schema(monkeypatch, extracted_information_schema):
asyncio.run(
handler.extract_information_for_navigation_goal(
- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page
+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()
)
)
diff --git a/tests/unit/test_extract_information_retry_bypass.py b/tests/unit/test_extract_information_retry_bypass.py
index 970d2fa8a..9c93d24b2 100644
--- a/tests/unit/test_extract_information_retry_bypass.py
+++ b/tests/unit/test_extract_information_retry_bypass.py
@@ -111,7 +111,11 @@ def test_retry_index_gt_one_evicts_in_run_entry_and_calls_llm(monkeypatch) -> No
# retry_index = 2 → past the bypass threshold (> 1)
step = MagicMock(step_id="stp_retry2", retry_index=2)
- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
+ )
# LLM must have been called (cache was bypassed, not consumed).
assert llm_calls == [1], "retry bypass must force a fresh LLM call"
@@ -145,7 +149,9 @@ def test_retry_index_one_still_uses_cache(monkeypatch) -> None:
step = MagicMock(step_id="stp_retry1", retry_index=1)
result = asyncio.run(
- handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page)
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
)
# Cache hit path — no LLM call.
diff --git a/tests/unit/test_extract_information_text_optout.py b/tests/unit/test_extract_information_text_optout.py
index a4f49fb78..391a7704e 100644
--- a/tests/unit/test_extract_information_text_optout.py
+++ b/tests/unit/test_extract_information_text_optout.py
@@ -1,7 +1,12 @@
-"""Tests for the include_extracted_text opt-out chain (SKY-8920 Phase A)."""
+"""Tests for the include_extracted_text opt-out chain (SKY-8920 Phase A) and the
+neutral virtualized-grid-collection seam the extraction handler drives."""
from __future__ import annotations
+import inspect
+
+_GRID_ROWS = 'Total rows: 2 (complete)\n[{"col0":"first"},{"col0":"second"}]'
+
def test_task_base_has_include_extracted_text_field_with_default_true() -> None:
from skyvern.forge.sdk.schemas.tasks import TaskBase
@@ -39,6 +44,17 @@ def test_extraction_block_overrides_include_extracted_text_to_false() -> None:
assert ExtractionBlock.model_fields["include_extracted_text"].default is False
+def test_extract_information_requires_keyword_only_page() -> None:
+ from playwright.async_api import Page
+
+ from skyvern.webeye.actions import handler
+
+ parameter = inspect.signature(handler.extract_information_for_navigation_goal).parameters["page"]
+ assert parameter.kind is inspect.Parameter.KEYWORD_ONLY
+ assert parameter.default is inspect.Parameter.empty
+ assert parameter.annotation is Page
+
+
def _make_scraped_page_refreshed(extracted_text: str):
from unittest.mock import MagicMock
@@ -64,18 +80,25 @@ def _make_task_for_extract_information(include_extracted_text: bool):
task.llm_key = None
task.workflow_run_id = None
task.task_id = "tsk_test"
+ task.organization_id = ""
+ task.workflow_permanent_id = None
+ task.workflow_system_prompt = None
task.include_extracted_text = include_extracted_text
return task
-def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: bool):
- """Run the handler with monkeypatches that capture what's passed to load_prompt_with_elements."""
- import asyncio
+def _stub_downstream_extraction(monkeypatch) -> dict:
+ """Stub the heavy handler dependencies (prompt render, LLM, cache, context,
+ LOG) so a test can drive the extraction path and observe the rendered-prompt
+ kwargs and LLM call count without external services."""
from unittest.mock import AsyncMock, MagicMock
from skyvern.webeye.actions import handler
captured: dict = {}
+ log = MagicMock()
+ monkeypatch.setattr(handler, "LOG", log)
+ captured["log"] = log
def fake_load_prompt_with_elements_tracked(**kwargs):
# Drop the non-kwargs args (element_tree_builder, prompt_engine, etc.)
@@ -91,13 +114,11 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: boo
async def fake_handler_call(**kwargs):
captured["prompt"] = kwargs.get("prompt")
+ captured["llm_calls"] = captured.get("llm_calls", 0) + 1
return {}
- # The handler calls compute_cache_key (may raise), LOG, LLMAPIHandlerFactory,
- # service_utils.is_cua_task. Monkey-patch just enough to reach the prompt
- # builder and the handler call.
monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", fake_load_prompt_with_elements_tracked)
- monkeypatch.setattr(handler, "ensure_context", lambda: MagicMock(tz_info=None))
+ monkeypatch.setattr(handler, "ensure_context", lambda: MagicMock(tz_info=None, workflow_permanent_id=None))
monkeypatch.setattr(handler.service_utils, "is_cua_task", AsyncMock(return_value=False))
monkeypatch.setattr(
handler.LLMAPIHandlerFactory,
@@ -106,6 +127,37 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: boo
)
# Short-circuit the extraction_cache so we always fall through to the LLM path.
monkeypatch.setattr(handler.extraction_cache, "compute_cache_key", lambda **_: None)
+ return captured
+
+
+def _run_extract_information(
+ monkeypatch,
+ *,
+ include_extracted_text: bool = False,
+ page=None,
+ seam_return: str | None = None,
+ seam_error: Exception | None = None,
+):
+ """Run the handler with the grid-collection seam
+ (``app.AGENT_FUNCTION.collect_virtualized_grid_rows``) patched to return a
+ canned serialized string, return None, or raise — and capture what reached
+ ``load_prompt_with_elements``."""
+ import asyncio
+ from unittest.mock import AsyncMock, MagicMock
+
+ from skyvern.webeye.actions import handler
+
+ if page is None:
+ page = MagicMock()
+
+ captured = _stub_downstream_extraction(monkeypatch)
+
+ if seam_error is not None:
+ seam = AsyncMock(side_effect=seam_error)
+ else:
+ seam = AsyncMock(return_value=seam_return)
+ monkeypatch.setattr(handler.app.AGENT_FUNCTION, "collect_virtualized_grid_rows", seam)
+ captured["seam"] = seam
refreshed = _make_scraped_page_refreshed("PROHIBITED_TEXT_MARKER")
scraped_page = MagicMock()
@@ -116,23 +168,171 @@ def _capture_extract_information_kwargs(monkeypatch, include_extracted_text: boo
asyncio.run(
handler.extract_information_for_navigation_goal(
- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page
+ task=task,
+ step=MagicMock(retry_index=0),
+ scraped_page=scraped_page,
+ page=page,
)
)
return captured
+def test_handle_extract_action_forwards_real_page_into_collection(monkeypatch) -> None:
+ """Production-call-path regression: handle_extract_action must forward the
+ real page through extract_information_for_navigation_goal into the grid
+ seam, which receives that exact page (and task) object — not a copy."""
+ import asyncio
+ from unittest.mock import AsyncMock, MagicMock
+
+ from skyvern.webeye.actions import handler
+
+ _stub_downstream_extraction(monkeypatch)
+
+ captured_calls: list[dict] = []
+
+ async def spy_collect(*, task, page):
+ captured_calls.append({"task": task, "page": page})
+ return None
+
+ monkeypatch.setattr(handler.app.AGENT_FUNCTION, "collect_virtualized_grid_rows", spy_collect)
+
+ sentinel_page = MagicMock(name="real_page")
+ refreshed = _make_scraped_page_refreshed("text")
+ scraped_page = MagicMock()
+ scraped_page.refresh = AsyncMock(return_value=refreshed)
+ scraped_page.screenshots = []
+
+ task = _make_task_for_extract_information(include_extracted_text=False)
+ step = MagicMock(retry_index=0)
+ action = MagicMock()
+
+ result = asyncio.run(handler.handle_extract_action(action, sentinel_page, scraped_page, task, step))
+
+ assert len(captured_calls) == 1
+ assert captured_calls[0]["page"] is sentinel_page
+ assert captured_calls[0]["task"] is task
+ assert isinstance(result, list) and result
+
+
def test_handler_omits_extracted_text_when_task_flag_is_false(monkeypatch) -> None:
- captured = _capture_extract_information_kwargs(monkeypatch, include_extracted_text=False)
+ captured = _run_extract_information(monkeypatch, include_extracted_text=False)
assert captured["extracted_text"] is None
def test_handler_passes_extracted_text_when_task_flag_is_true(monkeypatch) -> None:
- captured = _capture_extract_information_kwargs(monkeypatch, include_extracted_text=True)
+ captured = _run_extract_information(monkeypatch, include_extracted_text=True)
assert captured["extracted_text"] == "PROHIBITED_TEXT_MARKER"
+def test_handler_injects_serialized_grid_rows_and_keeps_one_llm_call(monkeypatch) -> None:
+ captured = _run_extract_information(monkeypatch, seam_return=_GRID_ROWS)
+
+ assert captured["virtualized_grid_rows"] == _GRID_ROWS
+ assert captured["llm_calls"] == 1
+ captured["seam"].assert_awaited_once()
+
+
+def test_handler_omits_grid_rows_when_seam_returns_none(monkeypatch) -> None:
+ captured = _run_extract_information(monkeypatch, seam_return=None)
+
+ assert captured["virtualized_grid_rows"] is None
+ assert captured["llm_calls"] == 1
+
+
+def test_handler_preserves_extraction_when_seam_raises(monkeypatch) -> None:
+ captured = _run_extract_information(monkeypatch, seam_error=RuntimeError("collector boom"))
+
+ assert captured["virtualized_grid_rows"] is None
+ assert captured["llm_calls"] == 1
+ warned = [call.args[0] for call in captured["log"].warning.call_args_list]
+ assert "virtualized_grid_collection_failed" in warned
+
+
+def test_handler_warns_when_grid_rows_dropped_after_prompt_ceiling(monkeypatch) -> None:
+ """The prompt ceiling may drop the optional grid rows (they are large). When
+ the pre-render value was set but the post-ceiling value is None, the handler
+ must emit the neutral drop warning."""
+ import asyncio
+ from unittest.mock import AsyncMock, MagicMock
+
+ from skyvern.webeye.actions import handler
+
+ captured = _stub_downstream_extraction(monkeypatch)
+
+ def drop_grid_rows_post_ceiling(**kwargs):
+ post = {
+ k: v
+ for k, v in kwargs.items()
+ if k not in {"element_tree_builder", "prompt_engine", "template_name", "html_need_skyvern_attrs"}
+ }
+ captured.update(post)
+ post["virtualized_grid_rows"] = None
+ return "rendered-prompt", post
+
+ monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", drop_grid_rows_post_ceiling)
+ monkeypatch.setattr(
+ handler.app.AGENT_FUNCTION,
+ "collect_virtualized_grid_rows",
+ AsyncMock(return_value=_GRID_ROWS),
+ )
+
+ refreshed = _make_scraped_page_refreshed("text")
+ scraped_page = MagicMock()
+ scraped_page.refresh = AsyncMock(return_value=refreshed)
+ scraped_page.screenshots = []
+
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=_make_task_for_extract_information(include_extracted_text=False),
+ step=MagicMock(retry_index=0),
+ scraped_page=scraped_page,
+ page=MagicMock(),
+ )
+ )
+
+ warned = [call.args[0] for call in captured["log"].warning.call_args_list]
+ assert "virtualized_grid_rows_dropped_from_prompt" in warned
+
+
+def test_handler_passes_post_ceiling_grid_rows_into_cache_key(monkeypatch) -> None:
+ import asyncio
+ from unittest.mock import AsyncMock, MagicMock
+
+ from skyvern.webeye.actions import handler
+
+ _stub_downstream_extraction(monkeypatch)
+
+ cache_kwargs: dict = {}
+
+ def capture_compute_cache_key(**kwargs):
+ cache_kwargs.update(kwargs)
+ return None
+
+ monkeypatch.setattr(handler.extraction_cache, "compute_cache_key", capture_compute_cache_key)
+ monkeypatch.setattr(
+ handler.app.AGENT_FUNCTION,
+ "collect_virtualized_grid_rows",
+ AsyncMock(return_value=_GRID_ROWS),
+ )
+
+ refreshed = _make_scraped_page_refreshed("text")
+ scraped_page = MagicMock()
+ scraped_page.refresh = AsyncMock(return_value=refreshed)
+ scraped_page.screenshots = []
+
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=_make_task_for_extract_information(include_extracted_text=False),
+ step=MagicMock(retry_index=0),
+ scraped_page=scraped_page,
+ page=MagicMock(),
+ )
+ )
+
+ assert cache_kwargs["virtualized_grid_rows"] == _GRID_ROWS
+
+
def _render_extract_information(**kwargs) -> str:
from skyvern.forge.prompts import prompt_engine
@@ -146,11 +346,21 @@ def _render_extract_information(**kwargs) -> str:
"navigation_payload": None,
"previous_extracted_information": None,
"local_datetime": "2026-04-14T12:00:00",
+ "virtualized_grid_rows": None,
}
base_kwargs.update(kwargs)
return prompt_engine.load_prompt("extract-information", **base_kwargs)
+def test_virtualized_grid_rows_render_inside_untrusted_fence() -> None:
+ marker = 'Total rows: 1 (complete)\n[{"col0":"GRID_MARKER"}]'
+
+ rendered = _render_extract_information(virtualized_grid_rows=marker)
+
+ assert rendered.index("BEGIN_UNTRUSTED_WEB_PAGE_DATA") < rendered.index("GRID_MARKER")
+ assert rendered.index("GRID_MARKER") < rendered.index("END_UNTRUSTED_WEB_PAGE_DATA")
+
+
def test_extract_information_template_omits_text_line_when_extracted_text_is_none() -> None:
rendered = _render_extract_information(extracted_text=None)
assert "Text extracted from the webpage" not in rendered
diff --git a/tests/unit/test_extract_information_wpid_fallback.py b/tests/unit/test_extract_information_wpid_fallback.py
index 120f98dda..985ba4957 100644
--- a/tests/unit/test_extract_information_wpid_fallback.py
+++ b/tests/unit/test_extract_information_wpid_fallback.py
@@ -41,6 +41,9 @@ def _run_extract_information_and_capture_cache_calls(
agent_function_stub = MagicMock()
agent_function_stub.lookup_cross_run_extraction_cache = lookup_mock
agent_function_stub.store_cross_run_extraction_cache = store_mock
+ # Grid collection is a separate AgentFunction seam; keep it a no-op so the
+ # handler's collection boundary neither runs a collector nor warns.
+ agent_function_stub.collect_virtualized_grid_rows = AsyncMock(return_value=None)
monkeypatch.setattr(handler, "load_prompt_with_elements_tracked", fake_load_prompt_with_elements_tracked)
monkeypatch.setattr(
@@ -86,7 +89,7 @@ def _run_extract_information_and_capture_cache_calls(
asyncio.run(
handler.extract_information_for_navigation_goal(
- task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page
+ task=task, step=MagicMock(retry_index=0), scraped_page=scraped_page, page=MagicMock()
)
)
diff --git a/tests/unit/test_extraction_cache.py b/tests/unit/test_extraction_cache.py
index 6e19cb63c..0778b4abd 100644
--- a/tests/unit/test_extraction_cache.py
+++ b/tests/unit/test_extraction_cache.py
@@ -98,6 +98,13 @@ def test_cache_key_is_stable_for_equivalent_inputs() -> None:
assert first == second, case_id
+def test_virtualized_grid_rows_preserve_old_key_when_absent_and_change_identity_when_present() -> None:
+ golden_key = "55bc627fe85bf9ecf316cac99d3ff220de2ae16680b3f6ce5aff4a510a911f56"
+
+ assert _key(virtualized_grid_rows=None) == golden_key
+ assert _key(virtualized_grid_rows='Total rows: 1 (complete)\n[{"col0":"value"}]') != golden_key
+
+
def test_compute_cache_key_rejects_legacy_local_datetime_kwarg() -> None:
with pytest.raises(TypeError):
extraction_cache.compute_cache_key(call_path="test", local_datetime="2026-04-10T00:00:00") # type: ignore[call-arg]
diff --git a/tests/unit/test_load_prompt_with_elements_ceiling.py b/tests/unit/test_load_prompt_with_elements_ceiling.py
index 21dda7556..1740a0bcf 100644
--- a/tests/unit/test_load_prompt_with_elements_ceiling.py
+++ b/tests/unit/test_load_prompt_with_elements_ceiling.py
@@ -27,6 +27,7 @@ def test_ceiling_fallback_keys_by_template_has_known_mappings() -> None:
from skyvern.utils.prompt_engine import CEILING_FALLBACK_KEYS_BY_TEMPLATE
assert CEILING_FALLBACK_KEYS_BY_TEMPLATE["extract-information"] == [
+ "virtualized_grid_rows",
"previous_extracted_information",
"extracted_information_schema",
"extracted_text",
@@ -147,6 +148,63 @@ def test_load_prompt_with_elements_tracked_drops_extracted_text_as_last_resort(
assert post_kwargs["extracted_text"] is None
+def test_extract_information_ceiling_drops_grid_rows_before_required_inputs(small_prompt_ceiling: int) -> None:
+ from skyvern.forge.prompts import prompt_engine as engine_module
+ from skyvern.utils.prompt_engine import load_prompt_with_elements_tracked
+
+ schema_marker = "REQUIRED_SCHEMA_MARKER"
+ text_marker = "REQUIRED_EXTRACTED_TEXT_MARKER"
+ rendered, post_kwargs = load_prompt_with_elements_tracked(
+ element_tree_builder=_make_element_tree_builder(),
+ prompt_engine=engine_module,
+ template_name="extract-information",
+ data_extraction_goal="Extract documents",
+ extracted_information_schema={"type": "object", "description": schema_marker},
+ current_url="https://example.test",
+ extracted_text=text_marker,
+ error_code_mapping_str=None,
+ navigation_payload=None,
+ local_datetime="2026-04-14T12:00:00",
+ previous_extracted_information=None,
+ virtualized_grid_rows="OPTIONAL_GRID_MARKER " + ("lorem " * (small_prompt_ceiling + 100)),
+ )
+
+ assert "OPTIONAL_GRID_MARKER" not in rendered
+ assert schema_marker in rendered
+ assert text_marker in rendered
+ assert post_kwargs["virtualized_grid_rows"] is None
+ assert post_kwargs["extracted_information_schema"] is not None
+ assert post_kwargs["extracted_text"] == text_marker
+
+
+def test_extract_information_ceiling_preserves_legacy_order_without_grid_rows(small_prompt_ceiling: int) -> None:
+ from skyvern.forge.prompts import prompt_engine as engine_module
+ from skyvern.utils.prompt_engine import load_prompt_with_elements_tracked
+
+ rendered, post_kwargs = load_prompt_with_elements_tracked(
+ element_tree_builder=_make_element_tree_builder(),
+ prompt_engine=engine_module,
+ template_name="extract-information",
+ data_extraction_goal="Extract documents",
+ extracted_information_schema={"type": "object", "description": "RETAINED_SCHEMA_MARKER"},
+ current_url="https://example.test",
+ extracted_text="RETAINED_TEXT_MARKER",
+ error_code_mapping_str=None,
+ navigation_payload=None,
+ local_datetime="2026-04-14T12:00:00",
+ previous_extracted_information="LEGACY_PREVIOUS_MARKER " + ("lorem " * (small_prompt_ceiling + 100)),
+ virtualized_grid_rows=None,
+ )
+
+ assert "LEGACY_PREVIOUS_MARKER" not in rendered
+ assert "RETAINED_SCHEMA_MARKER" in rendered
+ assert "RETAINED_TEXT_MARKER" in rendered
+ assert post_kwargs["virtualized_grid_rows"] is None
+ assert post_kwargs["previous_extracted_information"] is None
+ assert post_kwargs["extracted_information_schema"] is not None
+ assert post_kwargs["extracted_text"] == "RETAINED_TEXT_MARKER"
+
+
def test_enforce_prompt_ceiling_tracked_reports_dropped_keys(small_prompt_ceiling: int) -> None:
from skyvern.forge.prompts import prompt_engine as engine_module
from skyvern.utils.prompt_engine import PROMPT_HARD_CEILING_TOKENS, enforce_prompt_ceiling_tracked
diff --git a/tests/unit/test_workflow_system_prompt_llm_forwarding.py b/tests/unit/test_workflow_system_prompt_llm_forwarding.py
index c3659438f..365fd263c 100644
--- a/tests/unit/test_workflow_system_prompt_llm_forwarding.py
+++ b/tests/unit/test_workflow_system_prompt_llm_forwarding.py
@@ -121,7 +121,11 @@ def test_extract_information_forwards_system_prompt(monkeypatch) -> None:
step = MagicMock(step_id="stp_sp", retry_index=0)
scraped_page = _make_scraped_page()
- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
+ )
assert captured.get("system_prompt") == "Respond only in uppercase."
extraction_cache._reset_for_tests()
@@ -172,7 +176,11 @@ def test_extract_information_passes_none_system_prompt_when_task_has_none(monkey
step = MagicMock(step_id="stp_none", retry_index=0)
scraped_page = _make_scraped_page()
- asyncio.run(handler.extract_information_for_navigation_goal(task=task, step=step, scraped_page=scraped_page))
+ asyncio.run(
+ handler.extract_information_for_navigation_goal(
+ task=task, step=step, scraped_page=scraped_page, page=MagicMock()
+ )
+ )
assert "system_prompt" in captured
assert captured["system_prompt"] is None
diff --git a/tests/unit/webeye/test_main_world_eval.py b/tests/unit/webeye/test_main_world_eval.py
index 2fe47230e..2c73f0cc8 100644
--- a/tests/unit/webeye/test_main_world_eval.py
+++ b/tests/unit/webeye/test_main_world_eval.py
@@ -64,6 +64,18 @@ class TestNoPrefixConfigured:
assert result == "hi"
page.evaluate.assert_awaited_once_with("(x) => x", "hi")
+ @pytest.mark.asyncio
+ async def test_force_cdp_uses_runtime_evaluate_with_empty_prefix(self) -> None:
+ page, _ = _mock_page()
+ page.context.new_cdp_session.return_value.send = AsyncMock(return_value={"result": {"value": 42}})
+
+ result = await evaluate_in_main_world(page, "() => 42", force_cdp=True)
+
+ assert result == 42
+ page.evaluate.assert_not_awaited()
+ params = page.context.new_cdp_session.return_value.send.await_args.args[1]
+ assert params["expression"] == "\n(() => 42)()"
+
class TestPrefixConfiguredNoArg:
@pytest.mark.asyncio
@@ -86,6 +98,15 @@ class TestPrefixConfiguredNoArg:
assert params["awaitPromise"] is True
page.context.new_cdp_session.return_value.detach.assert_awaited_once()
+ @pytest.mark.asyncio
+ async def test_force_cdp_preserves_configured_prefix(self) -> None:
+ page, _ = _mock_page(prefix="// MARKER")
+
+ await evaluate_in_main_world(page, "() => 7", force_cdp=True)
+
+ params = page.context.new_cdp_session.return_value.send.await_args.args[1]
+ assert params["expression"].startswith("// MARKER\n")
+
@pytest.mark.asyncio
async def test_statement_form_passes_through_unchanged_to_runtime_evaluate(self) -> None:
page, context = _mock_page(prefix="/* P */")
diff --git a/tests/unit/webeye/test_skyvern_frame_main_world_routing.py b/tests/unit/webeye/test_skyvern_frame_main_world_routing.py
index 719f6b346..2f23e3af7 100644
--- a/tests/unit/webeye/test_skyvern_frame_main_world_routing.py
+++ b/tests/unit/webeye/test_skyvern_frame_main_world_routing.py
@@ -55,6 +55,56 @@ class TestSkyvernFrameEvaluateRouting:
page.evaluate.assert_awaited_once_with(expression="() => 1", arg=None)
page.context.new_cdp_session.assert_not_awaited() # type: ignore[attr-defined]
+ @pytest.mark.asyncio
+ async def test_force_cdp_routes_through_runtime_evaluate_without_prefix(self) -> None:
+ """force_cdp=True must take the CDP main-world path even with no prefix
+ configured. force_cdp callers depend on this seam to keep their forced
+ main-world semantics while still receiving centralized timeout and
+ navigation recovery from SkyvernFrame."""
+ page, ctx = _make_page_mock(prefix=None)
+
+ result = await SkyvernFrame.evaluate(page, "() => 42", force_cdp=True)
+
+ assert result == "runtime-evaluate-result"
+ page.evaluate.assert_not_awaited()
+ page.context.new_cdp_session.assert_awaited_once_with(page) # type: ignore[attr-defined]
+ params = page.context.new_cdp_session.return_value.send.await_args.args[1] # type: ignore[attr-defined]
+ assert params["expression"] == "\n(() => 42)()"
+
+ @pytest.mark.asyncio
+ async def test_force_cdp_inlines_json_arg_via_runtime_evaluate(self) -> None:
+ page, ctx = _make_page_mock(prefix=None)
+
+ await SkyvernFrame.evaluate(page, "(opts) => opts.maxRows", {"maxRows": 10}, force_cdp=True)
+
+ page.evaluate.assert_not_awaited()
+ params = page.context.new_cdp_session.return_value.send.await_args.args[1] # type: ignore[attr-defined]
+ assert params["expression"] == '\n((opts) => opts.maxRows)({"maxRows": 10})'
+
+ @pytest.mark.asyncio
+ async def test_force_cdp_with_frame_target_raises_clear_contract_error(self) -> None:
+ """force_cdp is a Page-only contract: the CDP main-world path dereferences
+ page-only APIs (``page.context``), so a Frame must fail with a deterministic
+ TypeError at the seam rather than an incidental AttributeError deep in the
+ hook. Iframe grids are out of scope; the sole production caller passes a Page."""
+ frame = _make_frame_mock()
+
+ with pytest.raises(TypeError, match="Page"):
+ await SkyvernFrame.evaluate(frame, "() => 1", force_cdp=True)
+
+ frame.evaluate.assert_not_awaited()
+
+ @pytest.mark.asyncio
+ async def test_frame_target_without_force_cdp_still_delegates_to_frame_evaluate(self) -> None:
+ """The force_cdp guard must not disturb the default (force_cdp=False) Frame
+ path: an iframe Frame keeps its own per-frame evaluate."""
+ frame = _make_frame_mock()
+
+ result = await SkyvernFrame.evaluate(frame, "() => 1")
+
+ assert result == "frame-evaluate-result"
+ frame.evaluate.assert_awaited_once_with(expression="() => 1", arg=None)
+
@pytest.mark.asyncio
async def test_page_with_prefix_and_no_arg_routes_through_runtime_evaluate(self) -> None:
page, ctx = _make_page_mock(prefix="// MARK")