Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
Let secure CodeBlocks publish generated files as run downloads (SKY-17248) (#8693)
Andrew Neilson9e16c4a1d677
diff --git a/pyproject.toml b/pyproject.tomlindex 788b645d1..4ba9a5d94 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -205,6 +205,8 @@ cloud = ["opentelemetry-instrumentation-requests>=0.60b1,<1","opentelemetry-instrumentation-urllib3>=0.60b1,<1","guarddog>=3.0.2,<3.1",+ "xlsxwriter>=3.2.9,<4",+ "fpdf2>=2.8.8,<3",]dev = ["grpcio-tools==1.80.0",@@ -226,7 +228,6 @@ dev = ["ipykernel>=7.3.0,<8","notebook>=7.6.2,<8","freezegun>=1.2.2,<2",- "fpdf>=1.7.2,<2","twine>=6.1.0,<7","build>=1.5.0,<2",# 4.6.1+ installs language:node hooks via git, which CI's npm 11 rejects (EALLOWGIT)diff --git a/skyvern/forge/sdk/copilot/build_test_outcome.py b/skyvern/forge/sdk/copilot/build_test_outcome.pyindex c53029485..070465e45 100644--- a/skyvern/forge/sdk/copilot/build_test_outcome.py+++ b/skyvern/forge/sdk/copilot/build_test_outcome.py@@ -364,6 +364,8 @@ class BuildTestPacketDownload(BaseModel):artifact_id: strfile_name: str | None = None+ # Rendered by the run's own code, so it is not evidence that a site delivered a file.+ generated: Literal[True] | None = Noneclass BuildTestPacketScreenshot(BaseModel):diff --git a/skyvern/forge/sdk/copilot/reached_download_target.py b/skyvern/forge/sdk/copilot/reached_download_target.pyindex d716d2157..7e3ad63fc 100644--- a/skyvern/forge/sdk/copilot/reached_download_target.py+++ b/skyvern/forge/sdk/copilot/reached_download_target.py@@ -5,6 +5,7 @@ from __future__ import annotationsimport astimport textwrap+from collections.abc import Iterablefrom dataclasses import dataclassfrom enum import Enumfrom typing import Any, Literal, cast@@ -70,6 +71,10 @@ REGISTERED_DOWNLOAD_REQUESTED_OUTPUT_PATHS: frozenset[str] = frozenset(f"output.{key}" for key in REGISTERED_DOWNLOAD_OUTPUT_KEYS)+# Written by the secure CodeBlock worker: DOWNLOAD artifacts the block generated itself. They are real+# run downloads, but never proof that a site served a file.+GENERATED_FILE_ARTIFACT_IDS_KEY = "generated_file_artifact_ids"+# Nested mapping the completion grader also reads registration keys from; a strip that covered only# the root would leave `{"output": {"downloaded_files": [...]}}` gradeable as a real download._NESTED_DOWNLOAD_OUTPUT_KEY = "output"@@ -185,10 +190,46 @@ def derive_from_navigation_targets(navigation_targets: Any) -> ReachedDownloadTareturn candidates[0]-def block_output_has_registered_download(block_output: Any) -> bool:- if not isinstance(block_output, dict):+def generated_file_artifact_ids(outputs: Iterable[Any]) -> frozenset[str]:+ """Worker-stamped ids over every raw block row; a label-keyed map drops a looped block's earlier iterations."""+ return frozenset(+ artifact_id+ for output in outputs+ if isinstance(output, dict) and isinstance(ids := output.get(GENERATED_FILE_ARTIFACT_IDS_KEY), list)+ for artifact_id in ids+ if isinstance(artifact_id, str)+ )+++def registered_download_proof_view(output: Any, generated: frozenset[str]) -> Any:+ """``output`` with the rows of ``generated`` removed from its registration keys."""+ if not isinstance(output, dict) or not generated:+ return output++ def is_generated(value: Any) -> bool:+ artifact_id = value.get("artifact_id") if isinstance(value, dict) else value+ return isinstance(artifact_id, str) and artifact_id in generated++ view = dict(output)+ files = output.get("downloaded_files")+ kept = [not is_generated(item) for item in files] if isinstance(files, list) else []+ if isinstance(files, list):+ view["downloaded_files"] = [item for item, keep in zip(files, kept) if keep]+ urls = output.get("downloaded_file_urls")+ if isinstance(urls, list):+ # URLs carry no artifact id; binding writes them parallel to downloaded_files.+ view["downloaded_file_urls"] = [url for url, keep in zip(urls, kept) if keep] if len(kept) == len(urls) else []+ artifact_ids = output.get("downloaded_file_artifact_ids")+ if isinstance(artifact_ids, list):+ view["downloaded_file_artifact_ids"] = [item for item in artifact_ids if not is_generated(item)]+ return view+++def block_output_has_registered_download(block_output: Any, generated: frozenset[str] = frozenset()) -> bool:+ view = registered_download_proof_view(block_output, generated)+ if not isinstance(view, dict):return False- return any(bool(block_output.get(key)) for key in REGISTERED_DOWNLOAD_OUTPUT_KEYS)+ return any(bool(view.get(key)) for key in REGISTERED_DOWNLOAD_OUTPUT_KEYS)def derive_from_observed_download(*, selector: str, affordance_text: str = "") -> ReachedDownloadTarget | None:@@ -227,7 +268,9 @@ def derive_from_observed_render()-def derive_from_block_outputs(block_outputs_by_label: Any) -> ReachedDownloadTarget | None:+def derive_from_block_outputs(+ block_outputs_by_label: Any, *, generated: frozenset[str]+) -> ReachedDownloadTarget | None:"""S1: confirm a reached download from a browser download already registered into a block output.This is hard proof a download fired; the typed field carries no selector because the affordance@@ -235,7 +278,7 @@ def derive_from_block_outputs(block_outputs_by_label: Any) -> ReachedDownloadTarif not isinstance(block_outputs_by_label, dict):return Nonefor label, output in block_outputs_by_label.items():- if block_output_has_registered_download(output):+ if block_output_has_registered_download(output, generated):return ReachedDownloadTarget(selector="",affordance_text="",diff --git a/skyvern/forge/sdk/copilot/tools/blockers.py b/skyvern/forge/sdk/copilot/tools/blockers.pyindex 41e0a4a19..cb6f8f7ae 100644--- a/skyvern/forge/sdk/copilot/tools/blockers.py+++ b/skyvern/forge/sdk/copilot/tools/blockers.py@@ -12,7 +12,11 @@ from skyvern.forge.sdk.api.llm.schema_validator import validate_and_fill_extractfrom skyvern.forge.sdk.copilot.challenge_evidence import (artifact_challenge_flag_key,)-from skyvern.forge.sdk.copilot.reached_download_target import REGISTERED_DOWNLOAD_OUTPUT_KEYS+from skyvern.forge.sdk.copilot.reached_download_target import (+ REGISTERED_DOWNLOAD_OUTPUT_KEYS,+ generated_file_artifact_ids,+ registered_download_proof_view,+)from skyvern.forge.sdk.copilot.run_outcome import trusted_terminal_challenge_category_namefrom skyvern.forge.sdk.copilot.runtime import AgentContextfrom skyvern.forge.sdk.workflow.models.workflow import WorkflowRun, WorkflowRunStatus@@ -534,8 +538,9 @@ def _iter_goal_value_path_values(value: Any, path_parts: list[str]) -> list[Any]return _iter_goal_value_path_values(next_value, remaining)-def _unmet_code_output_goal_paths(value: Any, goal_value_paths: list[str]) -> list[str]:+def _unmet_code_output_goal_paths(value: Any, goal_value_paths: list[str], generated: frozenset[str]) -> list[str]:"""The declared goal-value paths this output retained no content for, in declared order."""+ value = registered_download_proof_view(value, generated)unmet: list[str] = []for path in goal_value_paths:path_parts = _normalize_goal_value_path(path)@@ -610,6 +615,9 @@ def _analyze_run_blocks(blocks = data.get("blocks")if isinstance(blocks, list):+ generated = generated_file_artifact_ids(+ block.get("extracted_data") for block in blocks if isinstance(block, dict)+ )for block in blocks:if not isinstance(block, dict):continue@@ -643,7 +651,7 @@ def _analyze_run_blocks(extracted = validate_and_fill_extraction_result(extracted, extraction_schema)if goal_value_paths:has_data_blocks = True- unmet_paths = _unmet_code_output_goal_paths(extracted, goal_value_paths)+ unmet_paths = _unmet_code_output_goal_paths(extracted, goal_value_paths, generated)if _is_meaningful_extracted_data(extracted):any_data_output = Trueif unmet_paths:diff --git a/skyvern/forge/sdk/copilot/tools/completion.py b/skyvern/forge/sdk/copilot/tools/completion.pyindex 437ae29ea..7c434c2db 100644--- a/skyvern/forge/sdk/copilot/tools/completion.py+++ b/skyvern/forge/sdk/copilot/tools/completion.py@@ -55,6 +55,8 @@ from skyvern.forge.sdk.copilot.reached_download_target import (REGISTERED_DOWNLOAD_OUTPUT_KEYS,REGISTERED_DOWNLOAD_REQUESTED_OUTPUT_PATHS,derive_from_block_outputs,+ generated_file_artifact_ids,+ registered_download_proof_view,)from skyvern.forge.sdk.copilot.request_policy import (REQUESTED_OUTPUT_PATH_MINT_SOURCES,@@ -137,8 +139,21 @@ def _result_block_outputs_by_label(result: dict[str, Any]) -> dict[str, Any]:return block_outputs+def _result_generated_file_artifact_ids(result: dict[str, Any]) -> frozenset[str]:+ data = _result_data(result)+ blocks = data.get("blocks")+ rows = blocks if isinstance(blocks, list) else []+ return generated_file_artifact_ids(+ [+ *(block.get("extracted_data") for block in rows if isinstance(block, dict)),+ *(registered.get("value") for registered in _registered_output_parameter_payloads(data)),+ ]+ )++def _result_has_registered_download_block_output(result: dict[str, Any]) -> bool:- return derive_from_block_outputs(_result_block_outputs_by_label(result)) is not None+ generated = _result_generated_file_artifact_ids(result)+ return derive_from_block_outputs(_result_block_outputs_by_label(result), generated=generated) is not Nonedef _registered_download_requested_output_criterion(criterion: CompletionCriterion) -> bool:@@ -773,7 +788,8 @@ def _download_file_name(value: Any) -> str | None:return name or None-def _completion_evidence_payload(output: Any) -> Any:+def _completion_evidence_payload(output: Any, generated: frozenset[str]) -> Any:+ output = registered_download_proof_view(output, generated)if not isinstance(output, dict):return output# Root scope only: the execution layer binds registration keys at the root of every block@@ -981,16 +997,20 @@ def _bind_registered_artifact_evidence(run_id: str | None,block_outputs: dict[str, Any],block_output_sources: dict[str, EvidenceSourceKind],+ generated: frozenset[str] = frozenset(),) -> None:if _REGISTERED_ARTIFACT_OBSERVATION_LABEL in block_outputs:returnif not isinstance(run_id, str) or not run_id:return- if evidence is None or evidence.workflow_run_id != run_id or not evidence.entries:+ if evidence is None or evidence.workflow_run_id != run_id:+ return+ entries = [entry for entry in evidence.entries if entry.artifact_id not in generated]+ if not entries:returnblock_outputs[_REGISTERED_ARTIFACT_OBSERVATION_LABEL] = {- "parsed_text": " ".join(entry.parsed_text for entry in evidence.entries),- "file_names": [entry.file_name for entry in evidence.entries],+ "parsed_text": " ".join(entry.parsed_text for entry in entries),+ "file_names": [entry.file_name for entry in entries],}block_output_sources[_REGISTERED_ARTIFACT_OBSERVATION_LABEL] = "registered_artifact_content"@@ -1019,6 +1039,7 @@ def _floor_rekeyed_emission_evidence(if not isinstance(run_data, Mapping):return block_outputs, block_output_sources, block_types, runtime_envelope_labelscurrent_labels = set(_current_workflow_block_labels(copilot_ctx))+ generated = _result_generated_file_artifact_ids({"data": dict(run_data)})blocks = run_data.get("blocks")if isinstance(blocks, list):for block in blocks:@@ -1026,7 +1047,7 @@ def _floor_rekeyed_emission_evidence(continuelabel = block.get("label")block_type = block.get("block_type")- extracted = block.get("extracted_data")+ extracted = registered_download_proof_view(block.get("extracted_data"), generated)if isinstance(label, str) and label in current_labels:if (block_type or "").upper() in _TASK_ENVELOPE_BLOCK_TYPES:runtime_envelope_labels.add(label)@@ -1036,10 +1057,13 @@ def _floor_rekeyed_emission_evidence(block_output_sources[label] = "runtime_output"block_types[label] = block_typefor output_key, output_value in _workflow_output_parameter_payloads(extracted).items():- block_outputs[output_key] = _registered_output_payload_view(output_value, block_type)+ block_outputs[output_key] = _registered_output_payload_view(+ registered_download_proof_view(output_value, generated), block_type+ )block_output_sources[output_key] = "registered_output_parameter"block_types[output_key] = block_typefor output_key, output_value in _workflow_output_parameter_payloads(run_data.get("output")).items():+ output_value = registered_download_proof_view(output_value, generated)if not _is_meaningful_extracted_data(_registered_output_payload_view(output_value, None)):continueblock_outputs.setdefault(output_key, output_value)@@ -1047,7 +1071,9 @@ def _floor_rekeyed_emission_evidence(for registered in _registered_output_parameter_payloads(run_data):registered_output_key = registered.get("output_parameter_key")registered_block_type = registered.get("block_type")- registered_output_value = _registered_output_payload_view(registered.get("value"), registered_block_type)+ registered_output_value = _registered_output_payload_view(+ registered_download_proof_view(registered.get("value"), generated), registered_block_type+ )registered_block_label = registered.get("block_label")if isinstance(registered_output_key, str) and registered_output_key:block_outputs[registered_output_key] = registered_output_value@@ -1108,17 +1134,19 @@ def _build_run_evidence_snapshot(copilot_ctx: Any, result: dict[str, Any]) -> Rublock_outputs: dict[str, Any] = {}block_output_sources: dict[str, EvidenceSourceKind] = {}registered_output_values: dict[str, Any] = {}+ generated = _result_generated_file_artifact_ids(result)if isinstance(blocks, list):for block in blocks:if not isinstance(block, dict):continuelabel = block.get("label")output = block.get("extracted_data")- evidence_output = _completion_evidence_payload(output)+ evidence_output = _completion_evidence_payload(output, generated)if isinstance(label, str) and label in current_labels and _is_meaningful_extracted_data(evidence_output):block_outputs[label] = evidence_outputblock_output_sources[label] = "runtime_output"for output_key, output_value in _workflow_output_parameter_payloads(output).items():+ output_value = registered_download_proof_view(output_value, generated)if not _is_meaningful_extracted_data(_registered_output_payload_view(output_value, block.get("block_type"))):@@ -1126,13 +1154,14 @@ def _build_run_evidence_snapshot(copilot_ctx: Any, result: dict[str, Any]) -> Rublock_outputs[output_key] = output_valueblock_output_sources[output_key] = "registered_output_parameter"for output_key, output_value in _workflow_output_parameter_payloads(data.get("output")).items():+ output_value = registered_download_proof_view(output_value, generated)if not _is_meaningful_extracted_data(_registered_output_payload_view(output_value, None)):continueblock_outputs[output_key] = output_valueblock_output_sources[output_key] = "registered_output_parameter"for registered in _registered_output_parameter_payloads(data):registered_output_key = registered.get("output_parameter_key")- registered_output_value = _completion_evidence_payload(registered.get("value"))+ registered_output_value = _completion_evidence_payload(registered.get("value"), generated)registered_block_label = registered.get("block_label")if isinstance(registered_output_key, str) and registered_output_key:registered_output_values[registered_output_key] = registered_output_value@@ -1174,6 +1203,7 @@ def _build_run_evidence_snapshot(copilot_ctx: Any, result: dict[str, Any]) -> Rurun_id if isinstance(run_id, str) else None,block_outputs,block_output_sources,+ generated,)executed = data.get("executed_block_labels")executed_block_labels = [str(label) for label in executed] if isinstance(executed, list) else []diff --git a/skyvern/forge/sdk/copilot/tools/run_execution.py b/skyvern/forge/sdk/copilot/tools/run_execution.pyindex 637717260..f5631a1e9 100644--- a/skyvern/forge/sdk/copilot/tools/run_execution.py+++ b/skyvern/forge/sdk/copilot/tools/run_execution.py@@ -146,6 +146,7 @@ from skyvern.forge.sdk.copilot.output_utils import (sanitize_tool_result_for_llm,screened_recorded_url,)+from skyvern.forge.sdk.copilot.reached_download_target import generated_file_artifact_idsfrom skyvern.forge.sdk.copilot.review_gate import workflow_block_fingerprintsfrom skyvern.forge.sdk.copilot.run_outcome import (TERMINAL_CHALLENGE_RUN_OUTCOME_REASON_CODE,@@ -1970,7 +1971,9 @@ def _parse_registered_artifact_text(file_name: str, artifact_bytes: bytes) -> streturn None-def _collect_downloaded_artifact_ids(block_outputs_by_label: Mapping[str, Any]) -> list[str]:+def _collect_downloaded_artifact_ids(+ block_outputs_by_label: Mapping[str, Any], *, generated: frozenset[str]+) -> list[str]:ordered: list[str] = []seen: set[str] = set()for output in block_outputs_by_label.values():@@ -1980,14 +1983,23 @@ def _collect_downloaded_artifact_ids(block_outputs_by_label: Mapping[str, Any])if not isinstance(raw, list):continuefor artifact_id in raw:- if isinstance(artifact_id, str) and artifact_id and artifact_id not in seen:+ if (+ isinstance(artifact_id, str)+ and artifact_id+ and artifact_id not in seen+ and artifact_id not in generated+ ):seen.add(artifact_id)ordered.append(artifact_id)return orderedasync def _fetch_registered_download_artifacts(- *, run_id: str, organization_id: str, downloaded_artifact_ids: Sequence[str] | None+ *,+ run_id: str,+ organization_id: str,+ downloaded_artifact_ids: Sequence[str] | None,+ generated_artifact_ids: frozenset[str],) -> list[Artifact]:# The run's own download artifact ids are same-run by construction, so keying off them# avoids depending on the DOWNLOAD row's workflow_run_id stamp across repair-iteration run ids.@@ -1997,7 +2009,9 @@ async def _fetch_registered_download_artifacts(organization_id=organization_id,)by_id = {- artifact.artifact_id: artifact for artifact in artifacts if artifact.artifact_type == ArtifactType.DOWNLOAD+ artifact.artifact_id: artifact+ for artifact in artifacts+ if artifact.artifact_type == ArtifactType.DOWNLOAD and artifact.artifact_id not in generated_artifact_ids}return [by_id[artifact_id] for artifact_id in dict.fromkeys(downloaded_artifact_ids) if artifact_id in by_id]result = await app.DATABASE.artifacts.get_artifacts_for_run(@@ -2005,7 +2019,9 @@ async def _fetch_registered_download_artifacts(organization_id=organization_id,artifact_types=[ArtifactType.DOWNLOAD],)- return result if isinstance(result, list) else []+ if not isinstance(result, list):+ return []+ return [artifact for artifact in result if artifact.artifact_id not in generated_artifact_ids]async def _capture_registered_artifact_evidence(@@ -2014,12 +2030,14 @@ async def _capture_registered_artifact_evidence(run_id: str,organization_id: str,downloaded_artifact_ids: Sequence[str] | None = None,+ generated_artifact_ids: frozenset[str] = frozenset(),) -> None:try:artifacts = await _fetch_registered_download_artifacts(run_id=run_id,organization_id=organization_id,downloaded_artifact_ids=downloaded_artifact_ids,+ generated_artifact_ids=generated_artifact_ids,)except Exception:LOG.debug("Registered-artifact evidence fetch failed", run_id=run_id, exc_info=True)@@ -3093,11 +3111,15 @@ async def _attach_post_run_browser_enrichment()if not dispatch_to_worker and not ctx.copilot_total_timeout_exceeded:+ generated = generated_file_artifact_ids(+ [*(row.output for row in run_block_rows), *block_outputs_by_label.values()]+ )await _capture_registered_artifact_evidence(ctx,run_id=workflow_run_id,organization_id=ctx.organization_id,- downloaded_artifact_ids=_collect_downloaded_artifact_ids(block_outputs_by_label),+ downloaded_artifact_ids=_collect_downloaded_artifact_ids(block_outputs_by_label, generated=generated),+ generated_artifact_ids=generated,)# Dispatched runs are worker-owned, so the API cannot CDP-capture the terminal page; read the@@ -6489,16 +6511,29 @@ def _packet_downloads(and isinstance((label := block.get("label")), str)and isinstance((extracted := block.get("extracted_data")), Mapping)}- artifact_ids = _collect_downloaded_artifact_ids(outputs_by_label)+ generated = generated_file_artifact_ids(+ block.get("extracted_data") for block in blocks if isinstance(block, Mapping)+ )+ artifact_ids = _collect_downloaded_artifact_ids(outputs_by_label, generated=frozenset())evidence = copilot_ctx.registered_artifact_evidence- names_by_id: dict[str, str | None] = {}+ names_by_id: dict[str, str | None] = {+ file["artifact_id"]: file.get("filename")+ for output in outputs_by_label.values()+ if isinstance(files := output.get("downloaded_files"), list)+ for file in files+ if isinstance(file, Mapping) and file.get("artifact_id") in generated+ }if isinstance(evidence, RegisteredArtifactEvidence):if evidence.workflow_run_id == run_id:- names_by_id = {entry.artifact_id: entry.file_name for entry in evidence.entries}+ names_by_id |= {entry.artifact_id: entry.file_name for entry in evidence.entries}elif artifact_ids:omission_notices.append("downloads omitted file names from artifact evidence belonging to another run.")return [- BuildTestPacketDownload(artifact_id=artifact_id, file_name=names_by_id.get(artifact_id))+ BuildTestPacketDownload(+ artifact_id=artifact_id,+ file_name=names_by_id.get(artifact_id),+ generated=True if artifact_id in generated else None,+ )for artifact_id in artifact_ids]diff --git a/skyvern/forge/sdk/workflow/context_manager.py b/skyvern/forge/sdk/workflow/context_manager.pyindex 9f81d444d..826b275f6 100644--- a/skyvern/forge/sdk/workflow/context_manager.py+++ b/skyvern/forge/sdk/workflow/context_manager.py@@ -119,7 +119,7 @@ NON_SECRET_CREDENTIAL_FIELDS = frozenset({"card_brand"})# Secrets shorter than this mask only on exact whole-string match: substring-replacing a short# value (a CVV, a 2-digit expiry) corrupts unrelated scalars such as timestamp milliseconds.-_SECRET_SUBSTRING_MIN_LENGTH = 5+SECRET_SUBSTRING_MIN_LENGTH = 5@dataclass@@ -807,7 +807,7 @@ class WorkflowRunContext:masking regardless of the workflow toggle. The gated stack lives behindsecret_redaction_enabled_for_run.- Values shorter than _SECRET_SUBSTRING_MIN_LENGTH mask only when they are the entire+ Values shorter than SECRET_SUBSTRING_MIN_LENGTH mask only when they are the entirestring; a short secret embedded inside a longer scalar is knowingly left unmasked."""if not self.secrets:@@ -824,7 +824,7 @@ class WorkflowRunContext:return maskresult = datafor secret in secret_values:- if len(secret) >= _SECRET_SUBSTRING_MIN_LENGTH:+ if len(secret) >= SECRET_SUBSTRING_MIN_LENGTH:result = result.replace(secret, mask)return resultelif isinstance(data, dict):diff --git a/skyvern/forge/sdk/workflow/service.py b/skyvern/forge/sdk/workflow/service.pyindex 3afd151f5..c8bae970f 100644--- a/skyvern/forge/sdk/workflow/service.py+++ b/skyvern/forge/sdk/workflow/service.py@@ -93,6 +93,7 @@ from skyvern.forge.sdk.artifact.storage.base import _file_infos_from_download_arfrom skyvern.forge.sdk.browser_action_policy import BrowserActionPolicyfrom skyvern.forge.sdk.cache import extraction_cachefrom skyvern.forge.sdk.cache.factory import CacheFactory+from skyvern.forge.sdk.copilot.reached_download_target import generated_file_artifact_idsfrom skyvern.forge.sdk.core import skyvern_contextfrom skyvern.forge.sdk.core.security import generate_skyvern_webhook_signaturefrom skyvern.forge.sdk.core.skyvern_context import SkyvernContext@@ -13164,7 +13165,14 @@ class WorkflowService:attempt_rows=attempt_rows,attempt_number=attempt_number,)- registered = files or []+ # A file the run's own code generated is a real download but not a delivered one.+ run_blocks = await app.DATABASE.observer.get_workflow_run_blocks(+ workflow_run_id=workflow_run.workflow_run_id,+ organization_id=workflow_run.organization_id,+ )+ generated = generated_file_artifact_ids(block.output for block in run_blocks)+ registered = [file for file in files or [] if file.artifact_id not in generated]+ session_download_ids -= generated# The sources overlap on the same resolved run key once rows carry ids, so subtracting# the ids already present in `registered` counts a stamped file once. Without ids the# two reads address different storage prefixes (run dir vs browser_sessions/<id>/diff --git a/tests/unit/test_copilot_positive_evidence_carriers.py b/tests/unit/test_copilot_positive_evidence_carriers.pyindex b15bb4498..6f359bcd9 100644--- a/tests/unit/test_copilot_positive_evidence_carriers.py+++ b/tests/unit/test_copilot_positive_evidence_carriers.py@@ -450,7 +450,10 @@ def test_collect_downloaded_artifact_ids_dedupes_across_blocks() -> None:"noise": {"value": "no ids"},"bad": {"downloaded_file_artifact_ids": "not-a-list"},}- assert run_execution_module._collect_downloaded_artifact_ids(block_outputs) == ["art_1", "art_2", "art_3"]+ assert run_execution_module._collect_downloaded_artifact_ids(block_outputs, generated=frozenset({"art_3"})) == [+ "art_1",+ "art_2",+ ]@pytest.mark.asynciodiff --git a/uv.lock b/uv.lockindex 0b95032b1..631f80eab 100644--- a/uv.lock+++ b/uv.lock@@ -1560,10 +1560,67 @@ wheels = [][[package]]-name = "fpdf"-version = "1.7.2"+name = "fonttools"+version = "4.65.0"+source = { registry = "https://pypi.org/simple" }+sdist = { url = "https://files.pythonhosted.org/packages/77/51/d63c7e52163ac14393a35bd14bd7c0da95f8f74be5d7cc988092f9965129/fonttools-4.65.0.tar.gz", hash = "sha256:762ba5431358d0dbd4a01982484a1d494fb267e91f974cdcf20b80eab8560f6f", size = 3674467, upload-time = "2026-09-10T15:35:54.955Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/62/9e/58250cdc54d96fcfacb544e12997a6390fa4e6b71ae2241cfcfe5b341803/fonttools-4.65.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:06273c71e692caf5989c0437ca50875a5e49e216ddf653228fe9bb35bdc82c0f", size = 3089141, upload-time = "2026-09-10T15:33:24.509Z" },+ { url = "https://files.pythonhosted.org/packages/3e/67/0f0416069e38da0a1327a847a2e8dd1edb425d0043d8a3e63eb940070209/fonttools-4.65.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ca2b02d74e9ad7e21a1d11e4701425800a4b0c63cf90486e60258262feccbcbf", size = 2584298, upload-time = "2026-09-10T15:33:26.598Z" },+ { url = "https://files.pythonhosted.org/packages/99/0d/7e40e9957359afc0bab081131c215370a6d2d203361bb6f945ab595e924c/fonttools-4.65.0-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7830e9fa3bebc44dbc27ff44d8201def30ea5c48a773696d58e69e6bcd9cd5d4", size = 5498163, upload-time = "2026-09-10T15:33:29.071Z" },+ { url = "https://files.pythonhosted.org/packages/a1/e6/e48cf0a272a5d4d17a09d44f92727e67f975ddfa94acc8464763d19a654d/fonttools-4.65.0-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:a3991732c87b3f054a2a8cf86dd0d602833fa8cb37c911503173771646e1013d", size = 5457456, upload-time = "2026-09-10T15:33:31.918Z" },+ { url = "https://files.pythonhosted.org/packages/e4/8a/a5c67ddeda82ee5e4ec3bc52ac1cbb685f0bb7a0516badc55643b454ab0d/fonttools-4.65.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:6031e77b3fb8c765055ba2b8bd8dcb17030f3bf2484c448b472fdedf4460ba80", size = 5464334, upload-time = "2026-09-10T15:33:34.605Z" },+ { url = "https://files.pythonhosted.org/packages/d7/16/294e77383b2d39c9f8f25144a7ba23fe1cbbc05227cc72545097785ff07c/fonttools-4.65.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:6813cc1e2e883bd6c15b3e04f72c78dc65fdc4ca861063adf5f341fbaec2ca62", size = 5595597, upload-time = "2026-09-10T15:33:37.591Z" },+ { url = "https://files.pythonhosted.org/packages/80/01/8e74ce8626c734959c782f2d89af8e9f14d078fd3d4ddf8b5a51401ae475/fonttools-4.65.0-cp311-cp311-win32.whl", hash = "sha256:4a5db8442453da4b6f43ad325879381b726bf2238a2253efd9584be21a2cefc2", size = 2441114, upload-time = "2026-09-10T15:33:40.592Z" },+ { url = "https://files.pythonhosted.org/packages/37/3e/835dc6c658426e2670b7f38c38295492fcbaeb06080e9dce89ce8105993c/fonttools-4.65.0-cp311-cp311-win_amd64.whl", hash = "sha256:9f201796c8e24e657be77c16fa664e798a46122144217f90838982937a964f0a", size = 2498823, upload-time = "2026-09-10T15:33:43.402Z" },+ { url = "https://files.pythonhosted.org/packages/58/db/242fa4fce7f632c5f7ab15585343393b25792510c0c32bd218ad24d59f1c/fonttools-4.65.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:e844a45c9e5ced6536f184cf1a65b5d65e8f7e711993b413e10500a8223622e5", size = 3097120, upload-time = "2026-09-10T15:33:46Z" },+ { url = "https://files.pythonhosted.org/packages/a0/b6/42fa4d373416675f74446421cf0b2badb82a4245c60745f05f424f75c649/fonttools-4.65.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:b30e953de049bf43fc0a63c7d0c44d205c923e4bbf24716aae1518c0e65f977c", size = 2584658, upload-time = "2026-09-10T15:33:48.473Z" },+ { url = "https://files.pythonhosted.org/packages/75/6f/d589b9d62280a846c77a2c383d852c6dcb79ae8aa02bf0fa46c8577af145/fonttools-4.65.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:09c34bdeed8915bfb53bee0c8ed2254dbd8ec69c0014b7f3702f347c049bf358", size = 5425737, upload-time = "2026-09-10T15:33:51.473Z" },+ { url = "https://files.pythonhosted.org/packages/b5/09/de2c0c20a42c18e565a2617932beb08c06697bbdd0d3f62b108262e11583/fonttools-4.65.0-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:05595385ae99f4b9626cebb973bf171b8fe38a8f40708e6e42abba0ed7537778", size = 5402463, upload-time = "2026-09-10T15:33:54.907Z" },+ { url = "https://files.pythonhosted.org/packages/79/2e/bc0f5c9dce21821454bb5812d3b23410bca33c8bbd5468386d0327aa0cff/fonttools-4.65.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d95b34dd68fbfc0e4a1740c421597656117f979ed8dc85de66e08f9f9981806e", size = 5362168, upload-time = "2026-09-10T15:33:57.481Z" },+ { url = "https://files.pythonhosted.org/packages/1f/0d/2116763ade7e71e0e5d421babe1785d745be9b3d605bf914792ce1c97f79/fonttools-4.65.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:924d06e6130429168318db71c40174a765ad016fc4b56ca811287e3d7373b3a6", size = 5524117, upload-time = "2026-09-10T15:34:00.021Z" },+ { url = "https://files.pythonhosted.org/packages/e2/5e/f9600553b9f645e3068553831685ff1dab6259536a23b38d2e048de38f17/fonttools-4.65.0-cp312-cp312-win32.whl", hash = "sha256:04f73dd01005752a6e75cf4a8dc6b70dc724d1d4bc34cc89522153f4a2f07680", size = 2432089, upload-time = "2026-09-10T15:34:02.803Z" },+ { url = "https://files.pythonhosted.org/packages/3a/02/e436a6a1863b9862bab9f82d6da33055dd7aa3738017edd902a163525dc2/fonttools-4.65.0-cp312-cp312-win_amd64.whl", hash = "sha256:3b5d9ba89edf778b376e669b879ae33a198bf45cf5a23c3f6514f935cf9d0d9d", size = 2483475, upload-time = "2026-09-10T15:34:05.09Z" },+ { url = "https://files.pythonhosted.org/packages/c4/5c/343a4225e83eb06f82c1d8bf41fc5e5f71eab2f62bc7ca215c764722c0a9/fonttools-4.65.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:8b7bb52817a24731d2e4f4df0e71fdde05e6c806c8f8f1517b015d142fdacfa5", size = 3094663, upload-time = "2026-09-10T15:34:07.235Z" },+ { url = "https://files.pythonhosted.org/packages/9b/c9/49b2401be932741d9218181c08948c96db32eab21ecaaf79283b752e13e7/fonttools-4.65.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e2c21772fcf70325189707b19f346812690bb1b0bd7e207e6ac205244806b303", size = 2584521, upload-time = "2026-09-10T15:34:09.648Z" },+ { url = "https://files.pythonhosted.org/packages/51/c9/48b07e6c5cf44fa56f758a04c3772a66c0e9ba82bbe22077e4076746a62b/fonttools-4.65.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:64c9b26816415b5e3d899e9077109d327b22140fe3c4066644d8cdbad5bb1569", size = 5395399, upload-time = "2026-09-10T15:34:12.38Z" },+ { url = "https://files.pythonhosted.org/packages/fa/2d/5cc5a10c8ed56079d6c2e9e3e5920622529a2ae045c9f47a6055ccb1a319/fonttools-4.65.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:6dd6243f60e2d6160c2966e1e14020dc261ffd741b69a2e4ca8bfd051592e4b7", size = 5376659, upload-time = "2026-09-10T15:34:15.239Z" },+ { url = "https://files.pythonhosted.org/packages/ab/6f/ccf33739d936bb3afa1655a225be7ee5d63d6d3c8b7d0e570bc5a2a7b899/fonttools-4.65.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:834962fd7cf21c58e81ac50a59e6ed2306f9df5e3dd481dad1cd7d2c4c60b773", size = 5336795, upload-time = "2026-09-10T15:34:17.817Z" },+ { url = "https://files.pythonhosted.org/packages/7e/c1/ffd17483f2094f0f4118974295b514b5b82afd4f6e3c80c23f01684e97a6/fonttools-4.65.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:580eb68ff7bd6954a7a76afddd864bfc66eaaf5f5c20dd6ead9186d0055a4ffe", size = 5496530, upload-time = "2026-09-10T15:34:20.241Z" },+ { url = "https://files.pythonhosted.org/packages/b1/19/9aca7712d0676ba5f8d1530ce20478a9bb09cccd0153d56693337379cdcf/fonttools-4.65.0-cp313-cp313-win32.whl", hash = "sha256:7a18b2ffd44249fe84289253197aa65ad4f2de554c0d381f18b1f5939bc6bc60", size = 2430392, upload-time = "2026-09-10T15:34:22.906Z" },+ { url = "https://files.pythonhosted.org/packages/1f/6f/f015dea0f4354e0798751b657cea2dee482914737f88bf1a078349ce92cf/fonttools-4.65.0-cp313-cp313-win_amd64.whl", hash = "sha256:8ae1846b0f192fd485d26a455af19b8f5cf05aff08f9836f533913d8fcea133c", size = 2481620, upload-time = "2026-09-10T15:34:25.816Z" },+ { url = "https://files.pythonhosted.org/packages/64/29/606365ef601668bfebed14cfe3dc72bb7fcd1e23011bbb2833f17fea3065/fonttools-4.65.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:dc87a9f846bec83c3795804f62b4632716d46e3522869a3dd9cd44a5d245b006", size = 3098393, upload-time = "2026-09-10T15:34:28.472Z" },+ { url = "https://files.pythonhosted.org/packages/c7/61/11412939d6b7abf5ac7ce0d61d7f94a0a4fbabc9f1ab0a04fa622e0fc11c/fonttools-4.65.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:aa50dd7b9baf75e2bbd43401fc0d237f7a94a8ad2e0c57ea97160fc631af5eb0", size = 2585766, upload-time = "2026-09-10T15:34:31.207Z" },+ { url = "https://files.pythonhosted.org/packages/db/17/734921d8aee8309801da42590375d32d4d46f771b73373ec9520d5d4220b/fonttools-4.65.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0d2a9892fdb3b7e2d0f4174e3b907d226ff83698249762eeefce08ec5b2de1dd", size = 5380679, upload-time = "2026-09-10T15:34:33.933Z" },+ { url = "https://files.pythonhosted.org/packages/cf/eb/2a4d78d60d978e694cfa04c98e4d8ddbf7f028fd768ddef470bb9da5d69e/fonttools-4.65.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:6d815734e7fede0ad1f233f23f0f191cbe8fc64762ff041e589bc0f78e0b2397", size = 5321833, upload-time = "2026-09-10T15:34:36.295Z" },+ { url = "https://files.pythonhosted.org/packages/d9/ca/1cd48b5c11ef9658732787bf2362e1bf3871dad5945d2f6cc8f675ca769c/fonttools-4.65.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:71e4c67b6196a2f447f46476fd2302604721617f5e0a21b0988bdd87b6bb9687", size = 5320938, upload-time = "2026-09-10T15:34:38.992Z" },+ { url = "https://files.pythonhosted.org/packages/c6/0d/90e6051bded926cccabe9dd0bce3b6ca012f4d5779d61167afbf4989ceb6/fonttools-4.65.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:b11d8a4a0c3ca74bbd4c105b7ef82501945c939e6096d9934ec7d288cdf5aaa9", size = 5451747, upload-time = "2026-09-10T15:34:41.387Z" },+ { url = "https://files.pythonhosted.org/packages/18/74/23e0268e48029ff0752083f69312c49b738163d5af919add9dc4ac81e907/fonttools-4.65.0-cp314-cp314-win32.whl", hash = "sha256:8e44a34d91b3c793879767eb115867ced74d2eb94974e64e72fe9e2eea71cf1a", size = 2434246, upload-time = "2026-09-10T15:34:44.385Z" },+ { url = "https://files.pythonhosted.org/packages/a1/2d/ee69affecd4bc81cb932a213438d4199fb48bf8ca6d664438ccc7f623c2a/fonttools-4.65.0-cp314-cp314-win_amd64.whl", hash = "sha256:0aa8901db22875c831d6a91796549590d7e747da37438f38b69d771b668be445", size = 2486706, upload-time = "2026-09-10T15:34:46.842Z" },+ { url = "https://files.pythonhosted.org/packages/8e/9c/edee5f785198ce3327e1ddeace91c773122d47f086a67e0a84b800f4a940/fonttools-4.65.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:2e4a380ca40d3a5372e31b340f0da0d53b4583aadbb8e41f6a516afa69c509a4", size = 3172027, upload-time = "2026-09-10T15:34:49.269Z" },+ { url = "https://files.pythonhosted.org/packages/9c/c6/252ec9884381089bc30da75978b072593920249de60219817f16cbc9145f/fonttools-4.65.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:661bd91c4be13721408b2d4b67a9b3fa7736713adc9a6c9780c9c60fc7959f90", size = 2619020, upload-time = "2026-09-10T15:34:51.453Z" },+ { url = "https://files.pythonhosted.org/packages/42/79/f71b0d202b8473bb45b07876c08a474de9fe560ed2c0cde642812a81e22a/fonttools-4.65.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:62c5e42c79449def957adf8a9a65a43018efa7e2a6bc6baa3afe955e0d5fb2ab", size = 5545942, upload-time = "2026-09-10T15:34:54.804Z" },+ { url = "https://files.pythonhosted.org/packages/4a/bd/52e1bf33e0aebfe22ecc9a85c634db707c1dd9f6b1b438efeed98c55b959/fonttools-4.65.0-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:36fca8efc46b5adfca327c666e739fc05b7a7a6ef17840230f81b22f53230f61", size = 5351477, upload-time = "2026-09-10T15:34:57.514Z" },+ { url = "https://files.pythonhosted.org/packages/5c/76/8c6b2ad20beec95cd446f3a8bdc753c7e4a4fd69ef3e66704c0f7c8cb0b5/fonttools-4.65.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:8aa1291e4c767abf1b0b79ca2d6895f7c0b661d9d95d03b5791c883a9d1e1f08", size = 5412271, upload-time = "2026-09-10T15:35:00.895Z" },+ { url = "https://files.pythonhosted.org/packages/79/49/fadbf11bbbd2d699d88a5498a0634280206e01e3bd5da9a4e0c504953ce9/fonttools-4.65.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:fcf39949f56911348514b466714efa9118bec3d2be249e1c487263f7cda6edab", size = 5446450, upload-time = "2026-09-10T15:35:03.369Z" },+ { url = "https://files.pythonhosted.org/packages/df/77/5fda646d3a6d5ee26465865c00319cc0925cf484a3b42dd8232d5b39f973/fonttools-4.65.0-cp314-cp314t-win32.whl", hash = "sha256:ffc918702661f1d74d2fbb2f5551036b64f6d2d743139e105289b694bcd16f54", size = 2467858, upload-time = "2026-09-10T15:35:05.744Z" },+ { url = "https://files.pythonhosted.org/packages/ae/0f/afa0f3de70ebe02bba46b32cccb30b1de52624472b14ac2e7cd403d08db9/fonttools-4.65.0-cp314-cp314t-win_amd64.whl", hash = "sha256:5a977e3645dbffaee924209828aa702a215f7ff68bc08010740c10c723787e62", size = 2518248, upload-time = "2026-09-10T15:35:07.846Z" },+ { url = "https://files.pythonhosted.org/packages/e6/35/f894ceb867118c0261d0f69a9bd516b045a3754238f76c88a49513ac7a83/fonttools-4.65.0-py3-none-any.whl", hash = "sha256:3060b8c1fc2329fa20265b7c138614143ea7c1624e26c5c180c76aeb74deae6f", size = 1196441, upload-time = "2026-09-10T15:35:52.347Z" },+]++[[package]]+name = "fpdf2"+version = "2.8.8"source = { registry = "https://pypi.org/simple" }-sdist = { url = "https://files.pythonhosted.org/packages/37/c6/608a9e6c172bf9124aa687ec8b9f0e8e5d697d59a5f4fad0e2d5ec2a7556/fpdf-1.7.2.tar.gz", hash = "sha256:125840783289e7d12552b1e86ab692c37322e7a65b96a99e0ea86cca041b6779", size = 39504, upload-time = "2015-01-21T00:07:47.493Z" }+dependencies = [+ { name = "defusedxml" },+ { name = "fonttools" },+ { name = "pillow" },+]+sdist = { url = "https://files.pythonhosted.org/packages/1e/bc/8fd4321aed40cadadddc8f311c65b6082346b252bca048f7b476d8f35d72/fpdf2-2.8.8.tar.gz", hash = "sha256:9e94e155e85e8053329a9a1fce8b566fd7a7c5bb79e98a1a3952d379b947c5b9", size = 374689, upload-time = "2026-08-09T23:32:45.334Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/f5/be/af012eda9507494f28b99b077423806c43a11573eb6225dd46f19ae2d263/fpdf2-2.8.8-py3-none-any.whl", hash = "sha256:3557a478fc577a929c94aace9666aed4dcc432b5ab6764232e6a59f1ccd75f17", size = 337000, upload-time = "2026-08-09T23:32:43.728Z" },+][[package]]name = "freezegun"@@ -7003,6 +7060,7 @@ server = [cloud = [{ name = "anchorbrowser" },{ name = "browser-use-sdk" },+ { name = "fpdf2" },{ name = "guarddog" },{ name = "kr8s" },{ name = "openai-agents" },@@ -7024,13 +7082,13 @@ cloud = [{ name = "redis" },{ name = "stripe" },{ name = "temporalio", extra = ["opentelemetry"] },+ { name = "xlsxwriter" },]dev = [{ name = "aiosqlite" },{ name = "autoflake" },{ name = "build" },{ name = "curlify" },- { name = "fpdf" },{ name = "freezegun" },{ name = "grpcio-tools" },{ name = "gspread" },@@ -7216,6 +7274,7 @@ provides-extras = ["local", "server"]cloud = [{ name = "anchorbrowser", specifier = ">=0.11,<0.12" },{ name = "browser-use-sdk", specifier = ">=3.11.0,<4" },+ { name = "fpdf2", specifier = ">=2.8.8,<3" },{ name = "guarddog", specifier = ">=3.0.2,<3.1" },{ name = "kr8s", specifier = ">=0.20.14,<1" },{ name = "openai-agents", specifier = ">=0.14.8,<0.15" },@@ -7238,13 +7297,13 @@ cloud = [{ name = "stripe", specifier = ">=15.5.0,<16" },{ name = "temporalio", specifier = ">=1.6.0,<2" },{ name = "temporalio", extras = ["opentelemetry"], specifier = ">=1.6.0,<2" },+ { name = "xlsxwriter", specifier = ">=3.2.9,<4" },]dev = [{ name = "aiosqlite", specifier = ">=0.21.0,<0.23" },{ name = "autoflake", specifier = ">=2.2.0,<3" },{ name = "build", specifier = ">=1.5.0,<2" },{ name = "curlify", specifier = ">=3.0.0" },- { name = "fpdf", specifier = ">=1.7.2,<2" },{ name = "freezegun", specifier = ">=1.2.2,<2" },{ name = "grpcio-tools", specifier = "==1.80.0" },{ name = "gspread", specifier = ">=6" },