Skip to content

Automate browser based workflows with AI

chore: demote noisy high-volume logs to debug (#6024)

Shuchang Zhengda0f4583d034
diff --git a/alembic/versions/2026_05_17_1845-11a965fb5d82_drop_cdp_connect_headers.py b/alembic/versions/2026_05_17_1845-11a965fb5d82_drop_cdp_connect_headers.py
new file mode 100644
index 000000000..6d26392ef
--- /dev/null
+++ b/alembic/versions/2026_05_17_1845-11a965fb5d82_drop_cdp_connect_headers.py
@@ -0,0 +1,33 @@
+"""drop cdp connect headers
+
+Revision ID: 11a965fb5d82
+Revises: 5f28f1f478d5
+Create Date: 2026-05-17 18:45:00.000000+00:00
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = "11a965fb5d82"
+down_revision: Union[str, None] = "5f28f1f478d5"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+ op.drop_column("workflows", "cdp_connect_headers")
+ op.drop_column("workflow_runs", "cdp_connect_headers")
+ op.drop_column("tasks", "cdp_connect_headers")
+ op.drop_column("observer_cruises", "cdp_connect_headers")
+
+
+def downgrade() -> None:
+ op.add_column("observer_cruises", sa.Column("cdp_connect_headers", sa.JSON(), nullable=True))
+ op.add_column("tasks", sa.Column("cdp_connect_headers", sa.JSON(), nullable=True))
+ op.add_column("workflow_runs", sa.Column("cdp_connect_headers", sa.JSON(), nullable=True))
+ op.add_column("workflows", sa.Column("cdp_connect_headers", sa.JSON(), nullable=True))
diff --git a/skyvern-frontend/src/routes/workflows/RunWorkflowForm.tsx b/skyvern-frontend/src/routes/workflows/RunWorkflowForm.tsx
index 4cdf458dd..07300fc3e 100644
--- a/skyvern-frontend/src/routes/workflows/RunWorkflowForm.tsx
+++ b/skyvern-frontend/src/routes/workflows/RunWorkflowForm.tsx
@@ -120,7 +120,6 @@ type Props = {
maxScreenshotScrolls: number | null;
extraHttpHeaders: Record<string, string> | null;
browserProfileId: string | null;
- cdpConnectHeaders: Record<string, string> | null;
runWith: string | null;
};
};
@@ -192,7 +191,6 @@ type RunWorkflowRequestBody = {
browser_profile_id?: string | null;
max_screenshot_scrolls?: number | null;
extra_http_headers?: Record<string, string> | null;
- cdp_connect_headers?: Record<string, string> | null;
browser_address?: string | null;
run_with?: "agent" | "code";
ai_fallback?: boolean;
@@ -210,7 +208,6 @@ function getRunWorkflowRequestBody(
cdpAddress,
maxScreenshotScrolls,
extraHttpHeaders,
- cdpConnectHeaders,
runWith,
aiFallback,
...parameters
@@ -251,16 +248,6 @@ function getRunWorkflowRequestBody(
}
}
- if (cdpConnectHeaders) {
- try {
- body.cdp_connect_headers = JSON.parse(cdpConnectHeaders);
- } catch {
- throw new Error(
- 'Invalid CDP Connect Headers: value must be valid JSON (e.g., {"x-api-key": "..."}).',
- );
- }
- }
-
return body;
}
@@ -304,7 +291,6 @@ type RunWorkflowFormType = Record<string, unknown> & {
cdpAddress: string | null;
maxScreenshotScrolls: number | null;
extraHttpHeaders: string | null;
- cdpConnectHeaders: string | null;
runWith: "agent" | "code";
aiFallback: boolean | null;
};
@@ -350,9 +336,6 @@ function RunWorkflowForm({
extraHttpHeaders: initialSettings.extraHttpHeaders
? JSON.stringify(initialSettings.extraHttpHeaders)
: null,
- cdpConnectHeaders: initialSettings.cdpConnectHeaders
- ? JSON.stringify(initialSettings.cdpConnectHeaders)
- : null,
runWith: deriveRunWith(workflow, initialSettings.runWith),
aiFallback: workflow?.ai_fallback ?? true,
},
@@ -462,9 +445,6 @@ function RunWorkflowForm({
extraHttpHeaders: initialSettings.extraHttpHeaders
? JSON.stringify(initialSettings.extraHttpHeaders)
: null,
- cdpConnectHeaders: initialSettings.cdpConnectHeaders
- ? JSON.stringify(initialSettings.cdpConnectHeaders)
- : null,
runWith: deriveRunWith(workflow, initialSettings.runWith),
aiFallback: workflow?.ai_fallback ?? true,
});
@@ -497,7 +477,6 @@ function RunWorkflowForm({
browserProfileId,
maxScreenshotScrolls,
extraHttpHeaders,
- cdpConnectHeaders,
cdpAddress,
runWith,
aiFallback,
@@ -516,7 +495,6 @@ function RunWorkflowForm({
browserProfileId,
maxScreenshotScrolls,
extraHttpHeaders,
- cdpConnectHeaders,
cdpAddress,
runWith,
aiFallback,
@@ -531,7 +509,6 @@ function RunWorkflowForm({
"browserProfileId",
"maxScreenshotScrolls",
"extraHttpHeaders",
- "cdpConnectHeaders",
"cdpAddress",
"runWith",
]);
@@ -1152,42 +1129,6 @@ function RunWorkflowForm({
);
}}
/>
- <FormField
- key="cdpConnectHeaders"
- control={form.control}
- name="cdpConnectHeaders"
- render={({ field }) => {
- return (
- <FormItem>
- <div className="flex gap-16">
- <FormLabel>
- <div className="w-72">
- <div className="flex items-center gap-2 text-lg">
- CDP Connect Headers
- </div>
- <h2 className="text-sm text-slate-400">
- Headers attached only to the CDP WebSocket
- handshake when connecting to a remote browser
- (e.g. auth for the CDP endpoint). Not
- forwarded to target sites.
- </h2>
- </div>
- </FormLabel>
- <div className="w-full space-y-2">
- <FormControl>
- <KeyValueInput
- value={field.value ?? ""}
- onChange={(val) => field.onChange(val)}
- addButtonText="Add Header"
- />
- </FormControl>
- <FormMessage />
- </div>
- </div>
- </FormItem>
- );
- }}
- />
<FormField
key="maxScreenshotScrolls"
control={form.control}
diff --git a/skyvern-frontend/src/routes/workflows/WorkflowRunParameters.tsx b/skyvern-frontend/src/routes/workflows/WorkflowRunParameters.tsx
index 54750b164..c0d3529f6 100644
--- a/skyvern-frontend/src/routes/workflows/WorkflowRunParameters.tsx
+++ b/skyvern-frontend/src/routes/workflows/WorkflowRunParameters.tsx
@@ -7,7 +7,6 @@ import { WorkflowApiResponse } from "./types/workflowTypes";
import { Skeleton } from "@/components/ui/skeleton";
import { ProxyLocation } from "@/api/types";
import { getInitialValues } from "./utils";
-import { isMaskedHeaders } from "@/util/secretHeaders";
function WorkflowRunParameters() {
const credentialGetter = useCredentialGetter();
@@ -47,14 +46,6 @@ function WorkflowRunParameters() {
const browserProfileId =
(location.state?.browserProfileId as string | null | undefined) ?? null;
- const cdpConnectHeaders = location.state
- ? (location.state.cdpConnectHeaders as Record<string, string>)
- : null;
-
- const storedCdpConnectHeaders = isMaskedHeaders(workflow?.cdp_connect_headers)
- ? null
- : (workflow?.cdp_connect_headers ?? null);
-
const runWith = (location.state?.runWith as string) ?? undefined;
const initialValues = getInitialValues(location, workflowParameters ?? []);
@@ -93,7 +84,6 @@ function WorkflowRunParameters() {
extraHttpHeaders ?? workflow.extra_http_headers ?? null,
browserProfileId:
browserProfileId ?? workflow.browser_profile_id ?? null,
- cdpConnectHeaders: cdpConnectHeaders ?? storedCdpConnectHeaders,
cdpAddress: null,
runWith,
}}
diff --git a/skyvern-frontend/src/routes/workflows/components/WorkflowVisualComparisonDrawer.tsx b/skyvern-frontend/src/routes/workflows/components/WorkflowVisualComparisonDrawer.tsx
index ffc6434e7..c21df8c90 100644
--- a/skyvern-frontend/src/routes/workflows/components/WorkflowVisualComparisonDrawer.tsx
+++ b/skyvern-frontend/src/routes/workflows/components/WorkflowVisualComparisonDrawer.tsx
@@ -109,9 +109,6 @@ function getWorkflowElements(version: WorkflowVersion) {
extraHttpHeaders: version.extra_http_headers
? JSON.stringify(version.extra_http_headers)
: null,
- cdpConnectHeaders: version.cdp_connect_headers
- ? JSON.stringify(version.cdp_connect_headers)
- : null,
runWith: version.run_with ?? "agent",
codeVersion: version.code_version ?? null,
scriptCacheKey: version.cache_key,
diff --git a/skyvern-frontend/src/routes/workflows/debugger/Debugger.tsx b/skyvern-frontend/src/routes/workflows/debugger/Debugger.tsx
index 5cc8c0017..36b3133c9 100644
--- a/skyvern-frontend/src/routes/workflows/debugger/Debugger.tsx
+++ b/skyvern-frontend/src/routes/workflows/debugger/Debugger.tsx
@@ -83,9 +83,6 @@ function Debugger() {
extraHttpHeaders: workflow.extra_http_headers
? JSON.stringify(workflow.extra_http_headers)
: null,
- cdpConnectHeaders: workflow.cdp_connect_headers
- ? JSON.stringify(workflow.cdp_connect_headers)
- : null,
runWith: workflow.run_with ?? "agent",
codeVersion: workflow.code_version ?? null,
scriptCacheKey: workflow.cache_key,
diff --git a/skyvern-frontend/src/routes/workflows/editor/WorkflowEditor.tsx b/skyvern-frontend/src/routes/workflows/editor/WorkflowEditor.tsx
index 40baca276..307a06b2e 100644
--- a/skyvern-frontend/src/routes/workflows/editor/WorkflowEditor.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/WorkflowEditor.tsx
@@ -75,9 +75,6 @@ function WorkflowEditor() {
extraHttpHeaders: workflow.extra_http_headers
? JSON.stringify(workflow.extra_http_headers)
: null,
- cdpConnectHeaders: workflow.cdp_connect_headers
- ? JSON.stringify(workflow.cdp_connect_headers)
- : null,
runWith: workflow.run_with ?? "agent",
codeVersion: workflow.code_version ?? null,
scriptCacheKey: workflow.cache_key,
diff --git a/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx b/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
index 7df4d55df..bd24c7b1b 100644
--- a/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/Workspace.tsx
@@ -1247,9 +1247,6 @@ function Workspace({
extraHttpHeaders: workflowData.extra_http_headers
? JSON.stringify(workflowData.extra_http_headers)
: null,
- cdpConnectHeaders: workflowData.cdp_connect_headers
- ? JSON.stringify(workflowData.cdp_connect_headers)
- : null,
runWith: workflowData.run_with ?? "agent",
codeVersion: workflowData.code_version ?? null,
scriptCacheKey: workflowData.cache_key ?? null,
@@ -1311,9 +1308,6 @@ function Workspace({
extraHttpHeaders: selectedVersion.extra_http_headers
? JSON.stringify(selectedVersion.extra_http_headers)
: null,
- cdpConnectHeaders: selectedVersion.cdp_connect_headers
- ? JSON.stringify(selectedVersion.cdp_connect_headers)
- : null,
runWith: selectedVersion.run_with ?? "agent",
codeVersion: selectedVersion.code_version ?? null,
scriptCacheKey: selectedVersion.cache_key,
@@ -2118,9 +2112,6 @@ function Workspace({
extra_http_headers: saveData.settings.extraHttpHeaders
? JSON.parse(saveData.settings.extraHttpHeaders)
: null,
- cdp_connect_headers: saveData.settings.cdpConnectHeaders
- ? JSON.parse(saveData.settings.cdpConnectHeaders)
- : null,
persist_browser_session: saveData.settings.persistBrowserSession,
model: saveData.settings.model,
totp_verification_url: saveData.workflow.totp_verification_url,
diff --git a/skyvern-frontend/src/routes/workflows/editor/nodes/StartNode/types.ts b/skyvern-frontend/src/routes/workflows/editor/nodes/StartNode/types.ts
index 8f34aa437..6cb2b5fb8 100644
--- a/skyvern-frontend/src/routes/workflows/editor/nodes/StartNode/types.ts
+++ b/skyvern-frontend/src/routes/workflows/editor/nodes/StartNode/types.ts
@@ -12,7 +12,6 @@ export type WorkflowStartNodeData = {
model: WorkflowModel | null;
maxScreenshotScrolls: number | null;
extraHttpHeaders: string | Record<string, unknown> | null;
- cdpConnectHeaders: string | Record<string, unknown> | null;
editable: boolean;
runWith: string;
codeVersion: number | null;
diff --git a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowComparisonPanel.tsx b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowComparisonPanel.tsx
index 055578e80..f1858a880 100644
--- a/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowComparisonPanel.tsx
+++ b/skyvern-frontend/src/routes/workflows/editor/panels/WorkflowComparisonPanel.tsx
@@ -144,9 +144,6 @@ function getWorkflowElements(version: WorkflowVersion) {
extraHttpHeaders: version.extra_http_headers
? JSON.stringify(version.extra_http_headers)
: null,
- cdpConnectHeaders: version.cdp_connect_headers
- ? JSON.stringify(version.cdp_connect_headers)
- : null,
runWith: version.run_with ?? "agent",
codeVersion: version.code_version ?? null,
scriptCacheKey: version.cache_key,
diff --git a/skyvern-frontend/src/routes/workflows/editor/workflowEditorUtils.ts b/skyvern-frontend/src/routes/workflows/editor/workflowEditorUtils.ts
index 3eacb421e..a75700ff4 100644
--- a/skyvern-frontend/src/routes/workflows/editor/workflowEditorUtils.ts
+++ b/skyvern-frontend/src/routes/workflows/editor/workflowEditorUtils.ts
@@ -1678,7 +1678,6 @@ function getElements(
model: settings.model,
maxScreenshotScrolls: settings.maxScreenshotScrolls,
extraHttpHeaders: settings.extraHttpHeaders,
- cdpConnectHeaders: settings.cdpConnectHeaders,
editable,
runWith: settings.runWith,
codeVersion: settings.codeVersion,
@@ -3026,7 +3025,6 @@ function getWorkflowSettings(nodes: Array<AppNode>): WorkflowSettings {
model: null,
maxScreenshotScrolls: null,
extraHttpHeaders: null,
- cdpConnectHeaders: null,
runWith: "code",
codeVersion: 2,
scriptCacheKey: null,
@@ -3056,10 +3054,6 @@ function getWorkflowSettings(nodes: Array<AppNode>): WorkflowSettings {
data.extraHttpHeaders && typeof data.extraHttpHeaders === "object"
? JSON.stringify(data.extraHttpHeaders)
: data.extraHttpHeaders,
- cdpConnectHeaders:
- data.cdpConnectHeaders && typeof data.cdpConnectHeaders === "object"
- ? JSON.stringify(data.cdpConnectHeaders)
- : data.cdpConnectHeaders,
runWith: data.runWith,
codeVersion: data.codeVersion,
scriptCacheKey: data.scriptCacheKey,
diff --git a/skyvern-frontend/src/routes/workflows/types/workflowTypes.ts b/skyvern-frontend/src/routes/workflows/types/workflowTypes.ts
index 18284d9a3..c67754bf8 100644
--- a/skyvern-frontend/src/routes/workflows/types/workflowTypes.ts
+++ b/skyvern-frontend/src/routes/workflows/types/workflowTypes.ts
@@ -635,7 +635,6 @@ export type WorkflowApiResponse = {
proxy_location: ProxyLocation | null;
webhook_callback_url: string | null;
extra_http_headers: Record<string, string> | null;
- cdp_connect_headers: Record<string, string> | null;
persist_browser_session: boolean;
browser_profile_id?: string | null;
model: WorkflowModel | null;
@@ -665,7 +664,6 @@ export type WorkflowSettings = {
model: WorkflowModel | null;
maxScreenshotScrolls: number | null;
extraHttpHeaders: string | null;
- cdpConnectHeaders: string | null;
runWith: string; // 'agent' or 'code'
codeVersion: number | null;
scriptCacheKey: string | null;
diff --git a/skyvern-frontend/src/routes/workflows/types/workflowYamlTypes.ts b/skyvern-frontend/src/routes/workflows/types/workflowYamlTypes.ts
index 44c160775..0ca686730 100644
--- a/skyvern-frontend/src/routes/workflows/types/workflowYamlTypes.ts
+++ b/skyvern-frontend/src/routes/workflows/types/workflowYamlTypes.ts
@@ -14,7 +14,6 @@ export type WorkflowCreateYAMLRequest = {
is_saved_task?: boolean;
max_screenshot_scrolls?: number | null;
extra_http_headers?: Record<string, string> | null;
- cdp_connect_headers?: Record<string, string> | null;
status?: string | null;
run_with?: string | null;
cache_key?: string | null;
diff --git a/skyvern-frontend/src/store/WorkflowHasChangesStore.ts b/skyvern-frontend/src/store/WorkflowHasChangesStore.ts
index b9899bff0..684871289 100644
--- a/skyvern-frontend/src/store/WorkflowHasChangesStore.ts
+++ b/skyvern-frontend/src/store/WorkflowHasChangesStore.ts
@@ -138,38 +138,6 @@ const useWorkflowSave = (opts?: WorkflowSaveOpts) => {
}
}
- let cdpConnectHeaders: Record<string, string> | null = null;
- if (saveData.settings.cdpConnectHeaders) {
- try {
- const parsedCdpHeaders = JSON.parse(
- saveData.settings.cdpConnectHeaders,
- );
- if (
- parsedCdpHeaders &&
- typeof parsedCdpHeaders === "object" &&
- !Array.isArray(parsedCdpHeaders)
- ) {
- // Send the dict as-is, including any mask sentinels for unedited
- // entries. The backend resolves entries key-by-key so a newly added
- // key alongside a masked one is preserved (not wiped).
- const sanitized: Record<string, string> = {};
- for (const [key, value] of Object.entries(parsedCdpHeaders)) {
- if (key && typeof key === "string") {
- sanitized[key] = String(value);
- }
- }
- cdpConnectHeaders = sanitized;
- }
- } catch (error) {
- toast({
- title: "Error",
- description: "Invalid JSON format in cdp connect headers",
- variant: "destructive",
- });
- return;
- }
- }
-
const scriptCacheKey = saveData.settings.scriptCacheKey ?? "";
const normalizedKey =
scriptCacheKey === "" ? "default" : saveData.settings.scriptCacheKey;
@@ -185,7 +153,6 @@ const useWorkflowSave = (opts?: WorkflowSaveOpts) => {
max_screenshot_scrolls: saveData.settings.maxScreenshotScrolls,
totp_verification_url: saveData.workflow.totp_verification_url,
extra_http_headers: extraHttpHeaders,
- cdp_connect_headers: cdpConnectHeaders,
run_with: saveData.settings.runWith,
cache_key: normalizedKey,
ai_fallback: saveData.settings.aiFallback ?? true,
diff --git a/skyvern-frontend/src/util/secretHeaders.ts b/skyvern-frontend/src/util/secretHeaders.ts
deleted file mode 100644
index 91331bfed..000000000
--- a/skyvern-frontend/src/util/secretHeaders.ts
+++ /dev/null
@@ -1,10 +0,0 @@
-export const SECRET_HEADER_MASK = "***";
-
-export function isMaskedHeaders(
- headers: Record<string, unknown> | null | undefined,
-): boolean {
- if (!headers) {
- return false;
- }
- return Object.values(headers).some((value) => value === SECRET_HEADER_MASK);
-}
diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.py
index 0ee1d39b1..ca2010bf0 100644
--- a/skyvern/forge/agent.py
+++ b/skyvern/forge/agent.py
@@ -456,7 +456,6 @@ class ForgeAgent:
model=task_block.model,
max_screenshot_scrolling_times=workflow_run.max_screenshot_scrolls,
extra_http_headers=workflow_run.extra_http_headers,
- cdp_connect_headers=workflow_run.cdp_connect_headers,
browser_address=workflow_run.browser_address,
browser_session_id=workflow_run.browser_session_id,
download_timeout=task_block.download_timeout,
@@ -528,7 +527,6 @@ class ForgeAgent:
model=task_request.model,
max_screenshot_scrolling_times=task_request.max_screenshot_scrolls,
extra_http_headers=task_request.extra_http_headers,
- cdp_connect_headers=task_request.cdp_connect_headers,
browser_session_id=task_request.browser_session_id,
browser_address=task_request.browser_address,
include_extracted_text=task_request.include_extracted_text,
@@ -1267,6 +1265,25 @@ class ForgeAgent:
context = skyvern_context.current()
if context:
context.step_id = step.step_id
+ if not task.workflow_run_id and step.order == 0 and step.retry_index == 0:
+ if os.getenv("FORCE_DISABLE_LLM_SCREENSHOTS", "").lower() in ("true", "1", "yes"):
+ context.disable_llm_screenshots = True
+ else:
+ try:
+ context.disable_llm_screenshots = (
+ await app.EXPERIMENTATION_PROVIDER.is_feature_enabled_cached(
+ "DISABLE_LLM_SCREENSHOTS",
+ task.task_id,
+ properties={"organization_id": task.organization_id},
+ )
+ )
+ except Exception:
+ LOG.warning(
+ "Failed to check DISABLE_LLM_SCREENSHOTS feature flag",
+ exc_info=True,
+ task_id=task.task_id,
+ )
+ context.disable_llm_screenshots = False
step = await self.update_step(step=step, status=StepStatus.running)
injected_actions = await app.AGENT_FUNCTION.prepare_step_execution(
@@ -2493,7 +2510,7 @@ class ForgeAgent:
async def complete_verify(
self, page: Page, scraped_page: ScrapedPage, task: Task, step: Step
) -> CompleteVerifyResult:
- LOG.info(
+ LOG.debug(
"Checking if user goal is achieved after re-scraping the page",
workflow_run_id=task.workflow_run_id,
)
@@ -3266,7 +3283,7 @@ class ForgeAgent:
cache_variant = prompt_variant or "std"
try:
- LOG.info(
+ LOG.debug(
"Attempting Vertex AI cache creation",
task_id=task.task_id,
llm_key=resolved_llm_key,
@@ -3363,7 +3380,7 @@ class ForgeAgent:
context.vertex_cache_key = cache_key
context.vertex_cache_variant = cache_variant
- LOG.info(
+ LOG.debug(
"Created Vertex AI cache for task",
task_id=task.task_id,
cache_key=cache_key,
diff --git a/skyvern/forge/request_logging.py b/skyvern/forge/request_logging.py
index d58a5d3d7..fe415e197 100644
--- a/skyvern/forge/request_logging.py
+++ b/skyvern/forge/request_logging.py
@@ -67,6 +67,15 @@ def _sanitize_headers(headers: typing.Mapping[str, str]) -> dict[str, str]:
return sanitized
+def _client_ip_from_headers(headers: typing.Mapping[str, str]) -> str | None:
+ # First hop may be client-supplied (spoofable); acceptable for Datadog alert grouping.
+ value = headers.get("x-forwarded-for")
+ if not value:
+ return None
+ first_hop = value.split(",")[0].strip()
+ return first_hop or None
+
+
def _sanitize_body(request: Request, body: bytes, content_type: str | None) -> str:
if f"{request.method.upper()} {request.url.path.rstrip('/')}" in _SENSITIVE_ENDPOINTS:
return _REDACTED
@@ -169,7 +178,9 @@ async def log_raw_request_middleware(request: Request, call_next: Callable[[Requ
url_path = request.url.path
http_method = request.method
- sanitized_headers = _sanitize_headers(dict(request.headers))
+ request_headers = dict(request.headers)
+ sanitized_headers = _sanitize_headers(request_headers)
+ client_ip = _client_ip_from_headers(request_headers)
body_text = _sanitize_body(request, body_bytes, request.headers.get("content-type"))
try:
@@ -194,6 +205,7 @@ async def log_raw_request_middleware(request: Request, call_next: Callable[[Requ
method=http_method,
path=url_path,
status_code=response.status_code,
+ client_ip=client_ip,
body=body_text,
headers=sanitized_headers,
response_body=response_body,
@@ -207,6 +219,7 @@ async def log_raw_request_middleware(request: Request, call_next: Callable[[Requ
"api.raw_request",
method=http_method,
path=url_path,
+ client_ip=client_ip,
body=body_text,
headers=sanitized_headers,
exc_info=True,
diff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.py
index 43cf6dec8..16997e9e3 100644
--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py
+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py
@@ -160,6 +160,20 @@ def _consume_prompt_breakdown(context: SkyvernContext | None) -> dict[str, Any]:
}
+def _llm_screenshots_for_call(
+ screenshots: list[bytes] | None,
+ llm_config: LLMConfig | LLMRouterConfig,
+ context: SkyvernContext | None,
+) -> list[bytes] | None:
+ if not llm_config.supports_vision or (context and context.disable_llm_screenshots):
+ return None
+ return screenshots
+
+
+def _llm_screenshots_enabled_metric(llm_config: LLMConfig | LLMRouterConfig, context: SkyvernContext | None) -> bool:
+ return llm_config.supports_vision and not bool(context and context.disable_llm_screenshots)
+
+
@runtime_checkable
class RouterWithModelList(Protocol):
model_list: list[dict[str, Any]]
@@ -431,7 +445,7 @@ class LLMAPIHandlerFactory:
model_label_lower = model_label.lower()
if "gemini" in model_label_lower and "fallback" in model_label_lower:
supports_reasoning = True
- LOG.info(
+ LOG.debug(
"Forcing reasoning support for Gemini fallback model",
prompt_name=prompt_name,
budget=new_budget,
@@ -439,7 +453,7 @@ class LLMAPIHandlerFactory:
)
if check_model and not supports_reasoning:
- LOG.info(
+ LOG.debug(
"Thinking budget optimization not supported for model",
prompt_name=prompt_name,
budget=new_budget,
@@ -889,6 +903,9 @@ class LLMAPIHandlerFactory:
**artifact_targets,
)
)
+ screenshots = _llm_screenshots_for_call(screenshots, llm_config, context)
+ llm_screenshots_enabled = _llm_screenshots_enabled_metric(llm_config, context)
+
# Build messages and apply caching in one step
messages = await llm_messages_builder(prompt, screenshots, llm_config.add_assistant_prefix)
@@ -1280,6 +1297,7 @@ class LLMAPIHandlerFactory:
cached_tokens=cached_tokens if cached_tokens > 0 else None,
llm_cost=llm_cost if llm_cost > 0 else None,
service_tier=getattr(response, "service_tier", None),
+ llm_screenshots_enabled=llm_screenshots_enabled,
**_consume_prompt_breakdown(context),
)
@@ -1491,8 +1509,8 @@ class LLMAPIHandlerFactory:
)
)
- if not llm_config.supports_vision:
- screenshots = None
+ screenshots = _llm_screenshots_for_call(screenshots, llm_config, context)
+ llm_screenshots_enabled = _llm_screenshots_enabled_metric(llm_config, context)
model_name = llm_config.model_name
@@ -1817,6 +1835,7 @@ class LLMAPIHandlerFactory:
cached_tokens=cached_tokens if cached_tokens > 0 else None,
llm_cost=llm_cost if llm_cost > 0 else None,
service_tier=getattr(response, "service_tier", None),
+ llm_screenshots_enabled=llm_screenshots_enabled,
**_consume_prompt_breakdown(context),
)
@@ -2124,8 +2143,8 @@ class LLMCaller:
)
)
- if not self.llm_config.supports_vision:
- screenshots = None
+ screenshots = _llm_screenshots_for_call(screenshots, self.llm_config, context)
+ llm_screenshots_enabled = _llm_screenshots_enabled_metric(self.llm_config, context)
message_pattern = "openai"
if "ANTHROPIC" in self.llm_key:
@@ -2288,6 +2307,7 @@ class LLMCaller:
else None,
cached_tokens=call_stats.cached_tokens if call_stats and call_stats.cached_tokens is not None else None,
llm_cost=call_stats.llm_cost if call_stats and call_stats.llm_cost is not None else None,
+ llm_screenshots_enabled=llm_screenshots_enabled,
**_consume_prompt_breakdown(context),
)
diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py
index 9fe9e6ea2..28fd450b0 100644
--- a/skyvern/forge/sdk/api/llm/config_registry.py
+++ b/skyvern/forge/sdk/api/llm/config_registry.py
@@ -36,7 +36,6 @@ class LLMConfigRegistry:
cls.validate_config(llm_key, config)
- LOG.debug("Registering LLM config", llm_key=llm_key)
cls._configs[llm_key] = config
@classmethod
diff --git a/skyvern/forge/sdk/core/skyvern_context.py b/skyvern/forge/sdk/core/skyvern_context.py
index e447009c9..8b8eba31d 100644
--- a/skyvern/forge/sdk/core/skyvern_context.py
+++ b/skyvern/forge/sdk/core/skyvern_context.py
@@ -93,6 +93,7 @@ class SkyvernContext:
# PostHog flag ENABLE_LEAN_ELEMENT_TREE, evaluated once per run at scrape time
# and read sync from prompt-build sites.
enable_lean_element_tree: bool = False
+ disable_llm_screenshots: bool = False
# Trigger type of the enclosing workflow run (manual/api/scheduled/webhook).
# Routed through SkyvernContext so non-API entry points (workers, scripts) can populate it
diff --git a/skyvern/forge/sdk/db/models.py b/skyvern/forge/sdk/db/models.py
index a6e4be6b0..d6fc532f5 100644
--- a/skyvern/forge/sdk/db/models.py
+++ b/skyvern/forge/sdk/db/models.py
@@ -109,7 +109,6 @@ class TaskModel(Base):
proxy_location = Column(String)
extracted_information_schema = Column(JSON)
extra_http_headers = Column(JSON, nullable=True)
- cdp_connect_headers = Column(JSON, nullable=True)
workflow_run_id = Column(String, ForeignKey("workflow_runs.workflow_run_id"), index=True)
order = Column(Integer, nullable=True)
retry = Column(Integer, nullable=True)
@@ -327,7 +326,6 @@ class WorkflowModel(SoftDeleteMixin, Base):
webhook_callback_url = Column(String)
max_screenshot_scrolling_times = Column(Integer, nullable=True)
extra_http_headers = Column(JSON, nullable=True)
- cdp_connect_headers = Column(JSON, nullable=True)
totp_verification_url = Column(String)
totp_identifier = Column(String)
persist_browser_session = Column(Boolean, default=False, nullable=False)
@@ -446,7 +444,6 @@ class WorkflowRunModel(Base):
totp_identifier = Column(String)
max_screenshot_scrolling_times = Column(Integer, nullable=True)
extra_http_headers = Column(JSON, nullable=True)
- cdp_connect_headers = Column(JSON, nullable=True)
browser_address = Column(String, nullable=True, index=True)
script_run = Column(JSON, nullable=True)
job_id = Column(String, nullable=True, index=True)
@@ -916,7 +913,6 @@ class TaskV2Model(Base):
max_steps = Column(Integer, nullable=True)
max_screenshot_scrolling_times = Column(Integer, nullable=True)
extra_http_headers = Column(JSON, nullable=True)
- cdp_connect_headers = Column(JSON, nullable=True)
browser_address = Column(String, nullable=True)
generate_script = Column(Boolean, default=False, nullable=False)
run_with = Column(String, nullable=True) # 'agent' or 'code'
diff --git a/skyvern/forge/sdk/db/repositories/observer.py b/skyvern/forge/sdk/db/repositories/observer.py
index e0f2bd633..af3a34a93 100644
--- a/skyvern/forge/sdk/db/repositories/observer.py
+++ b/skyvern/forge/sdk/db/repositories/observer.py
@@ -202,7 +202,6 @@ class ObserverRepository(BaseRepository):
model: dict[str, Any] | None = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
run_with: str | None = None,
) -> TaskV2:
@@ -226,7 +225,6 @@ class ObserverRepository(BaseRepository):
model=model,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
run_with=run_with,
)
diff --git a/skyvern/forge/sdk/db/repositories/tasks.py b/skyvern/forge/sdk/db/repositories/tasks.py
index f69273e7f..fc21c91c4 100644
--- a/skyvern/forge/sdk/db/repositories/tasks.py
+++ b/skyvern/forge/sdk/db/repositories/tasks.py
@@ -64,7 +64,6 @@ class TasksRepository(BaseRepository):
model: dict[str, Any] | None = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_session_id: str | None = None,
browser_address: str | None = None,
download_timeout: float | None = None,
@@ -111,7 +110,6 @@ class TasksRepository(BaseRepository):
model=model,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_session_id=browser_session_id,
browser_address=browser_address,
download_timeout=download_timeout,
diff --git a/skyvern/forge/sdk/db/repositories/workflow_runs.py b/skyvern/forge/sdk/db/repositories/workflow_runs.py
index 9d9d40197..b158980e6 100644
--- a/skyvern/forge/sdk/db/repositories/workflow_runs.py
+++ b/skyvern/forge/sdk/db/repositories/workflow_runs.py
@@ -155,7 +155,6 @@ class WorkflowRunsRepository(BaseRepository):
parent_workflow_run_id: str | None = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
sequential_key: str | None = None,
run_with: str | None = None,
@@ -186,7 +185,6 @@ class WorkflowRunsRepository(BaseRepository):
parent_workflow_run_id=parent_workflow_run_id,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
sequential_key=sequential_key,
run_with=run_with,
@@ -226,7 +224,6 @@ class WorkflowRunsRepository(BaseRepository):
browser_profile_id: str | None | object = _UNSET,
browser_address: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
failure_category: list[dict[str, Any]] | None = None,
started_at: datetime | None | object = _UNSET,
queued_at: datetime | None | object = _UNSET,
@@ -272,8 +269,6 @@ class WorkflowRunsRepository(BaseRepository):
workflow_run.browser_address = browser_address
if extra_http_headers is not None:
workflow_run.extra_http_headers = extra_http_headers
- if cdp_connect_headers is not None:
- workflow_run.cdp_connect_headers = cdp_connect_headers
# 2FA verification code waiting state updates
if waiting_for_verification_code is not None:
workflow_run.waiting_for_verification_code = waiting_for_verification_code
diff --git a/skyvern/forge/sdk/db/repositories/workflows.py b/skyvern/forge/sdk/db/repositories/workflows.py
index 51791cb7d..7115d45d8 100644
--- a/skyvern/forge/sdk/db/repositories/workflows.py
+++ b/skyvern/forge/sdk/db/repositories/workflows.py
@@ -96,7 +96,6 @@ class WorkflowsRepository(BaseRepository):
webhook_callback_url: str | None = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
totp_verification_url: str | None = None,
totp_identifier: str | None = None,
persist_browser_session: bool = False,
@@ -130,7 +129,6 @@ class WorkflowsRepository(BaseRepository):
totp_identifier=totp_identifier,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
persist_browser_session=persist_browser_session,
browser_profile_id=browser_profile_id,
model=model,
@@ -614,7 +612,6 @@ class WorkflowsRepository(BaseRepository):
model: dict[str, Any] | None | object = _UNSET,
max_screenshot_scrolling_times: int | None | object = _UNSET,
extra_http_headers: dict[str, str] | None | object = _UNSET,
- cdp_connect_headers: dict[str, str] | None | object = _UNSET,
ai_fallback: bool | None = None,
run_sequentially: bool | None = None,
sequential_key: str | None | object = _UNSET,
@@ -660,8 +657,6 @@ class WorkflowsRepository(BaseRepository):
workflow.max_screenshot_scrolling_times = max_screenshot_scrolling_times
if extra_http_headers is not _UNSET:
workflow.extra_http_headers = extra_http_headers
- if cdp_connect_headers is not _UNSET:
- workflow.cdp_connect_headers = cdp_connect_headers
if ai_fallback is not None:
workflow.ai_fallback = ai_fallback
if run_sequentially is not None:
@@ -911,7 +906,6 @@ class WorkflowsRepository(BaseRepository):
model: dict[str, Any] | None | object = _UNSET,
max_screenshot_scrolling_times: int | None | object = _UNSET,
extra_http_headers: dict[str, str] | None | object = _UNSET,
- cdp_connect_headers: dict[str, str] | None | object = _UNSET,
ai_fallback: bool | None = None,
run_sequentially: bool | None = None,
sequential_key: str | None | object = _UNSET,
@@ -991,8 +985,6 @@ class WorkflowsRepository(BaseRepository):
workflow.max_screenshot_scrolling_times = max_screenshot_scrolling_times
if extra_http_headers is not _UNSET:
workflow.extra_http_headers = extra_http_headers
- if cdp_connect_headers is not _UNSET:
- workflow.cdp_connect_headers = cdp_connect_headers
if ai_fallback is not None:
workflow.ai_fallback = ai_fallback
if run_sequentially is not None:
diff --git a/skyvern/forge/sdk/db/utils.py b/skyvern/forge/sdk/db/utils.py
index 4a8e00444..08960ac0e 100644
--- a/skyvern/forge/sdk/db/utils.py
+++ b/skyvern/forge/sdk/db/utils.py
@@ -294,7 +294,6 @@ def convert_to_task(task_obj: TaskModel, debug_enabled: bool = False, workflow_p
proxy_location=deserialize_proxy_location(task_obj.proxy_location),
extracted_information_schema=task_obj.extracted_information_schema,
extra_http_headers=task_obj.extra_http_headers,
- cdp_connect_headers=task_obj.cdp_connect_headers,
workflow_run_id=task_obj.workflow_run_id,
workflow_permanent_id=workflow_permanent_id,
order=task_obj.order,
@@ -492,7 +491,6 @@ def convert_to_workflow(
deleted_at=workflow_model.deleted_at,
status=WorkflowStatus(workflow_model.status),
extra_http_headers=workflow_model.extra_http_headers,
- cdp_connect_headers=workflow_model.cdp_connect_headers,
run_with=workflow_model.run_with,
ai_fallback=workflow_model.ai_fallback,
cache_key=workflow_model.cache_key,
@@ -541,7 +539,6 @@ def convert_to_workflow_run(
workflow_title=workflow_title,
max_screenshot_scrolls=workflow_run_model.max_screenshot_scrolling_times,
extra_http_headers=workflow_run_model.extra_http_headers,
- cdp_connect_headers=workflow_run_model.cdp_connect_headers,
browser_address=workflow_run_model.browser_address,
job_id=workflow_run_model.job_id,
depends_on_workflow_run_id=workflow_run_model.depends_on_workflow_run_id,
diff --git a/skyvern/forge/sdk/experimentation/providers.py b/skyvern/forge/sdk/experimentation/providers.py
index fd497c32c..f9d2dcd1c 100644
--- a/skyvern/forge/sdk/experimentation/providers.py
+++ b/skyvern/forge/sdk/experimentation/providers.py
@@ -1,9 +1,12 @@
+import asyncio
import json
from abc import ABC, abstractmethod
+from collections.abc import Awaitable, Callable
+from time import monotonic
from typing import Any, Literal
import structlog
-from cachetools import TTLCache
+from cachetools import TTLCache # type: ignore[import-untyped]
from skyvern.forge.sdk.core import skyvern_context
@@ -11,6 +14,7 @@ LOG = structlog.get_logger()
EXPERIMENTATION_CACHE_TTL = 300 # seconds (5 minutes)
EXPERIMENTATION_CACHE_MAX_SIZE = 100000 # Max entries per cache
+FEATURE_FLAG_CACHE_BYPASS_NAMES = frozenset({"RATE_LIMITING_ENABLED"})
ResolutionKind = Literal["enabled", "value", "payload"]
@@ -23,6 +27,10 @@ def _make_cache_key(feature_name: str, distinct_id: str, properties: dict | None
return feature_name, distinct_id, _serialize_properties(properties)
+def should_bypass_feature_flag_cache(feature_name: str) -> bool:
+ return feature_name in FEATURE_FLAG_CACHE_BYPASS_NAMES
+
+
def _serialize_feature_resolution_value(resolution_kind: ResolutionKind, resolved_value: Any) -> bool | str | None:
if resolved_value is None:
return None
@@ -120,6 +128,42 @@ def record_feature_flag_resolution(
)
+class DataHashFreshnessCache:
+ """TTL gate for checking whether locally loaded feature flag data is fresh."""
+
+ def __init__(self, ttl_seconds: float, clock: Callable[[], float] = monotonic) -> None:
+ self._ttl_seconds = ttl_seconds
+ self._clock = clock
+ self._last_checked_at: float | None = None
+ self._lock = asyncio.Lock()
+
+ def _is_fresh(self) -> bool:
+ if self._last_checked_at is None:
+ return False
+ return self._clock() - self._last_checked_at < self._ttl_seconds
+
+ async def refresh_if_stale(self, refresh: Callable[[], Awaitable[None]], *, bypass_cache: bool = False) -> None:
+ """Refresh on cold misses, but serve loaded data while a stale refresh is already in flight."""
+
+ if bypass_cache or self._ttl_seconds <= 0:
+ async with self._lock:
+ await refresh()
+ self._last_checked_at = self._clock()
+ return
+
+ if self._is_fresh():
+ return
+
+ if self._last_checked_at is not None and self._lock.locked():
+ return
+
+ async with self._lock:
+ if self._is_fresh():
+ return
+ await refresh()
+ self._last_checked_at = self._clock()
+
+
class BaseExperimentationProvider(ABC):
def __init__(self) -> None:
self.result_map: TTLCache = TTLCache(maxsize=EXPERIMENTATION_CACHE_MAX_SIZE, ttl=EXPERIMENTATION_CACHE_TTL)
@@ -130,7 +174,11 @@ class BaseExperimentationProvider(ABC):
async def _is_feature_enabled(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> bool:
"""Check if a specific feature is enabled."""
+ async def _prepare_feature_flag_resolution(self, feature_name: str, *, cached: bool) -> None:
+ return None
+
async def is_feature_enabled(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> bool:
+ await self._prepare_feature_flag_resolution(feature_name, cached=False)
feature_flag_value = await self._is_feature_enabled(feature_name, distinct_id, properties)
record_feature_flag_resolution(
feature_name=feature_name,
@@ -143,9 +191,13 @@ class BaseExperimentationProvider(ABC):
self, feature_name: str, distinct_id: str, properties: dict | None = None
) -> bool:
cache_key = _make_cache_key(feature_name, distinct_id, properties)
- if cache_key in self.result_map:
+ if should_bypass_feature_flag_cache(feature_name):
+ await self._prepare_feature_flag_resolution(feature_name, cached=False)
+ feature_flag_value = await self._is_feature_enabled(feature_name, distinct_id, properties)
+ elif cache_key in self.result_map:
feature_flag_value = self.result_map[cache_key]
else:
+ await self._prepare_feature_flag_resolution(feature_name, cached=True)
feature_flag_value = await self._is_feature_enabled(feature_name, distinct_id, properties)
self.result_map[cache_key] = feature_flag_value
record_feature_flag_resolution(
@@ -160,6 +212,7 @@ class BaseExperimentationProvider(ABC):
"""Get the value of a feature."""
async def get_value(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> str | None:
+ await self._prepare_feature_flag_resolution(feature_name, cached=False)
variant = await self._get_value(feature_name, distinct_id, properties)
record_feature_flag_resolution(
feature_name=feature_name,
@@ -173,6 +226,7 @@ class BaseExperimentationProvider(ABC):
"""Get the payload for a feature flag if it exists."""
async def get_payload(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> Any:
+ await self._prepare_feature_flag_resolution(feature_name, cached=False)
payload = await self._get_payload(feature_name, distinct_id, properties)
record_feature_flag_resolution(
feature_name=feature_name,
@@ -186,6 +240,7 @@ class BaseExperimentationProvider(ABC):
if cache_key in self.variant_map:
variant = self.variant_map[cache_key]
else:
+ await self._prepare_feature_flag_resolution(feature_name, cached=True)
variant = await self._get_value(feature_name, distinct_id, properties)
self.variant_map[cache_key] = variant
record_feature_flag_resolution(
@@ -200,6 +255,7 @@ class BaseExperimentationProvider(ABC):
if cache_key in self.payload_map:
payload = self.payload_map[cache_key]
else:
+ await self._prepare_feature_flag_resolution(feature_name, cached=True)
payload = await self._get_payload(feature_name, distinct_id, properties)
self.payload_map[cache_key] = payload
record_feature_flag_resolution(
diff --git a/skyvern/forge/sdk/routes/agent_protocol.py b/skyvern/forge/sdk/routes/agent_protocol.py
index 799b51b59..350d9ba64 100644
--- a/skyvern/forge/sdk/routes/agent_protocol.py
+++ b/skyvern/forge/sdk/routes/agent_protocol.py
@@ -263,7 +263,6 @@ async def run_task(
model=run_request.model,
max_screenshot_scrolls=run_request.max_screenshot_scrolls,
extra_http_headers=run_request.extra_http_headers,
- cdp_connect_headers=run_request.cdp_connect_headers,
browser_address=run_request.browser_address,
)
task_v1_response = await task_v1_service.run_task(
@@ -331,7 +330,6 @@ async def run_task(
model=run_request.model,
max_screenshot_scrolling_times=run_request.max_screenshot_scrolls,
extra_http_headers=run_request.extra_http_headers,
- cdp_connect_headers=run_request.cdp_connect_headers,
browser_session_id=run_request.browser_session_id,
browser_address=run_request.browser_address,
run_with=run_request.run_with,
@@ -441,7 +439,6 @@ async def run_workflow(
browser_profile_id=workflow_run_request.browser_profile_id,
max_screenshot_scrolls=workflow_run_request.max_screenshot_scrolls,
extra_http_headers=workflow_run_request.extra_http_headers,
- cdp_connect_headers=workflow_run_request.cdp_connect_headers,
browser_address=workflow_run_request.browser_address,
run_with=workflow_run_request.run_with,
ai_fallback=workflow_run_request.ai_fallback,
@@ -748,7 +745,6 @@ async def create_workflow_from_prompt(
proxy_location=request.proxy_location,
max_screenshot_scrolling_times=request.max_screenshot_scrolls,
extra_http_headers=request.extra_http_headers,
- cdp_connect_headers=request.cdp_connect_headers,
max_iterations=x_max_iterations_override,
max_steps=x_max_steps_override,
status=WorkflowStatus.published if request.publish_workflow else WorkflowStatus.auto_generated,
@@ -2073,6 +2069,14 @@ async def heartbeat() -> Response:
include_in_schema=False,
)
@legacy_base_router.get("/version/", include_in_schema=False)
+@base_router.get(
+ "/version",
+ tags=["server"],
+ summary="Get server version",
+ description="Returns the current Skyvern server version (git SHA for official builds).",
+ responses={200: {"description": "Current server version"}},
+)
+@base_router.get("/version/", include_in_schema=False)
async def get_version() -> dict[str, str]:
"""
Get the current server version.
@@ -3545,7 +3549,6 @@ async def run_task_v2(
max_screenshot_scrolling_times=data.max_screenshot_scrolls,
browser_session_id=data.browser_session_id,
extra_http_headers=data.extra_http_headers,
- cdp_connect_headers=data.cdp_connect_headers,
browser_address=data.browser_address,
trigger_type=legacy_v2_trigger_type,
)
diff --git a/skyvern/forge/sdk/schemas/task_v2.py b/skyvern/forge/sdk/schemas/task_v2.py
index 6c5ab1101..c839c752b 100644
--- a/skyvern/forge/sdk/schemas/task_v2.py
+++ b/skyvern/forge/sdk/schemas/task_v2.py
@@ -3,11 +3,10 @@ from datetime import datetime
from enum import StrEnum
from typing import Any
-from pydantic import BaseModel, ConfigDict, Field, field_serializer, field_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator
from skyvern.forge.sdk.settings_manager import SettingsManager
from skyvern.schemas.runs import GeoTarget, ProxyLocation, ProxyLocationInput
-from skyvern.utils.secret_headers import mask_header_values
from skyvern.utils.url_validators import validate_url
DEFAULT_WORKFLOW_TITLE = "New Workflow"
@@ -54,7 +53,6 @@ class TaskV2(BaseModel):
finished_at: datetime | None = None
max_screenshot_scrolls: int | None = Field(default=None, alias="max_screenshot_scrolling_times")
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
browser_address: str | None = None
run_with: str | None = None
failure_category: list[dict[str, Any]] | None = None
@@ -119,10 +117,6 @@ class TaskV2(BaseModel):
def deserialize_proxy_location(cls, proxy_location: ProxyLocationInput | str) -> ProxyLocationInput:
return cls._parse_proxy_location(proxy_location)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
class ThoughtType(StrEnum):
"""
@@ -213,7 +207,6 @@ class TaskV2Request(BaseModel):
workflow_system_prompt: str | None = None
max_screenshot_scrolls: int | None = None
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
browser_address: str | None = None
run_with: str | None = None
ai_fallback: bool = False
diff --git a/skyvern/forge/sdk/schemas/tasks.py b/skyvern/forge/sdk/schemas/tasks.py
index 5075348e9..3e7d62dbe 100644
--- a/skyvern/forge/sdk/schemas/tasks.py
+++ b/skyvern/forge/sdk/schemas/tasks.py
@@ -5,7 +5,7 @@ from enum import StrEnum
from typing import Any
from fastapi import status
-from pydantic import BaseModel, Field, field_serializer, field_validator, model_validator
+from pydantic import BaseModel, Field, field_validator, model_validator
from typing_extensions import Self
from skyvern.exceptions import (
@@ -19,7 +19,6 @@ from skyvern.forge.sdk.schemas.files import FileInfo
from skyvern.forge.sdk.settings_manager import SettingsManager
from skyvern.schemas.docs.doc_strings import PROXY_LOCATION_DOC_STRING
from skyvern.schemas.runs import ProxyLocationInput
-from skyvern.utils.secret_headers import mask_header_values
from skyvern.utils.url_validators import validate_url
@@ -86,14 +85,6 @@ class TaskBase(BaseModel):
extra_http_headers: dict[str, str] | None = Field(
None, description="The extra HTTP headers for the requests in browser."
)
- cdp_connect_headers: dict[str, str] | None = Field(
- None,
- description=(
- "HTTP headers attached ONLY to the CDP WebSocket handshake when connecting to "
- "a remote browser via browser_address. Use this for browser-provider auth. "
- "Never forwarded to target websites."
- ),
- )
complete_criterion: str | None = Field(
default=None, description="Criterion to complete", examples=["Complete if 'hello world' shows up on the page"]
)
@@ -137,10 +128,6 @@ class TaskBase(BaseModel):
description="If False, omit the scraped page text dump from the extract-information prompt. ExtractionBlock opts out; everything else keeps the default.",
)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
class TaskRequest(TaskBase):
url: str = Field(
diff --git a/skyvern/forge/sdk/workflow/models/workflow.py b/skyvern/forge/sdk/workflow/models/workflow.py
index 4f98a750a..51099cfae 100644
--- a/skyvern/forge/sdk/workflow/models/workflow.py
+++ b/skyvern/forge/sdk/workflow/models/workflow.py
@@ -2,7 +2,7 @@ from datetime import datetime
from enum import StrEnum
from typing import Any, List
-from pydantic import BaseModel, field_serializer, field_validator
+from pydantic import BaseModel, field_validator
from typing_extensions import deprecated
from skyvern.forge.sdk.db.enums import WorkflowRunTriggerType
@@ -18,7 +18,6 @@ from skyvern.forge.sdk.workflow.models.parameter import PARAMETER_TYPE, OutputPa
from skyvern.forge.sdk.workflow.models.validators import normalize_run_metadata, normalize_run_with
from skyvern.schemas.runs import ProxyLocationInput, ScriptRunResponse
from skyvern.schemas.workflows import WorkflowStatus
-from skyvern.utils.secret_headers import mask_header_values
from skyvern.utils.url_validators import validate_url
@@ -33,7 +32,6 @@ class WorkflowRequestBody(BaseModel):
browser_profile_id: str | None = None
max_screenshot_scrolls: int | None = None
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
browser_address: str | None = None
run_with: str | None = None
ai_fallback: bool | None = None
@@ -114,7 +112,6 @@ class Workflow(BaseModel):
status: WorkflowStatus = WorkflowStatus.published
max_screenshot_scrolls: int | None = None
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
run_with: str = "agent"
ai_fallback: bool = True
cache_key: str | None = None
@@ -133,10 +130,6 @@ class Workflow(BaseModel):
def _normalize_run_with(cls, v: str | None) -> str:
return normalize_run_with(v)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
created_at: datetime
modified_at: datetime
deleted_at: datetime | None = None
@@ -196,7 +189,6 @@ class WorkflowRun(BaseModel):
debug_session_id: str | None = None
status: WorkflowRunStatus
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
proxy_location: ProxyLocationInput = None
webhook_callback_url: str | None = None
webhook_failure_reason: str | None = None
@@ -230,10 +222,6 @@ class WorkflowRun(BaseModel):
return None
return normalize_run_with(v)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
queued_at: datetime | None = None
started_at: datetime | None = None
finished_at: datetime | None = None
@@ -305,7 +293,6 @@ class WorkflowRunResponseBase(BaseModel):
totp_verification_url: str | None = None
totp_identifier: str | None = None
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
queued_at: datetime | None = None
started_at: datetime | None = None
finished_at: datetime | None = None
@@ -335,10 +322,6 @@ class WorkflowRunResponseBase(BaseModel):
def _normalize_run_with(cls, v: str | None) -> str:
return normalize_run_with(v)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
class WorkflowRunWithWorkflowResponse(WorkflowRunResponseBase):
workflow: Workflow
diff --git a/skyvern/forge/sdk/workflow/service.py b/skyvern/forge/sdk/workflow/service.py
index 489057538..2f77b7398 100644
--- a/skyvern/forge/sdk/workflow/service.py
+++ b/skyvern/forge/sdk/workflow/service.py
@@ -131,7 +131,6 @@ from skyvern.schemas.workflows import (
from skyvern.services import script_service, workflow_script_service
from skyvern.services.webhook_delivery import deliver_webhook_with_retries
from skyvern.utils.css_selector import build_action_summaries_with_timing # shared with script_service
-from skyvern.utils.secret_headers import merge_masked_headers
from skyvern.utils.url_validators import validate_url as validate_url_with_blocked_host_check
from skyvern.webeye.browser_state import BrowserState
@@ -904,13 +903,6 @@ class WorkflowService:
and workflow.browser_profile_id is not None
):
workflow_request.browser_profile_id = workflow.browser_profile_id
- if workflow_request.cdp_connect_headers is None:
- if workflow.cdp_connect_headers is not None:
- workflow_request.cdp_connect_headers = workflow.cdp_connect_headers
- else:
- workflow_request.cdp_connect_headers = merge_masked_headers(
- workflow_request.cdp_connect_headers, workflow.cdp_connect_headers
- )
if workflow_request.run_with is None:
workflow_request.run_with = workflow.run_with
@@ -1033,6 +1025,21 @@ class WorkflowService:
workflow_run_id=workflow_run.workflow_run_id,
)
+ if os.getenv("FORCE_DISABLE_LLM_SCREENSHOTS", "").lower() in ("true", "1", "yes"):
+ new_context.disable_llm_screenshots = True
+ else:
+ try:
+ new_context.disable_llm_screenshots = (
+ await app.EXPERIMENTATION_PROVIDER.is_feature_enabled_cached(
+ "DISABLE_LLM_SCREENSHOTS",
+ workflow_run.workflow_run_id,
+ properties={"organization_id": organization.organization_id},
+ )
+ )
+ except Exception:
+ LOG.warning("Failed to check DISABLE_LLM_SCREENSHOTS flag for workflow", exc_info=True)
+ new_context.disable_llm_screenshots = False
+
# Create all the workflow run parameters, AWSSecretParameter won't have workflow run parameters created.
all_workflow_parameters = await self.get_workflow_parameters(workflow_id=workflow.workflow_id)
try:
@@ -3491,7 +3498,6 @@ class WorkflowService:
is_saved_task: bool = False,
status: WorkflowStatus = WorkflowStatus.published,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
run_with: str | None = None,
cache_key: str | None = None,
ai_fallback: bool | None = None,
@@ -3523,7 +3529,6 @@ class WorkflowService:
is_saved_task=is_saved_task,
status=status,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
run_with=run_with,
cache_key=cache_key,
ai_fallback=True if ai_fallback is None else ai_fallback,
@@ -3551,7 +3556,6 @@ class WorkflowService:
proxy_location: ProxyLocationInput = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
max_iterations: int | None = None,
max_steps: int | None = None,
status: WorkflowStatus = WorkflowStatus.auto_generated,
@@ -3692,7 +3696,6 @@ class WorkflowService:
totp_identifier=totp_identifier,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
status=status,
run_with=run_with,
ai_fallback=ai_fallback,
@@ -3905,7 +3908,6 @@ class WorkflowService:
model: dict[str, Any] | None | object = _UNSET,
max_screenshot_scrolling_times: int | None | object = _UNSET,
extra_http_headers: dict[str, str] | None | object = _UNSET,
- cdp_connect_headers: dict[str, str] | None | object = _UNSET,
run_with: str | None = None,
ai_fallback: bool | None = None,
cache_key: str | None = None,
@@ -3928,7 +3930,6 @@ class WorkflowService:
model=model,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
run_with=run_with,
ai_fallback=ai_fallback,
cache_key=cache_key,
@@ -3952,7 +3953,6 @@ class WorkflowService:
model=model,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
run_with=run_with,
ai_fallback=ai_fallback,
cache_key=cache_key,
@@ -4302,7 +4302,6 @@ class WorkflowService:
parent_workflow_run_id=parent_workflow_run_id,
max_screenshot_scrolling_times=workflow_request.max_screenshot_scrolls,
extra_http_headers=workflow_request.extra_http_headers,
- cdp_connect_headers=workflow_request.cdp_connect_headers,
browser_address=workflow_request.browser_address,
sequential_key=sequential_key,
run_with=workflow_request.run_with,
@@ -5201,7 +5200,6 @@ class WorkflowService:
totp_verification_url=workflow_run.totp_verification_url,
totp_identifier=workflow_run.totp_identifier,
extra_http_headers=workflow_run.extra_http_headers,
- cdp_connect_headers=workflow_run.cdp_connect_headers,
queued_at=workflow_run.queued_at,
started_at=workflow_run.started_at,
finished_at=workflow_run.finished_at,
@@ -5692,17 +5690,6 @@ class WorkflowService:
if existing_latest_workflow:
existing_version = existing_latest_workflow.version
- # Missing field inherits the stored dict; an explicit dict (possibly
- # with mask sentinels for unedited keys) is resolved entry-by-entry
- # against the stored value so newly-added keys aren't dropped.
- if request.cdp_connect_headers is None:
- effective_cdp_connect_headers = existing_latest_workflow.cdp_connect_headers
- else:
- effective_cdp_connect_headers = merge_masked_headers(
- request.cdp_connect_headers,
- existing_latest_workflow.cdp_connect_headers,
- )
-
# NOTE: it's only potential, as it may be immediately deleted!
potential_workflow = await self.create_workflow(
title=title,
@@ -5718,7 +5705,6 @@ class WorkflowService:
model=request.model,
max_screenshot_scrolling_times=request.max_screenshot_scrolls,
extra_http_headers=request.extra_http_headers,
- cdp_connect_headers=effective_cdp_connect_headers,
workflow_permanent_id=existing_latest_workflow.workflow_permanent_id,
version=existing_version + 1,
is_saved_task=request.is_saved_task,
@@ -5738,10 +5724,6 @@ class WorkflowService:
edited_by=edited_by,
)
else:
- # No existing workflow to inherit from; merge_masked_headers drops
- # any keys whose value is the mask sentinel so we never persist the
- # literal "***" placeholder from a misbehaving client.
- new_cdp_connect_headers = merge_masked_headers(request.cdp_connect_headers, None)
# NOTE: it's only potential, as it may be immediately deleted!
potential_workflow = await self.create_workflow(
title=title,
@@ -5757,7 +5739,6 @@ class WorkflowService:
model=request.model,
max_screenshot_scrolling_times=request.max_screenshot_scrolls,
extra_http_headers=request.extra_http_headers,
- cdp_connect_headers=new_cdp_connect_headers,
is_saved_task=request.is_saved_task,
status=request.status,
run_with=request.run_with,
@@ -5835,7 +5816,6 @@ class WorkflowService:
proxy_location: ProxyLocationInput = None,
max_screenshot_scrolling_times: int | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
run_with: str | None = None,
status: WorkflowStatus = WorkflowStatus.published,
) -> Workflow:
@@ -5853,7 +5833,6 @@ class WorkflowService:
status=status,
max_screenshot_scrolls=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
run_with=run_with,
)
return await app.WORKFLOW_SERVICE.create_workflow_from_request(
diff --git a/skyvern/schemas/run_blocks.py b/skyvern/schemas/run_blocks.py
index b7359850e..f7b4baaeb 100644
--- a/skyvern/schemas/run_blocks.py
+++ b/skyvern/schemas/run_blocks.py
@@ -31,13 +31,6 @@ class BaseRunBlockRequest(BaseModel):
extra_http_headers: dict[str, str] | None = Field(
default=None, description="Additional HTTP headers to include in requests"
)
- cdp_connect_headers: dict[str, str] | None = Field(
- default=None,
- description=(
- "HTTP headers attached ONLY to the CDP WebSocket handshake when connecting "
- "to a remote browser via browser_address. Never forwarded to target websites."
- ),
- )
max_screenshot_scrolling_times: int | None = Field(
default=None, description="Maximum number of times to scroll for screenshots"
)
diff --git a/skyvern/schemas/runs.py b/skyvern/schemas/runs.py
index c58faa32e..714f1d8db 100644
--- a/skyvern/schemas/runs.py
+++ b/skyvern/schemas/runs.py
@@ -3,7 +3,7 @@ from __future__ import annotations
from datetime import datetime
from typing import TYPE_CHECKING, Annotated, Any, Literal, TypeAlias, Union
-from pydantic import BaseModel, ConfigDict, Field, field_serializer, field_validator, model_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
from skyvern.forge.sdk.schemas.files import FileInfo
from skyvern.forge.sdk.workflow.models.validators import normalize_run_metadata, normalize_run_with
@@ -45,7 +45,6 @@ from skyvern.schemas.run_enums import ( # noqa: F401
RunStatus,
RunType,
)
-from skyvern.utils.secret_headers import mask_header_values
from skyvern.utils.url_validators import validate_url
# Type checkers need string Literal values, while pydantic's discriminated
@@ -129,15 +128,6 @@ class TaskRunRequest(BaseModel):
default=None,
description="The extra HTTP headers for the requests in browser.",
)
- cdp_connect_headers: dict[str, str] | None = Field(
- default=None,
- description=(
- "HTTP headers attached ONLY to the CDP WebSocket handshake when connecting to "
- "a remote browser via browser_address. Use this for browser-provider auth "
- "(e.g., x-api-key for Skyvern Cloud, Browserless, or similar). These headers "
- "are NEVER forwarded to target websites."
- ),
- )
publish_workflow: bool = Field(
default=False,
description="Whether to publish this task as a reusable workflow. Only available for skyvern-2.0.",
@@ -184,10 +174,6 @@ class TaskRunRequest(BaseModel):
return validate_url(url)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
@model_validator(mode="after")
def _force_v2_for_publish_workflow(self) -> TaskRunRequest:
if self.publish_workflow and self.engine != RunEngine.skyvern_v2:
@@ -236,15 +222,6 @@ class WorkflowRunRequest(BaseModel):
default=None,
description="The extra HTTP headers for the requests in browser.",
)
- cdp_connect_headers: dict[str, str] | None = Field(
- default=None,
- description=(
- "HTTP headers attached ONLY to the CDP WebSocket handshake when connecting to "
- "a remote browser via browser_address. Use this for browser-provider auth "
- "(e.g., x-api-key for Skyvern Cloud, Browserless, or similar). These headers "
- "are NEVER forwarded to target websites."
- ),
- )
browser_address: str | None = Field(
default=None,
description="The CDP address for the workflow run.",
@@ -283,10 +260,6 @@ class WorkflowRunRequest(BaseModel):
return url
return validate_url(url)
- @field_serializer("cdp_connect_headers")
- def _mask_cdp_connect_headers(self, headers: dict[str, str] | None) -> dict[str, str] | None:
- return mask_header_values(headers)
-
class BlockRunRequest(WorkflowRunRequest):
block_labels: list[str] = Field(
diff --git a/skyvern/schemas/workflows.py b/skyvern/schemas/workflows.py
index ac48174a9..7f3e30324 100644
--- a/skyvern/schemas/workflows.py
+++ b/skyvern/schemas/workflows.py
@@ -1174,7 +1174,6 @@ class WorkflowCreateYAMLRequest(BaseModel):
is_saved_task: bool = False
max_screenshot_scrolls: int | None = None
extra_http_headers: dict[str, str] | None = None
- cdp_connect_headers: dict[str, str] | None = None
status: WorkflowStatus = WorkflowStatus.published
run_with: str = "agent"
ai_fallback: bool = True
diff --git a/skyvern/services/task_v2_service.py b/skyvern/services/task_v2_service.py
index 91662b341..68a2b0e0f 100644
--- a/skyvern/services/task_v2_service.py
+++ b/skyvern/services/task_v2_service.py
@@ -260,7 +260,6 @@ async def initialize_task_v2(
max_screenshot_scrolling_times: int | None = None,
browser_session_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
run_with: str | None = None,
trigger_type: WorkflowRunTriggerType | None = None,
@@ -279,7 +278,6 @@ async def initialize_task_v2(
model=model,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
run_with=run_with,
)
@@ -301,7 +299,6 @@ async def initialize_task_v2(
status=workflow_status,
max_screenshot_scrolling_times=max_screenshot_scrolling_times,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
run_with=run_with,
)
workflow_run = await app.WORKFLOW_SERVICE.setup_workflow_run(
@@ -310,7 +307,6 @@ async def initialize_task_v2(
max_screenshot_scrolls=max_screenshot_scrolling_times,
browser_session_id=browser_session_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
run_with=run_with,
),
diff --git a/skyvern/utils/secret_headers.py b/skyvern/utils/secret_headers.py
deleted file mode 100644
index 3981d2f4c..000000000
--- a/skyvern/utils/secret_headers.py
+++ /dev/null
@@ -1,39 +0,0 @@
-SECRET_HEADER_MASK = "***"
-
-
-def mask_header_values(headers: dict[str, str] | None) -> dict[str, str] | None:
- """Replace every value in a header dict with ``SECRET_HEADER_MASK``.
-
- Used by Pydantic ``field_serializer`` hooks on ``cdp_connect_headers`` so that
- API responses never echo browser-provider credentials (e.g. ``x-api-key``)
- back to clients polling status endpoints. The serializer fires on
- ``model_dump``/JSON serialization only, so internal attribute access still
- returns the raw value used for the CDP handshake.
- """
- if not headers:
- return headers
- return {k: SECRET_HEADER_MASK for k in headers}
-
-
-def merge_masked_headers(
- new_headers: dict[str, str] | None,
- stored_headers: dict[str, str] | None,
-) -> dict[str, str] | None:
- """Resolve ``SECRET_HEADER_MASK`` entries in ``new_headers`` against ``stored_headers`` per-key.
-
- Masked entries fall back to the stored value (preserving credentials on round-trip)
- or are dropped when no stored value exists; non-masked entries pass through verbatim.
- Returns ``None`` only when ``new_headers`` is ``None`` so callers can distinguish
- "field omitted" from an explicit empty/cleared dict.
- """
- if new_headers is None:
- return None
- stored = stored_headers or {}
- merged: dict[str, str] = {}
- for key, value in new_headers.items():
- if value == SECRET_HEADER_MASK:
- if key in stored:
- merged[key] = stored[key]
- continue
- merged[key] = value
- return merged
diff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.py
index fb2e80f9c..6d29230d9 100644
--- a/skyvern/webeye/actions/handler.py
+++ b/skyvern/webeye/actions/handler.py
@@ -4575,7 +4575,7 @@ async def normal_select(
step=step,
skyvern_element=skyvern_element,
)
- LOG.info(
+ LOG.debug(
"Parsed input/select context",
context=input_or_select_context,
)
@@ -5301,7 +5301,7 @@ async def _get_input_or_select_context(
json_response["intention"] = action.intention
input_or_select_context = InputOrSelectContext.model_validate(json_response)
- LOG.info(
+ LOG.debug(
"Parsed input/select context",
context=input_or_select_context,
)
diff --git a/skyvern/webeye/browser_factory.py b/skyvern/webeye/browser_factory.py
index 3f2027435..a4361ea8a 100644
--- a/skyvern/webeye/browser_factory.py
+++ b/skyvern/webeye/browser_factory.py
@@ -517,7 +517,6 @@ async def _create_headless_chromium(
playwright: Playwright,
proxy_location: ProxyLocation | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
**kwargs: dict,
) -> tuple[BrowserContext, BrowserArtifacts, BrowserCleanupFunc]:
if browser_address := kwargs.get("browser_address"):
@@ -525,7 +524,6 @@ async def _create_headless_chromium(
playwright,
remote_browser_url=str(browser_address),
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
apply_download_behaviour=True,
)
@@ -608,7 +606,6 @@ async def _create_headful_chromium(
playwright: Playwright,
proxy_location: ProxyLocation | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
**kwargs: dict,
) -> tuple[BrowserContext, BrowserArtifacts, BrowserCleanupFunc]:
if browser_address := kwargs.get("browser_address"):
@@ -616,7 +613,6 @@ async def _create_headful_chromium(
playwright,
remote_browser_url=str(browser_address),
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
apply_download_behaviour=True,
)
@@ -727,7 +723,6 @@ async def _create_cdp_connection_browser(
playwright: Playwright,
proxy_location: ProxyLocation | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
**kwargs: dict,
) -> tuple[BrowserContext, BrowserArtifacts, BrowserCleanupFunc]:
if browser_address := kwargs.get("browser_address"):
@@ -735,7 +730,6 @@ async def _create_cdp_connection_browser(
playwright,
remote_browser_url=str(browser_address),
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
apply_download_behaviour=True,
)
@@ -793,7 +787,6 @@ async def _connect_to_cdp_browser(
playwright: Playwright,
remote_browser_url: str,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
apply_download_behaviour: bool = False,
) -> tuple[BrowserContext, BrowserArtifacts, BrowserCleanupFunc]:
parsed_headers = parse_extra_headers(extra_http_headers)
@@ -807,20 +800,10 @@ async def _connect_to_cdp_browser(
)
LOG.info("Connecting browser CDP connection", remote_browser_url=remote_browser_url)
- cdp_headers = build_cdp_connect_headers(settings.BROWSER_REMOTE_DEBUGGING_HOST_HEADER) or {}
- if cdp_connect_headers:
- # HTTP header names are case-insensitive, so a plain ``{**user, **server}``
- # would still leak a user-supplied ``host`` alongside our managed ``Host``.
- # Drop any user key that collides with a server key on a lowercased compare.
- reserved_keys = {key.lower() for key in cdp_headers}
- filtered_user_headers = {
- key: value for key, value in cdp_connect_headers.items() if key.lower() not in reserved_keys
- }
- cdp_headers = {**filtered_user_headers, **cdp_headers}
browser = await _connect_over_cdp_with_diagnostics(
playwright,
remote_browser_url,
- headers=cdp_headers or None,
+ headers=build_cdp_connect_headers(settings.BROWSER_REMOTE_DEBUGGING_HOST_HEADER),
timeout_ms=settings.BROWSER_CDP_CONNECT_TIMEOUT_MS,
)
diff --git a/skyvern/webeye/browser_state.py b/skyvern/webeye/browser_state.py
index 78d14dbcc..8bfc7ce11 100644
--- a/skyvern/webeye/browser_state.py
+++ b/skyvern/webeye/browser_state.py
@@ -28,7 +28,6 @@ class BrowserState(Protocol):
script_id: str | None = None,
organization_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
browser_profile_id: str | None = None,
) -> None: ...
@@ -57,7 +56,6 @@ class BrowserState(Protocol):
script_id: str | None = None,
organization_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
browser_profile_id: str | None = None,
) -> Page: ...
diff --git a/skyvern/webeye/real_browser_manager.py b/skyvern/webeye/real_browser_manager.py
index 9036ceb02..eae11412b 100644
--- a/skyvern/webeye/real_browser_manager.py
+++ b/skyvern/webeye/real_browser_manager.py
@@ -34,7 +34,6 @@ class RealBrowserManager(BrowserManager):
script_id: str | None = None,
organization_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
browser_profile_id: str | None = None,
) -> BrowserState:
@@ -53,7 +52,6 @@ class RealBrowserManager(BrowserManager):
script_id=script_id,
organization_id=organization_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
browser_profile_id=browser_profile_id,
)
@@ -125,7 +123,6 @@ class RealBrowserManager(BrowserManager):
workflow_permanent_id=task.workflow_permanent_id,
organization_id=task.organization_id,
extra_http_headers=task.extra_http_headers,
- cdp_connect_headers=task.cdp_connect_headers,
browser_address=task.browser_address,
)
@@ -148,7 +145,6 @@ class RealBrowserManager(BrowserManager):
workflow_permanent_id=task.workflow_permanent_id,
organization_id=task.organization_id,
extra_http_headers=task.extra_http_headers,
- cdp_connect_headers=task.cdp_connect_headers,
browser_address=task.browser_address,
)
return browser_state
@@ -222,7 +218,6 @@ class RealBrowserManager(BrowserManager):
workflow_permanent_id=workflow_run.workflow_permanent_id,
organization_id=workflow_run.organization_id,
extra_http_headers=workflow_run.extra_http_headers,
- cdp_connect_headers=workflow_run.cdp_connect_headers,
browser_address=workflow_run.browser_address,
browser_profile_id=browser_profile_id,
)
@@ -250,7 +245,6 @@ class RealBrowserManager(BrowserManager):
workflow_permanent_id=workflow_run.workflow_permanent_id,
organization_id=workflow_run.organization_id,
extra_http_headers=workflow_run.extra_http_headers,
- cdp_connect_headers=workflow_run.cdp_connect_headers,
browser_address=workflow_run.browser_address,
browser_profile_id=browser_profile_id,
)
diff --git a/skyvern/webeye/real_browser_state.py b/skyvern/webeye/real_browser_state.py
index 8ea10ba29..567daca49 100644
--- a/skyvern/webeye/real_browser_state.py
+++ b/skyvern/webeye/real_browser_state.py
@@ -83,7 +83,6 @@ class RealBrowserState(BrowserState):
script_id: str | None = None,
organization_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
browser_profile_id: str | None = None,
) -> None:
@@ -103,7 +102,6 @@ class RealBrowserState(BrowserState):
script_id=script_id,
organization_id=organization_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
browser_profile_id=browser_profile_id,
)
@@ -281,7 +279,6 @@ class RealBrowserState(BrowserState):
script_id: str | None = None,
organization_id: str | None = None,
extra_http_headers: dict[str, str] | None = None,
- cdp_connect_headers: dict[str, str] | None = None,
browser_address: str | None = None,
browser_profile_id: str | None = None,
) -> Page:
@@ -299,7 +296,6 @@ class RealBrowserState(BrowserState):
script_id=script_id,
organization_id=organization_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
browser_profile_id=browser_profile_id,
)
@@ -321,7 +317,6 @@ class RealBrowserState(BrowserState):
script_id=script_id,
organization_id=organization_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
browser_profile_id=browser_profile_id,
)
@@ -340,7 +335,6 @@ class RealBrowserState(BrowserState):
script_id=script_id,
organization_id=organization_id,
extra_http_headers=extra_http_headers,
- cdp_connect_headers=cdp_connect_headers,
browser_address=browser_address,
browser_profile_id=browser_profile_id,
)
diff --git a/skyvern/webeye/utils/page.py b/skyvern/webeye/utils/page.py
index ed375ca9a..cb21c719a 100644
--- a/skyvern/webeye/utils/page.py
+++ b/skyvern/webeye/utils/page.py
@@ -195,7 +195,7 @@ async def _scrolling_screenshots_helper(
# check if the scroll height changed, if so, rebuild the element tree
_, scroll_height = await skyvern_page.get_scroll_width_and_height()
if scroll_height != initial_scroll_height:
- LOG.warning(
+ LOG.debug(
"Scroll height changed, rebuild the element tree",
scroll_height=scroll_height,
initial_scroll_height=initial_scroll_height,
diff --git a/tests/unit/test_disable_llm_screenshots_flag.py b/tests/unit/test_disable_llm_screenshots_flag.py
new file mode 100644
index 000000000..887d59f07
--- /dev/null
+++ b/tests/unit/test_disable_llm_screenshots_flag.py
@@ -0,0 +1,47 @@
+from unittest.mock import MagicMock
+
+from skyvern.forge.sdk.api.llm.api_handler_factory import (
+ _llm_screenshots_enabled_metric,
+ _llm_screenshots_for_call,
+)
+from skyvern.forge.sdk.core.skyvern_context import SkyvernContext
+from skyvern.schemas.llm import LLMConfig
+
+
+def test_screenshots_attached_when_vision_and_flag_off() -> None:
+ config = MagicMock(spec=LLMConfig)
+ config.supports_vision = True
+ ctx = SkyvernContext(disable_llm_screenshots=False)
+ assert _llm_screenshots_for_call([b"png"], config, ctx) == [b"png"]
+ assert _llm_screenshots_enabled_metric(config, ctx) is True
+
+
+def test_screenshots_stripped_when_flag_on() -> None:
+ config = MagicMock(spec=LLMConfig)
+ config.supports_vision = True
+ ctx = SkyvernContext(disable_llm_screenshots=True)
+ assert _llm_screenshots_for_call([b"png"], config, ctx) is None
+ assert _llm_screenshots_enabled_metric(config, ctx) is False
+
+
+def test_non_vision_model_never_attaches() -> None:
+ config = MagicMock(spec=LLMConfig)
+ config.supports_vision = False
+ ctx = SkyvernContext(disable_llm_screenshots=False)
+ assert _llm_screenshots_for_call([b"png"], config, ctx) is None
+ assert _llm_screenshots_enabled_metric(config, ctx) is False
+
+
+def test_none_context_treated_as_screenshots_enabled_for_vision() -> None:
+ config = MagicMock(spec=LLMConfig)
+ config.supports_vision = True
+ assert _llm_screenshots_for_call([b"png"], config, None) == [b"png"]
+ assert _llm_screenshots_enabled_metric(config, None) is True
+
+
+def test_none_screenshots_input_still_reports_cohort_when_vision() -> None:
+ config = MagicMock(spec=LLMConfig)
+ config.supports_vision = True
+ ctx = SkyvernContext(disable_llm_screenshots=False)
+ assert _llm_screenshots_for_call(None, config, ctx) is None
+ assert _llm_screenshots_enabled_metric(config, ctx) is True
diff --git a/tests/unit/test_feature_flag_data_hash_cache.py b/tests/unit/test_feature_flag_data_hash_cache.py
new file mode 100644
index 000000000..35898c19d
--- /dev/null
+++ b/tests/unit/test_feature_flag_data_hash_cache.py
@@ -0,0 +1,167 @@
+import asyncio
+from collections.abc import Awaitable, Callable
+
+import pytest
+
+from skyvern.forge.sdk.experimentation.providers import (
+ FEATURE_FLAG_CACHE_BYPASS_NAMES,
+ BaseExperimentationProvider,
+ DataHashFreshnessCache,
+)
+
+
+class FakeClock:
+ def __init__(self) -> None:
+ self.current_time = 0.0
+
+ def now(self) -> float:
+ return self.current_time
+
+ def advance(self, seconds: float) -> None:
+ self.current_time += seconds
+
+
+class SequenceExperimentationProvider(BaseExperimentationProvider):
+ def __init__(self, enabled_results: list[bool]) -> None:
+ super().__init__()
+ self.enabled_results = enabled_results
+ self.enabled_calls = 0
+ self.prepare_calls: list[tuple[str, bool]] = []
+
+ async def _prepare_feature_flag_resolution(self, feature_name: str, *, cached: bool) -> None:
+ self.prepare_calls.append((feature_name, cached))
+
+ async def _is_feature_enabled(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> bool:
+ self.enabled_calls += 1
+ return self.enabled_results.pop(0)
+
+ async def _get_value(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> str | None:
+ return None
+
+ async def _get_payload(self, feature_name: str, distinct_id: str, properties: dict | None = None) -> str | None:
+ return None
+
+
+def _counting_refresh(counter: list[int]) -> Callable[[], Awaitable[None]]:
+ async def refresh() -> None:
+ counter[0] += 1
+
+ return refresh
+
+
+async def test_data_hash_freshness_cache_uses_ttl_before_refetching() -> None:
+ clock = FakeClock()
+ cache = DataHashFreshnessCache(ttl_seconds=30, clock=clock.now)
+ refresh_count = [0]
+
+ await cache.refresh_if_stale(_counting_refresh(refresh_count))
+ clock.advance(29)
+ await cache.refresh_if_stale(_counting_refresh(refresh_count))
+ clock.advance(2)
+ await cache.refresh_if_stale(_counting_refresh(refresh_count))
+
+ assert refresh_count[0] == 2
+
+
+async def test_data_hash_freshness_cache_bypass_refetches_each_call() -> None:
+ clock = FakeClock()
+ cache = DataHashFreshnessCache(ttl_seconds=30, clock=clock.now)
+ refresh_count = [0]
+
+ await cache.refresh_if_stale(_counting_refresh(refresh_count), bypass_cache=True)
+ clock.advance(1)
+ await cache.refresh_if_stale(_counting_refresh(refresh_count), bypass_cache=True)
+
+ assert refresh_count[0] == 2
+
+
+async def test_feature_enabled_cached_bypasses_known_kill_switch_flags() -> None:
+ provider = SequenceExperimentationProvider([False, True, False])
+
+ assert await provider.is_feature_enabled_cached("RATE_LIMITING_ENABLED", "org_123") is False
+ assert await provider.is_feature_enabled_cached("RATE_LIMITING_ENABLED", "org_123") is True
+ assert await provider.is_feature_enabled_cached("NOT_A_KILL_SWITCH", "org_123") is False
+ assert await provider.is_feature_enabled_cached("NOT_A_KILL_SWITCH", "org_123") is False
+
+ assert "RATE_LIMITING_ENABLED" in FEATURE_FLAG_CACHE_BYPASS_NAMES
+ assert provider.enabled_calls == 3
+ assert provider.prepare_calls == [
+ ("RATE_LIMITING_ENABLED", False),
+ ("RATE_LIMITING_ENABLED", False),
+ ("NOT_A_KILL_SWITCH", True),
+ ]
+
+
+async def test_direct_feature_enabled_bypasses_data_hash_ttl_gate() -> None:
+ provider = SequenceExperimentationProvider([False, True])
+
+ assert await provider.is_feature_enabled("TEST_FLAG", "org_123") is False
+ assert await provider.is_feature_enabled("TEST_FLAG", "org_123") is True
+
+ assert provider.enabled_calls == 2
+ assert provider.prepare_calls == [
+ ("TEST_FLAG", False),
+ ("TEST_FLAG", False),
+ ]
+
+
+async def test_data_hash_freshness_cache_single_flights_concurrent_cold_misses() -> None:
+ cache = DataHashFreshnessCache(ttl_seconds=30)
+ refresh_count = 0
+ refresh_started = asyncio.Event()
+ release_refresh = asyncio.Event()
+
+ async def refresh() -> None:
+ nonlocal refresh_count
+ refresh_count += 1
+ refresh_started.set()
+ await release_refresh.wait()
+
+ tasks = [asyncio.create_task(cache.refresh_if_stale(refresh)) for _ in range(10)]
+ await refresh_started.wait()
+ await asyncio.sleep(0)
+
+ assert refresh_count == 1
+
+ release_refresh.set()
+ await asyncio.gather(*tasks)
+
+ assert refresh_count == 1
+
+
+async def test_data_hash_freshness_cache_serves_stale_value_during_in_flight_refresh() -> None:
+ clock = FakeClock()
+ cache = DataHashFreshnessCache(ttl_seconds=30, clock=clock.now)
+ local_value = "old"
+ refresh_started = asyncio.Event()
+ release_refresh = asyncio.Event()
+
+ async def initial_refresh() -> None:
+ pass
+
+ await cache.refresh_if_stale(initial_refresh)
+ clock.advance(31)
+
+ async def refresh() -> None:
+ nonlocal local_value
+ refresh_started.set()
+ await release_refresh.wait()
+ local_value = "new"
+
+ async def read_value() -> str:
+ await cache.refresh_if_stale(refresh)
+ return local_value
+
+ first_read = asyncio.create_task(read_value())
+ await refresh_started.wait()
+
+ assert await asyncio.wait_for(read_value(), timeout=0.05) == "old"
+
+ release_refresh.set()
+ assert await first_read == "new"
diff --git a/tests/unit/test_request_logging.py b/tests/unit/test_request_logging.py
index 89d977ffe..3232d891d 100644
--- a/tests/unit/test_request_logging.py
+++ b/tests/unit/test_request_logging.py
@@ -9,6 +9,7 @@ from skyvern.forge.request_logging import (
_BINARY_PLACEHOLDER,
_MAX_BODY_LENGTH,
_REDACTED,
+ _client_ip_from_headers,
_is_loggable_content_type,
_is_sensitive_key,
_sanitize_body,
@@ -16,6 +17,27 @@ from skyvern.forge.request_logging import (
redact_sensitive_fields,
)
+# ---------------------------------------------------------------------------
+# _client_ip_from_headers
+# ---------------------------------------------------------------------------
+
+
+class TestClientIpFromHeaders:
+ def test_extracts_first_hop_from_x_forwarded_for(self) -> None:
+ headers = {"x-forwarded-for": "203.0.113.10, 10.0.0.1"}
+ assert _client_ip_from_headers(headers) == "203.0.113.10"
+
+ def test_extracts_single_ip_without_proxy_chain(self) -> None:
+ headers = {"x-forwarded-for": "198.51.100.2"}
+ assert _client_ip_from_headers(headers) == "198.51.100.2"
+
+ def test_missing_header_returns_none(self) -> None:
+ assert _client_ip_from_headers({}) is None
+
+ def test_empty_header_returns_none(self) -> None:
+ assert _client_ip_from_headers({"x-forwarded-for": ""}) is None
+
+
# ---------------------------------------------------------------------------
# _is_sensitive_key — documents exactly which field names are redacted
# ---------------------------------------------------------------------------
diff --git a/tests/unit/test_workflow_browser_profile_id.py b/tests/unit/test_workflow_browser_profile_id.py
index b988229ff..a77291691 100644
--- a/tests/unit/test_workflow_browser_profile_id.py
+++ b/tests/unit/test_workflow_browser_profile_id.py
@@ -77,7 +77,6 @@ def _make_workflow_stub(browser_profile_id: str | None) -> SimpleNamespace:
proxy_location=None,
webhook_callback_url=None,
extra_http_headers=None,
- cdp_connect_headers=None,
browser_profile_id=browser_profile_id,
run_with="agent",
code_version=None,
diff --git a/tests/unit/test_workflow_run_parameter_batching.py b/tests/unit/test_workflow_run_parameter_batching.py
index 80674a1a0..6cf037ecb 100644
--- a/tests/unit/test_workflow_run_parameter_batching.py
+++ b/tests/unit/test_workflow_run_parameter_batching.py
@@ -55,7 +55,6 @@ def _make_service_with_mocks(
proxy_location=None,
webhook_callback_url=None,
extra_http_headers=None,
- cdp_connect_headers=None,
browser_profile_id=None,
run_with="agent",
code_version=None,
diff --git a/uv.lock b/uv.lock
index 81cd60b3b..66592b02c 100644
--- a/uv.lock
+++ b/uv.lock
@@ -425,15 +425,15 @@ wheels = [
[[package]]
name = "authlib"
-version = "1.7.2"
+version = "1.7.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "cryptography" },
{ name = "joserfc" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/36/98/7d93f30d029643c0275dbc0bd6d5a6f670661ee6c9a94d93af7ab4887600/authlib-1.7.2.tar.gz", hash = "sha256:2cea25fefcd4e7173bdf1372c0afc265c8034b23a8cd5dcb6a9164b826c64231", size = 176511, upload-time = "2026-05-06T08:10:23.116Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/3c/f2/e05664d5275ce811fd4e9df0a2b3f0086ee19a8a80358d95499fa82fd50c/authlib-1.7.1.tar.gz", hash = "sha256:8c09b0f9d080c823e594b52316af70f79a1fa4eed64d0363a076233c04ef063a", size = 175884, upload-time = "2026-05-04T08:11:25.033Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/fb/95/adcb68e20c34162e9135f370d6e31737719c2b6f94bc953fe7ed1f10fe21/authlib-1.7.2-py2.py3-none-any.whl", hash = "sha256:3e1faedc9d87e7d56a164eca3ccb6ace0d61b94abe83e92242f8dc8bba9b4a9f", size = 259548, upload-time = "2026-05-06T08:10:21.436Z" },
+ { url = "https://files.pythonhosted.org/packages/e0/82/730650ee5e5b598b7bfdc291b784bc2f6fe02a5671695485403365101088/authlib-1.7.1-py2.py3-none-any.whl", hash = "sha256:8470f4aa6b5590ac41bd81d6e6ee12448ce36a0da0af19bbed69fb53fb4e8ad9", size = 258826, upload-time = "2026-05-04T08:11:23.208Z" },
]
[[package]]
@@ -945,7 +945,7 @@ wheels = [
[[package]]
name = "cyclopts"
-version = "4.10.2"
+version = "4.11.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "attrs" },
@@ -953,9 +953,9 @@ dependencies = [
{ name = "rich" },
{ name = "rich-rst" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/66/2c/fced34890f6e5a93a4b7afb2c71e8eee2a0719fb26193a0abf159ecb714d/cyclopts-4.10.2.tar.gz", hash = "sha256:d7b950457ef2563596d56331f80cbbbf86a2772535fb8b315c4f03bc7e6127f1", size = 166664, upload-time = "2026-04-08T23:57:45.805Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/f9/fa/eff8f1abae783bade9b5e9bafafd0040d4dbf51988f9384bfdc0326ba1fc/cyclopts-4.11.0.tar.gz", hash = "sha256:1ffcb9990dbd56b90da19980d31596de9e99019980a215a5d76cf88fe452e94d", size = 170690, upload-time = "2026-04-23T00:23:36.858Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/b4/bd/05055d8360cef0757d79367157f3b15c0a0715e81e08f86a04018ec045f0/cyclopts-4.10.2-py3-none-any.whl", hash = "sha256:a1f2d6f8f7afac9456b48f75a40b36658778ddc9c6d406b520d017ae32c990fe", size = 204314, upload-time = "2026-04-08T23:57:46.969Z" },
+ { url = "https://files.pythonhosted.org/packages/7c/37/197db187c260d24d4be1f09d427f59f3fb9a89bcf1354e23865c7bff7607/cyclopts-4.11.0-py3-none-any.whl", hash = "sha256:34318e3823b44b5baa754a5e37ec70a5c17dc81c65e4295ed70e17bc1aeae50d", size = 208494, upload-time = "2026-04-23T00:23:34.948Z" },
]
[[package]]
@@ -1428,7 +1428,7 @@ wheels = [
[[package]]
name = "google-cloud-aiplatform"
-version = "1.151.0"
+version = "1.149.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "docstring-parser" },
@@ -1444,9 +1444,9 @@ dependencies = [
{ name = "pydantic" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/ec/f6/e2fbe175a011f5080da8c1f7d9169a6875a00ea2c7bee4193d952b097400/google_cloud_aiplatform-1.151.0.tar.gz", hash = "sha256:2f29b1853f790a7371a746c747bf1f664380b534254682441acd4b5ee26fafd2", size = 10617421, upload-time = "2026-05-07T21:56:52.91Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/42/2c/fba4adc56f74c0ee0fbd91a39d414ca2c3588dd8b71f9be8a507015ca886/google_cloud_aiplatform-1.149.0.tar.gz", hash = "sha256:a4d73485bf1d727a9e1bbbd13d08d7031490686bbf7d125eb905c1a6c1559a35", size = 10451466, upload-time = "2026-04-27T23:11:54.513Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/f6/4a/cd35f8ba622d563b1335222284d2838aa789b953b40516b1b997e50fe5b6/google_cloud_aiplatform-1.151.0-py2.py3-none-any.whl", hash = "sha256:61372bb0923b14b8027f45b83393452df3a85bf4ea86fa48e08844fb5ec50049", size = 8732627, upload-time = "2026-05-07T21:56:49.014Z" },
+ { url = "https://files.pythonhosted.org/packages/bf/a0/27719ba23967ef62e52a1d54e013e0fc174bdab8dd84fb300bab9bf0d4a3/google_cloud_aiplatform-1.149.0-py2.py3-none-any.whl", hash = "sha256:e6b5299fa5d303e971cb29a19f03fdbb7b1e3b9d2faa3a788ca933341fba2f2e", size = 8570410, upload-time = "2026-04-27T23:11:50.495Z" },
]
[[package]]
@@ -3336,7 +3336,7 @@ wheels = [
[[package]]
name = "openai"
-version = "2.32.0"
+version = "2.33.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
@@ -3348,9 +3348,9 @@ dependencies = [
{ name = "tqdm" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/ed/59/bdcc6b759b8c42dd73afaf5bf8f902c04b37987a5514dbc1c64dba390fef/openai-2.32.0.tar.gz", hash = "sha256:c54b27a9e4cb8d51f0dd94972ffd1a04437efeb259a9e60d8922b8bd26fe55e0", size = 693286, upload-time = "2026-04-15T22:28:19.434Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/f0/ee/d056c82f63c05f06baac0cffb4a90952d8274f90c49dfe244f20497b9bbd/openai-2.33.0.tar.gz", hash = "sha256:f850c435e2a4685bba3295bd54912dd26315d9c1b7733068186134d6e0599f9a", size = 693254, upload-time = "2026-04-28T14:04:42.428Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/1e/c1/d6e64ccd0536bf616556f0cad2b6d94a8125f508d25cfd814b1d2db4e2f1/openai-2.32.0-py3-none-any.whl", hash = "sha256:4dcc9badeb4bf54ad0d187453742f290226d30150890b7890711bda4f32f192f", size = 1162570, upload-time = "2026-04-15T22:28:17.714Z" },
+ { url = "https://files.pythonhosted.org/packages/7d/32/37734d769bc8b42e4938785313cc05aade6cb0fa72479d3220a0d61a4e78/openai-2.33.0-py3-none-any.whl", hash = "sha256:03ac37d70e8c9e3a8124214e3afa785e2cbc12e627fbd98177a086ef2fd87ad5", size = 1162695, upload-time = "2026-04-28T14:04:40.482Z" },
]
[[package]]
@@ -3900,11 +3900,11 @@ wheels = [
[[package]]
name = "pathspec"
-version = "1.0.4"
+version = "1.1.0"
source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/fa/36/e27608899f9b8d4dff0617b2d9ab17ca5608956ca44461ac14ac48b44015/pathspec-1.0.4.tar.gz", hash = "sha256:0210e2ae8a21a9137c0d470578cb0e595af87edaa6ebf12ff176f14a02e0e645", size = 131200, upload-time = "2026-01-27T03:59:46.938Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/2e/17/9c3094b822982b9f1ea666d8580ce59000f61f87c1663556fb72031ad9ec/pathspec-1.1.0.tar.gz", hash = "sha256:f5d7c555da02fd8dde3e4a2354b6aba817a89112fa8f333f7917a2a4834dd080", size = 133918, upload-time = "2026-04-23T01:46:22.298Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/ef/3c/2c197d226f9ea224a9ab8d197933f9da0ae0aac5b6e0f884e2b8d9c8e9f7/pathspec-1.0.4-py3-none-any.whl", hash = "sha256:fb6ae2fd4e7c921a165808a552060e722767cfa526f99ca5156ed2ce45a5c723", size = 55206, upload-time = "2026-01-27T03:59:45.137Z" },
+ { url = "https://files.pythonhosted.org/packages/fa/c9/8eed0486f074e9f1ca7f8ce5ad663e65f12fdab344028d658fa1b03d35e0/pathspec-1.1.0-py3-none-any.whl", hash = "sha256:574b128f7456bd899045ccd142dd446af7e6cfd0072d63ad73fbc55fbb4aaa42", size = 56264, upload-time = "2026-04-23T01:46:20.606Z" },
]
[[package]]
@@ -5967,15 +5967,15 @@ mypy = [
[[package]]
name = "sse-starlette"
-version = "3.4.2"
+version = "3.4.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
{ name = "starlette" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/38/82/10cdfab4ab663a6b6bd624d33f55b2cfa41af5105be033a6d5d135a92c5f/sse_starlette-3.4.2.tar.gz", hash = "sha256:2f9a7f51ed84395a0427fb9f66cb1ec11f7899d977a72cbc9070b962a2e14489", size = 35236, upload-time = "2026-05-06T19:42:13.727Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/e1/9a/f35932a8c0eb6b2287b66fa65a0321df8c84e4e355a659c1841a37c39fdb/sse_starlette-3.4.1.tar.gz", hash = "sha256:f780bebcf6c8997fe514e3bd8e8c648d8284976b391c8bed0bcb1f611632b555", size = 35127, upload-time = "2026-04-26T13:32:32.292Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/c1/27/351c71e803c56090d8d3bf9520422debeb8ed938871fd4f7ef519805a6c5/sse_starlette-3.4.2-py3-none-any.whl", hash = "sha256:6ea5d35b7ce979a3de5a0db5f77fe886b1616e4b3e1ad93fba502bd9b5fb662f", size = 16516, upload-time = "2026-05-06T19:42:12.201Z" },
+ { url = "https://files.pythonhosted.org/packages/ff/07/45c21ed03d708c477367305726b89919b020a3a2a01f72aaf5ad941caf35/sse_starlette-3.4.1-py3-none-any.whl", hash = "sha256:6b43cf21f1d574d582a6e1b0cfbde1c94dc86a32a701a7168c99c4475c6bd1d0", size = 16487, upload-time = "2026-04-26T13:32:30.819Z" },
]
[[package]]
@@ -6019,15 +6019,15 @@ wheels = [
[[package]]
name = "stripe"
-version = "15.1.0"
+version = "15.0.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "requests" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/45/26/5d6f5f5beae6f1ff78213e2e6f4fbd431518dcd98733cdd39fb4ba0d01d3/stripe-15.1.0.tar.gz", hash = "sha256:24bd3b6bd0969a4841bd4d7681556a9e35e46c414a07c8590a225fbd5a878450", size = 1501673, upload-time = "2026-04-24T00:18:58.612Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/90/b4/bd4baf56cfb9ec7ee66b0d33611e196afaabd12ddcc2322f29449649ec5f/stripe-15.0.1.tar.gz", hash = "sha256:3c04e8cc9ec8d9542f9dd998e2a4361dbe3d0b6150ca17d3f352546cf22c5565", size = 1490326, upload-time = "2026-04-01T23:52:21.218Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/d8/4e/fd9cb74ddf1e61fb6241e2f6799a81ef99bf6cf2e94f8812ee1cd5458e5d/stripe-15.1.0-py3-none-any.whl", hash = "sha256:bdfb556be08662a41833e6403607ebf12e0062cae4f9b93e2b89b6ba926d7c82", size = 2143199, upload-time = "2026-04-24T00:18:56.027Z" },
+ { url = "https://files.pythonhosted.org/packages/e4/ee/4537ba64d6c2f8bc58667f4381429c804bbc2e854b5857337cbc39add620/stripe-15.0.1-py3-none-any.whl", hash = "sha256:0a525e4550b5bf7fb44ff682266b9d46cfb38dd6f1f97a85d361c452f69e6b4b", size = 2132160, upload-time = "2026-04-01T23:52:18.647Z" },
]
[[package]]
@@ -6285,16 +6285,16 @@ wheels = [
[[package]]
name = "types-boto3"
-version = "1.42.94"
+version = "1.42.95"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "botocore-stubs" },
{ name = "types-s3transfer" },
{ name = "typing-extensions", marker = "python_full_version < '3.12'" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/28/02/81e1a6f5869db25a3f6e3a1c570cc8ff609869883310b2fe9929629953f2/types_boto3-1.42.94.tar.gz", hash = "sha256:0d47b32e7e76ec520a80e891706ec939434e2665ba172ef3950476d02f3ffc1b", size = 102979, upload-time = "2026-04-22T21:30:54.897Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/e2/e6/edde18693736fd6d3c200ff03394e8b3eec3cedcae36eb3ae3e2a39428af/types_boto3-1.42.95.tar.gz", hash = "sha256:bce21bb72d21d80e59d5ce18a1eecb57f23fdca49e516190e81f305b3bf60401", size = 102975, upload-time = "2026-04-23T21:37:21.239Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/14/81/55020b7b414751a9752c923ca27ab211e6b1cd4909bd1fa599413e716198/types_boto3-1.42.94-py3-none-any.whl", hash = "sha256:f6c9acd1c9c4e0fdd66a13fd6d206b30d8166c439b2e08a685ab5558ad55c721", size = 70565, upload-time = "2026-04-22T21:30:51.439Z" },
+ { url = "https://files.pythonhosted.org/packages/80/8c/f5e43d8a19e370f0a3f111084c65f12dc8042162049749d75dd572c17fb4/types_boto3-1.42.95-py3-none-any.whl", hash = "sha256:ad5c026ac3378fc4d74ef3bbe4b63fab6ae821cf4e5718a035cfa80224d1f3fe", size = 70560, upload-time = "2026-04-23T21:37:16.898Z" },
]
[package.optional-dependencies]
@@ -6304,14 +6304,14 @@ full = [
[[package]]
name = "types-boto3-full"
-version = "1.42.93"
+version = "1.42.94"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions", marker = "python_full_version < '3.12'" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/08/bf/8c3513a4a9397715ab936d62bd1878c56835d47b308a32ea6d1130abc103/types_boto3_full-1.42.93.tar.gz", hash = "sha256:b0b18872ea7b82c8f680300bcbf4fa827c7173f3774331cae30094e0895f5312", size = 8682422, upload-time = "2026-04-22T01:59:59.757Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/c6/7e/2f301b5f868396524b01d79a997b7a1354ca134b75b517b7b85d6109e216/types_boto3_full-1.42.94.tar.gz", hash = "sha256:e665376c15117f9cbcc21c89a21c2449bd3f4e6f4fdba2d7c9759d3a8f99f4ee", size = 8692455, upload-time = "2026-04-23T02:04:07.677Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/19/1a/dde920b45253d2451889b0a2ddc07d461c2ac86362631404be523ac95805/types_boto3_full-1.42.93-py3-none-any.whl", hash = "sha256:f14f999744fa5bb06661846cb6ec164b4249b09f2dde4a2d3dbea3aa8030bb28", size = 13179511, upload-time = "2026-04-22T01:59:56.121Z" },
+ { url = "https://files.pythonhosted.org/packages/d4/08/633dce6de18f5e0428ec46d376e771655fa3ed56518ebb25c6f4858c76ef/types_boto3_full-1.42.94-py3-none-any.whl", hash = "sha256:77afb5d04e678e7298a1a488b54c9b95a3d81f73e6ebe4d832f322fd8a46d160", size = 13192128, upload-time = "2026-04-23T02:04:04.328Z" },
]
[[package]]
@@ -6403,15 +6403,15 @@ wheels = [
[[package]]
name = "uvicorn"
-version = "0.45.0"
+version = "0.44.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "click" },
{ name = "h11" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/eb/2e/62b0d9a2cfc8b4de6771322dae30f2db76c66dae9ec32e94e176a44ad563/uvicorn-0.45.0.tar.gz", hash = "sha256:3fe650df136c5bd2b9b06efc5980636344a2fbb840e9ddd86437d53144fa335d", size = 87818, upload-time = "2026-04-21T10:43:46.815Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/5e/da/6eee1ff8b6cbeed47eeb5229749168e81eb4b7b999a1a15a7176e51410c9/uvicorn-0.44.0.tar.gz", hash = "sha256:6c942071b68f07e178264b9152f1f16dfac5da85880c4ce06366a96d70d4f31e", size = 86947, upload-time = "2026-04-06T09:23:22.826Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/c1/88/d0f7512465b166a4e931ccf7e77792be60fb88466a43964c7566cbaff752/uvicorn-0.45.0-py3-none-any.whl", hash = "sha256:2db26f588131aeec7439de00f2dd52d5f210710c1f01e407a52c90b880d1fd4f", size = 69838, upload-time = "2026-04-21T10:43:45.029Z" },
+ { url = "https://files.pythonhosted.org/packages/b7/23/a5bbd9600dd607411fa644c06ff4951bec3a4d82c4b852374024359c19c0/uvicorn-0.44.0-py3-none-any.whl", hash = "sha256:ce937c99a2cc70279556967274414c087888e8cec9f9c94644dfca11bd3ced89", size = 69425, upload-time = "2026-04-06T09:23:21.524Z" },
]
[package.optional-dependencies]