:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
from dataclasses import dataclass, field
from typing import Optional
from products.warehouse_sources.sources.sdk import IncrementalField, incremental_field
@dataclass(frozen=True)
class KernelEndpointConfig:
name: str
path: str
# Kernel object ids are globally unique per resource, so `id` is the natural key.
primary_keys: list[str] = field(default_factory=lambda: ["id"])
# Extra query params merged into every request (e.g. browsers needs status=all to
# include soft-deleted sessions - the list defaults to status=active otherwise).
extra_params: dict[str, str] = field(default_factory=dict)
incremental_fields: list[IncrementalField] = field(default_factory=list)
partition_key: Optional[str] = None
# Credential keys dropped from one nested object, keyed by the top-level field that holds it.
nested_sensitive_fields: dict[str, frozenset[str]] = field(default_factory=dict)
# Error `code` in a 404 body that means the resource is switched off for the organization,
# so the table is empty rather than broken.
empty_on_error_code: Optional[str] = None
should_sync_default: bool = True
description: Optional[str] = None
# Kernel list endpoints share offset pagination (limit/offset query params, X-Has-More /
# X-Next-Offset response headers), except audit_logs (see kernel.py). Only audit_logs syncs
# incrementally, on its required server-side `start` filter. Kernel documents a
# `since` filter on /invocations, but it could not be verified against a live API for this alpha
# release (server-side filtering and response ordering both need a smoke test before the pipeline
# can trust a watermark), so every table ships as a full refresh. See kernel.py for the follow-up note.
KERNEL_ENDPOINTS: dict[str, KernelEndpointConfig] = {
"apps": KernelEndpointConfig(
name="apps",
path="/apps",
description="Deployed browser-automation apps registered in your Kernel organization.",
),
"deployments": KernelEndpointConfig(
name="deployments",
path="/deployments",
description="Deployment history for your apps, including status and region.",
),
"invocations": KernelEndpointConfig(
name="invocations",
path="/invocations",
description="Action run history: status, payload, output, and start/finish timestamps.",
),
"browsers": KernelEndpointConfig(
name="browsers",
path="/browsers",
# /browsers defaults to status=active; status=all also returns soft-deleted sessions.
extra_params={"status": "all"},
description="Cloud browser sessions, including active and soft-deleted sessions.",
),
"profiles": KernelEndpointConfig(
name="profiles",
path="/profiles",
description="Saved browser profiles (persisted cookies, storage, and auth state).",
),
"browser_telemetry_events": KernelEndpointConfig(
name="browser_telemetry_events",
path="/browsers/{session_id}/telemetry/events",
# seq is only monotonic within one browser VM, so the session id is part of the key.
primary_keys=["browser_session_id", "seq"],
# Fans out over every browser session and can carry captured page content, so it's opt-in.
should_sync_default=False,
description="Archived telemetry events (console, network, page, interaction, and more) captured by your browser sessions during Kernel's 30-day retention window.",
),
"browser_pools": KernelEndpointConfig(
name="browser_pools",
path="/browser_pools",
description="Browser pools, with their size, live acquired/available counts, and browser configuration.",
),
"proxies": KernelEndpointConfig(
name="proxies",
path="/proxies",
# Proxy authentication credentials must not reach the warehouse.
nested_sensitive_fields={"config": frozenset({"password", "username"})},
description="Proxy configurations that browser sessions route traffic through, with health status.",
),
"projects": KernelEndpointConfig(
name="projects",
path="/org/projects",
empty_on_error_code="projects_disabled",
description="Projects that isolate resources within your Kernel organization.",
),
"audit_logs": KernelEndpointConfig(
name="audit_logs",
path="/audit-logs",
# Audit records carry no id; kernel.py derives a synthetic `id` from the record contents.
incremental_fields=[incremental_field("timestamp")],
partition_key="timestamp",
# Audit logs need a Start-Up or Enterprise plan and record every API request, so they are opt-in.
should_sync_default=False,
description="Organization-wide audit log of authenticated API requests: who called which endpoint, when, and the response status.",
),
}
ENDPOINTS = tuple(KERNEL_ENDPOINTS.keys())
BROWSER_TELEMETRY_EVENTS = "browser_telemetry_events"
# Kernel expires telemetry events 30 days after capture.
TELEMETRY_RETENTION_DAYS = 30
# Keys dropped from each telemetry event's `data` object. Network events carry request and response
# headers verbatim from CDP (including Authorization and Cookie) plus request and response bodies,
# which hold submitted passwords and issued tokens. Screenshot events carry a base64 PNG of the
# viewport that has no use as a warehouse column.
TELEMETRY_DROPPED_DATA_FIELDS: frozenset[str] = frozenset({"headers", "post_data", "body", "png"})
# Credential-bearing fields stripped from every Kernel row before it lands in the warehouse.
# Kernel app/deployment objects carry `env_vars`; browser objects expose CDP / live-view URLs
# that embed short-lived access tokens. Importing them verbatim would let anyone who can query
# the synced table recover deployment secrets or attach to a live browser session. Matched
# case-insensitively against top-level keys (values here must be lowercase).
SENSITIVE_FIELDS: frozenset[str] = frozenset(
{
"env_vars",
"cdp_ws_url",
"webdriver_ws_url",
"browser_live_view_url",
}
)