:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
//! Generic / network / console value scrubs over parsed JSON (Custom and Plugin payloads).
use simd_json::borrowed::{Object, Value};
use crate::context::Ctx;
use crate::json::{as_array_mut, as_object_mut, is_object, key, string_value};
use crate::text::scrub_text;
use crate::url::scrub_url;
fn looks_like_url(s: &str) -> bool {
s.starts_with("http://") || s.starts_with("https://")
}
fn scrub_string_leaf(ctx: &Ctx<'_>, s: &str) -> Option<String> {
if looks_like_url(s) {
scrub_url(ctx, s)
} else {
scrub_text(ctx.allow, s)
}
}
/// Scrub `slot`: a string leaf (with writeback), otherwise recurse into it.
fn scrub_child(ctx: &Ctx<'_>, slot: &mut Value<'_>) -> bool {
if let Value::String(s) = slot {
match scrub_string_leaf(ctx, s) {
Some(v) => {
*slot = string_value(v);
true
}
None => false,
}
} else {
scrub_value_in_place(ctx, slot)
}
}
/// Recursively scrub string leaves inside an array/object, mutating in place.
pub fn scrub_value_in_place(ctx: &Ctx<'_>, value: &mut Value<'_>) -> bool {
let mut changed = false;
match value {
Value::Array(arr) => {
for item in arr.iter_mut() {
changed |= scrub_child(ctx, item);
}
}
Value::Object(obj) => {
for (_, val) in obj.iter_mut() {
changed |= scrub_child(ctx, val);
}
}
_ => {}
}
changed
}
/// Generic scrub of `owner[key]`, handling both a string leaf and a container.
pub fn scrub_generic_field(ctx: &Ctx<'_>, owner: &mut Object<'_>, field: &str) -> bool {
match owner.get_mut(field) {
Some(slot) => scrub_child(ctx, slot),
None => false,
}
}
fn scrub_field_with(
obj: &mut Object<'_>,
field: &'static str,
scrub: impl Fn(&str) -> Option<String>,
) -> bool {
let Some(cur) = obj.get(field).and_then(crate::json::as_str) else {
return false;
};
match scrub(cur) {
Some(v) => {
obj.insert(key(field), string_value(v));
true
}
None => false,
}
}
/// rrweb/network@1 payload: `{ requests: CapturedNetworkRequest[] }`. Per request: `name` is a
/// Resource Timing URL (URL-scrub); request/response bodies and every header value are free text.
pub fn scrub_network_plugin(ctx: &Ctx<'_>, owner: &mut Object<'_>, field: &str) -> bool {
if !owner.get(field).map(is_object).unwrap_or(false) {
return scrub_generic_field(ctx, owner, field);
}
let Some(payload) = owner.get_mut(field).and_then(as_object_mut) else {
return false;
};
let Some(reqs) = payload.get_mut("requests").and_then(as_array_mut) else {
return false;
};
let mut changed = false;
for req in reqs.iter_mut() {
let Some(robj) = as_object_mut(req) else {
continue;
};
changed |= scrub_field_with(robj, "name", |s| scrub_url(ctx, s));
for f in ["requestBody", "responseBody"] {
changed |= scrub_field_with(robj, f, |s| scrub_text(ctx.allow, s));
}
for f in ["requestHeaders", "responseHeaders"] {
if let Some(hdrs) = robj.get_mut(f).and_then(as_object_mut) {
for (_, v) in hdrs.iter_mut() {
if let Value::String(s) = v {
if let Some(nv) = scrub_text(ctx.allow, s) {
*v = string_value(nv);
changed = true;
}
}
}
}
}
}
changed
}
/// rrweb/console@1 payload: `{ level, payload: string[], trace: string[] }`.
pub fn scrub_console_plugin(ctx: &Ctx<'_>, owner: &mut Object<'_>, field: &str) -> bool {
if !owner.get(field).map(is_object).unwrap_or(false) {
return scrub_generic_field(ctx, owner, field);
}
let Some(payload) = owner.get_mut(field).and_then(as_object_mut) else {
return false;
};
let mut changed = false;
for f in ["payload", "trace"] {
if let Some(arr) = payload.get_mut(f).and_then(as_array_mut) {
for v in arr.iter_mut() {
// Console frames can hold URLs (stack traces); scrub URL-aware, not as plain text.
if let Value::String(s) = v {
if let Some(nv) = scrub_string_leaf(ctx, s) {
*v = string_value(nv);
changed = true;
}
}
}
}
}
changed
}