:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
import { parseFilterGroup } from '../sampling/compile-rules'
import { type CompiledRetentionRule, type CompiledRetentionRuleSet, isValidRetentionDays } from './evaluate-retention'
/**
* Defensive cap on enabled retention rules compiled (and thus scanned per record) for one team.
* `evaluateRetentionDays` runs O(rules × filter-nodes) for every log line on the shared ingestion
* worker, so an unbounded rule set is a cross-team DoS vector. The fetch also applies this as a SQL
* `LIMIT`; keeping first-match order (priority ASC, created_at ASC) means the cap keeps the
* highest-priority rules. This is a worker-protection backstop independent of any product-facing
* maximum the API may enforce at write time.
*/
export const MAX_ENABLED_RETENTION_RULES = 100
/** Record kind a retention rule applies to. Log rules and span rules live in separate Django models. */
export type RetentionRuleSource = 'logs' | 'spans'
export type RetentionRuleRow = {
id: string
config: Record<string, unknown>
/** Row version from DB; used by the cache watermark only, ignored by compileRetentionRuleSet. */
version?: number
}
export function compileRetentionRuleSet(rows: RetentionRuleRow[]): CompiledRetentionRuleSet {
const rules: CompiledRetentionRule[] = []
for (const row of rows.slice(0, MAX_ENABLED_RETENTION_RULES)) {
const config = row.config ?? {}
const retentionDays = config.retention_days
// Skip rows the API validator would have rejected — robustness against legacy or
// hand-crafted rows. A `true` boolean is not accepted (typeof true === 'boolean').
if (typeof retentionDays !== 'number' || !isValidRetentionDays(retentionDays)) {
continue
}
// parseFilterGroup bounds depth/breadth and pre-compiles regex leaves; returns null for
// a missing/malformed group, which evaluateRetentionDays treats as match-nothing.
const filterGroup = parseFilterGroup(config.filter_group)
rules.push({ id: row.id, filterGroup, retentionDays })
}
return { rules }
}