Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

2.8 KB
Raw Blame
import { AccessControlLevel, ExperimentConclusion } from '~/types'
import type { Experiment } from '~/types'

export const EXPERIMENT_VARIANT_MULTIPLE = '$multiple'

export const CONFIDENCE_LEVEL_OPTIONS = [
    { value: 0.9, label: '90%' },
    { value: 0.95, label: '95%' },
    { value: 0.99, label: '99%' },
]

export const EXPERIMENT_MIN_EXPOSURES_FOR_RESULTS = 50

// CUPED lookback window (days)
export const DEFAULT_LOOKBACK_DAYS = 14
export const MIN_LOOKBACK_DAYS = 1
export const MAX_LOOKBACK_DAYS = 30

export const DEFAULT_MDE = 30

// Mirrors EXPERIMENT_RECALCULATION_MAX_AGE_DAYS in posthog/temporal/experiments/activities.py
export const EXPERIMENT_RECALCULATION_MAX_AGE_DAYS = 60

export const CONCLUSION_DISPLAY_CONFIG: Record<
    ExperimentConclusion,
    { title: string; description: string; color: string }
> = {
    [ExperimentConclusion.Won]: {
        title: 'Won',
        description: 'The test variant(s) outperformed the control with statistical significance.',
        color: 'bg-success',
    },
    [ExperimentConclusion.Lost]: {
        title: 'Lost',
        description: 'The test variant(s) underperformed compared to the control with statistical significance.',
        color: 'bg-danger',
    },
    [ExperimentConclusion.Inconclusive]: {
        title: 'Inconclusive',
        description: 'No significant difference was detected between the variant(s) and the control.',
        color: 'bg-warning',
    },
    [ExperimentConclusion.StoppedEarly]: {
        title: 'Stopped early',
        description: 'The experiment was terminated before reaching a conclusive result.',
        color: 'bg-muted-alt',
    },
    [ExperimentConclusion.Invalid]: {
        title: 'Invalid',
        description:
            'The experiment data is unreliable due to issues like tracking errors, incorrect setup, or external disruptions.',
        color: 'bg-muted-alt',
    },
}

export const NEW_EXPERIMENT: Experiment = {
    id: 'new',
    name: '',
    description: '',
    type: 'product',
    feature_flag_key: '',
    filters: {},
    metrics: [] as any[],
    metrics_secondary: [] as any[],
    secondary_metrics: [] as any[],
    primary_metrics_ordered_uuids: null,
    secondary_metrics_ordered_uuids: null,
    saved_metrics_ids: [] as any[],
    saved_metrics: [] as any[],
    parameters: {},
    feature_flag_config: {
        filters: {
            multivariate: {
                variants: [
                    { key: 'control', rollout_percentage: 50 },
                    { key: 'test', rollout_percentage: 50 },
                ],
            },
            groups: [{ properties: [], rollout_percentage: 100 }],
        },
    },
    created_at: null,
    created_by: null,
    updated_at: null,
    holdout_id: null,
    exposure_criteria: {
        filterTestAccounts: true,
    },
    user_access_level: AccessControlLevel.Editor,
}