📈 Open source, privacy-first web analytics — a cookie-less Google Analytics alternative with built-in error tracking and performance monitoring. Self-host it or use our cloud. Get started for free!
TypeScript chartsclickhousedockergdprgoogle-analyticsmetricsmonitoringmysqlnestjsprivacyredisself-hostedselfhostedstatisticstailwindcssweb-analyticswebanalyticswebsite
Show proper probabilities of winning; improve experiments ingest API
Blue Mouseecab7d3c6972
diff --git a/backend/apps/cloud/src/experiment/dto/experiment.dto.ts b/backend/apps/cloud/src/experiment/dto/experiment.dto.tsindex 0e6abe4fc..3cf12eaf2 100644--- a/backend/apps/cloud/src/experiment/dto/experiment.dto.ts+++ b/backend/apps/cloud/src/experiment/dto/experiment.dto.ts@@ -276,6 +276,19 @@ export class VariantResultDto {improvement: number // % improvement over control}+export class ExperimentChartDataDto {+ @ApiProperty({ type: [String], description: 'X-axis timestamps' })+ x: string[]++ @ApiProperty({+ type: 'object',+ additionalProperties: { type: 'array', items: { type: 'number' } },+ description:+ 'Win probability for each variant over time. Keys are variant keys.',+ })+ winProbability: Record<string, number[]>+}+export class ExperimentResultsDto {@ApiProperty()experimentId: string@@ -300,6 +313,15 @@ export class ExperimentResultsDto {@ApiProperty()confidenceLevel: number // e.g., 95 for 95% confidence++ @ApiPropertyOptional({ type: ExperimentChartDataDto })+ chart?: ExperimentChartDataDto++ @ApiPropertyOptional({+ type: [String],+ description: 'Allowed time buckets when period is "all"',+ })+ timeBucket?: string[]}export class ExperimentStatsDto {diff --git a/backend/apps/cloud/src/experiment/experiment.controller.ts b/backend/apps/cloud/src/experiment/experiment.controller.tsindex 807e9f694..aa4e388bc 100644--- a/backend/apps/cloud/src/experiment/experiment.controller.ts+++ b/backend/apps/cloud/src/experiment/experiment.controller.ts@@ -760,12 +760,13 @@ export class ExperimentController {@CurrentUserId() userId: string,@Param('id') id: string,@Query('period') period: string,+ @Query('timeBucket') timeBucketParam?: string,@Query('from') from?: string,@Query('to') to?: string,@Query('timezone') timezone?: string,) {this.logger.log(- { userId, id, period, from, to },+ { userId, id, period, timeBucket: timeBucketParam, from, to },'GET /experiment/:id/results',)@@ -781,15 +782,36 @@ export class ExperimentController {this.projectService.allowedToView(project, userId)const safeTimezone = this.analyticsService.getSafeTimezone(timezone)- const timeBucket = getLowestPossibleTimeBucket(period, from, to)- const { groupFromUTC, groupToUTC } = this.analyticsService.getGroupFromTo(- from,- to,- timeBucket,- period,- safeTimezone,- )+ // Handle "all" period like analytics controller+ let timeBucket =+ timeBucketParam || getLowestPossibleTimeBucket(period, from, to)+ let allowedTimeBucketForPeriodAll: string[] | undefined+ let diff: number | undefined++ if (period === 'all') {+ const res = await this.analyticsService.calculateTimeBucketForAllTime(+ experiment.project.id,+ 'analytics',+ )++ diff = res.diff++ timeBucket = res.timeBucket.includes(timeBucket as any)+ ? timeBucket+ : res.timeBucket[0]+ allowedTimeBucketForPeriodAll = res.timeBucket+ }++ const { groupFrom, groupTo, groupFromUTC, groupToUTC } =+ this.analyticsService.getGroupFromTo(+ from,+ to,+ timeBucket as any,+ period,+ safeTimezone,+ diff,+ )// Get exposures per variant from ClickHouseconst exposuresQuery = `@@ -835,9 +857,29 @@ export class ExperimentController {// Build match condition based on goal match typelet matchCondition = ''if (experiment.goal.matchType === 'exact') {- matchCondition = `${matchColumn} = {goalValue:String}`+ matchCondition = `c.${matchColumn} = {goalValue:String}`} else {- matchCondition = `${matchColumn} ILIKE concat('%', {goalValue:String}, '%')`+ matchCondition = `c.${matchColumn} ILIKE concat('%', {goalValue:String}, '%')`+ }++ // Build metadata filters condition (e.g. currency = EUR)+ // ClickHouse stores metadata as Nested(key String, value String)+ let metaCondition = ''+ const metaParams: Record<string, string> = {}+ const metadataFilters = experiment.goal.metadataFilters+ if (metadataFilters && metadataFilters.length > 0) {+ const conditions: string[] = []+ metadataFilters.forEach((filter, index) => {+ const keyParam = `metaKey${index}`+ const valueParam = `metaValue${index}`+ metaParams[keyParam] = filter.key+ metaParams[valueParam] = filter.value+ conditions.push(+ `has(c.meta.key, {${keyParam}:String}) AND c.meta.value[indexOf(c.meta.key, {${keyParam}:String})] = {${valueParam}:String}`,+ )+ })++ metaCondition = `AND (${conditions.join(' AND ')})`}const conversionsQuery = `@@ -845,13 +887,16 @@ export class ExperimentController {e.variantKey,uniqExact(e.profileId) as conversionsFROM experiment_exposures e- INNER JOIN ${table} c ON e.profileId = c.psid AND e.pid = c.pid+ INNER JOIN ${table} c ON e.pid = c.pid AND e.profileId = assumeNotNull(c.profileId)WHEREe.pid = {pid:FixedString(12)}AND e.experimentId = {experimentId:String}AND e.created BETWEEN {groupFrom:String} AND {groupTo:String}+ AND c.profileId IS NOT NULL+ AND c.created BETWEEN {groupFrom:String} AND {groupTo:String}AND c.created >= e.createdAND ${matchCondition}+ ${metaCondition}GROUP BY e.variantKey`@@ -861,6 +906,7 @@ export class ExperimentController {groupFrom: groupFromUTC,groupTo: groupToUTC,goalValue,+ ...metaParams,}try {@@ -940,6 +986,25 @@ export class ExperimentController {)const hasWinner = highestProbVariant.probabilityOfBeingBest >= 95+ // Generate chart data with win probability over time+ let chart:+ | { x: string[]; winProbability: Record<string, number[]> }+ | undefined++ try {+ chart = await this.generateExperimentChart(+ experiment,+ timeBucket as any,+ groupFrom,+ groupTo,+ groupFromUTC,+ groupToUTC,+ safeTimezone,+ )+ } catch (err) {+ this.logger.warn({ err }, 'Failed to generate experiment chart data')+ }+return {experimentId: experiment.id,status: experiment.status,@@ -949,6 +1014,278 @@ export class ExperimentController {hasWinner,winnerKey: hasWinner ? highestProbVariant.key : null,confidenceLevel: 95,+ chart,+ timeBucket: allowedTimeBucketForPeriodAll,}}++ /**+ * Generate time-series chart data for experiment win probabilities+ */+ private async generateExperimentChart(+ experiment: Experiment,+ timeBucket: string,+ groupFrom: string,+ groupTo: string,+ groupFromUTC: string,+ groupToUTC: string,+ safeTimezone: string,+ ): Promise<{ x: string[]; winProbability: Record<string, number[]> }> {+ // Generate X axis based on time bucket+ const { xShifted } = this.analyticsService.generateXAxis(+ timeBucket as any,+ groupFrom,+ groupTo,+ safeTimezone,+ )++ // Get date grouping columns for SQL+ const dateColumns = this.getTimeBucketDateColumns(timeBucket)++ // Query exposures grouped by time bucket and variant+ const exposuresQuery = `+ SELECT+ ${dateColumns},+ variantKey,+ uniqExact(profileId) as exposures+ FROM experiment_exposures+ WHERE+ pid = {pid:FixedString(12)}+ AND experimentId = {experimentId:String}+ AND created BETWEEN {groupFrom:String} AND {groupTo:String}+ GROUP BY ${dateColumns}, variantKey+ ORDER BY ${dateColumns}+ `++ const queryParams = {+ pid: experiment.project.id,+ experimentId: experiment.id,+ groupFrom: groupFromUTC,+ groupTo: groupToUTC,+ timezone: safeTimezone,+ }++ let exposuresData: any[] = []+ try {+ const result = await clickhouse+ .query({ query: exposuresQuery, query_params: queryParams })+ .then(resultSet => resultSet.json())+ exposuresData = result.data as any[]+ } catch (err) {+ this.logger.warn({ err }, 'Failed to get time-bucketed exposures')+ }++ // Query conversions grouped by time bucket and variant (if goal exists)+ let conversionsData: any[] = []+ if (experiment.goal) {+ const goalType = experiment.goal.type+ const table = goalType === 'custom_event' ? 'customEV' : 'analytics'+ const matchColumn = goalType === 'custom_event' ? 'ev' : 'pg'+ const goalValue = experiment.goal.value || ''++ // Build match condition based on goal match type+ let matchCondition = ''+ if (experiment.goal.matchType === 'exact') {+ matchCondition = `c.${matchColumn} = {goalValue:String}`+ } else {+ matchCondition = `c.${matchColumn} ILIKE concat('%', {goalValue:String}, '%')`+ }++ // Build metadata filters condition+ let metaCondition = ''+ const metaParams: Record<string, string> = {}+ const metadataFilters = experiment.goal.metadataFilters+ if (metadataFilters && metadataFilters.length > 0) {+ const conditions: string[] = []+ metadataFilters.forEach((filter, index) => {+ const keyParam = `metaKey${index}`+ const valueParam = `metaValue${index}`+ metaParams[keyParam] = filter.key+ metaParams[valueParam] = filter.value+ conditions.push(+ `has(c.meta.key, {${keyParam}:String}) AND c.meta.value[indexOf(c.meta.key, {${keyParam}:String})] = {${valueParam}:String}`,+ )+ })+ metaCondition = `AND (${conditions.join(' AND ')})`+ }++ const conversionsQuery = `+ SELECT+ ${this.getTimeBucketDateColumnsForJoin(timeBucket, 'e')},+ e.variantKey,+ uniqExact(e.profileId) as conversions+ FROM experiment_exposures e+ INNER JOIN ${table} c ON e.pid = c.pid AND e.profileId = assumeNotNull(c.profileId)+ WHERE+ e.pid = {pid:FixedString(12)}+ AND e.experimentId = {experimentId:String}+ AND e.created BETWEEN {groupFrom:String} AND {groupTo:String}+ AND c.created >= e.created+ AND ${matchCondition}+ ${metaCondition}+ GROUP BY ${this.getTimeBucketDateColumnsForJoin(timeBucket, 'e')}, e.variantKey+ ORDER BY ${this.getTimeBucketDateColumnsForJoin(timeBucket, 'e')}+ `++ try {+ const result = await clickhouse+ .query({+ query: conversionsQuery,+ query_params: { ...queryParams, goalValue, ...metaParams },+ })+ .then(resultSet => resultSet.json())+ conversionsData = result.data as any[]+ } catch (err) {+ this.logger.warn({ err }, 'Failed to get time-bucketed conversions')+ }+ }++ // Build cumulative data per variant per time bucket+ const variantKeys = experiment.variants.map(v => v.key)+ const winProbability: Record<string, number[]> = {}++ // Initialize arrays for each variant+ for (const key of variantKeys) {+ winProbability[key] = Array(xShifted.length).fill(0)+ }++ // Track cumulative exposures and conversions per variant+ const cumulativeExposures: Record<string, number> = {}+ const cumulativeConversions: Record<string, number> = {}++ for (const key of variantKeys) {+ cumulativeExposures[key] = 0+ cumulativeConversions[key] = 0+ }++ // Process each time bucket+ for (let i = 0; i < xShifted.length; i++) {+ const bucketDate = xShifted[i]++ // Add exposures for this bucket+ for (const row of exposuresData) {+ const rowDate = this.generateDateStringFromRow(row, timeBucket)+ if (rowDate === bucketDate) {+ const key = row.variantKey+ if (variantKeys.includes(key)) {+ cumulativeExposures[key] += Number(row.exposures) || 0+ }+ }+ }++ // Add conversions for this bucket+ for (const row of conversionsData) {+ const rowDate = this.generateDateStringFromRow(row, timeBucket)+ if (rowDate === bucketDate) {+ const key = row.variantKey+ if (variantKeys.includes(key)) {+ cumulativeConversions[key] += Number(row.conversions) || 0+ }+ }+ }++ // Calculate Bayesian probabilities for this point in time+ const variantData = variantKeys.map(key => ({+ key,+ exposures: cumulativeExposures[key],+ conversions: cumulativeConversions[key],+ }))++ const probabilities = calculateBayesianProbabilities(variantData)++ // Store probabilities for each variant+ for (const key of variantKeys) {+ winProbability[key][i] = _round((probabilities.get(key) || 0) * 100, 2)+ }+ }++ return {+ x: xShifted,+ winProbability,+ }+ }++ /**+ * Get SQL date columns for time bucket grouping+ */+ private getTimeBucketDateColumns(timeBucket: string): string {+ switch (timeBucket) {+ case 'minute':+ return 'toYear(created) as year, toMonth(created) as month, toDayOfMonth(created) as day, toHour(created) as hour, toMinute(created) as minute'+ case 'hour':+ return 'toYear(created) as year, toMonth(created) as month, toDayOfMonth(created) as day, toHour(created) as hour'+ case 'day':+ return 'toYear(created) as year, toMonth(created) as month, toDayOfMonth(created) as day'+ case 'month':+ return 'toYear(created) as year, toMonth(created) as month'+ case 'year':+ return 'toYear(created) as year'+ default:+ return 'toYear(created) as year, toMonth(created) as month, toDayOfMonth(created) as day'+ }+ }++ /**+ * Get SQL date columns for time bucket grouping with table alias+ */+ private getTimeBucketDateColumnsForJoin(+ timeBucket: string,+ alias: string,+ ): string {+ switch (timeBucket) {+ case 'minute':+ return `toYear(${alias}.created) as year, toMonth(${alias}.created) as month, toDayOfMonth(${alias}.created) as day, toHour(${alias}.created) as hour, toMinute(${alias}.created) as minute`+ case 'hour':+ return `toYear(${alias}.created) as year, toMonth(${alias}.created) as month, toDayOfMonth(${alias}.created) as day, toHour(${alias}.created) as hour`+ case 'day':+ return `toYear(${alias}.created) as year, toMonth(${alias}.created) as month, toDayOfMonth(${alias}.created) as day`+ case 'month':+ return `toYear(${alias}.created) as year, toMonth(${alias}.created) as month`+ case 'year':+ return `toYear(${alias}.created) as year`+ default:+ return `toYear(${alias}.created) as year, toMonth(${alias}.created) as month, toDayOfMonth(${alias}.created) as day`+ }+ }++ /**+ * Generate date string from row based on time bucket+ */+ private generateDateStringFromRow(row: any, timeBucket: string): string {+ const { year, month, day, hour, minute } = row++ let dateString = `${year}`++ if (typeof month === 'number') {+ dateString += month < 10 ? `-0${month}` : `-${month}`+ }++ if (+ typeof day === 'number' &&+ timeBucket !== 'month' &&+ timeBucket !== 'year'+ ) {+ dateString += day < 10 ? `-0${day}` : `-${day}`+ }++ if (+ typeof hour === 'number' &&+ (timeBucket === 'hour' || timeBucket === 'minute')+ ) {+ const strMinute =+ typeof minute === 'number'+ ? minute < 10+ ? `0${minute}`+ : `${minute}`+ : '00'++ if (hour < 10) {+ dateString += ` 0${hour}:${strMinute}:00`+ } else {+ dateString += ` ${hour}:${strMinute}:00`+ }+ }++ return dateString+ }}diff --git a/web/app/api/index.ts b/web/app/api/index.tsindex 4b1cdd023..4462b5f2d 100644--- a/web/app/api/index.ts+++ b/web/app/api/index.ts@@ -1549,6 +1549,11 @@ export interface ExperimentVariantResult {improvement: number}+export interface ExperimentChartData {+ x: string[]+ winProbability: Record<string, number[]>+}+export interface ExperimentResults {experimentId: stringstatus: ExperimentStatus@@ -1558,6 +1563,8 @@ export interface ExperimentResults {hasWinner: booleanwinnerKey: string | nullconfidenceLevel: number+ chart?: ExperimentChartData+ timeBucket?: string[]}export interface CreateExperiment {@@ -1660,13 +1667,14 @@ export const completeExperiment = (id: string) =>export const getExperimentResults = (experimentId: string,period: string,+ timeBucket: string,from: string = '',to: string = '',timezone?: string,) =>api.get(`/experiment/${experimentId}/results`, {- params: { period, from, to, timezone },+ params: { period, timeBucket, from, to, timezone },}).then((response): ExperimentResults => response.data).catch((error) => {diff --git a/web/app/pages/Project/Experiments/View/ExperimentResults.tsx b/web/app/pages/Project/Experiments/View/ExperimentResults.tsxindex 3243bcf4a..7a4f44c7a 100644--- a/web/app/pages/Project/Experiments/View/ExperimentResults.tsx+++ b/web/app/pages/Project/Experiments/View/ExperimentResults.tsx@@ -1,9 +1,17 @@+import type { ChartOptions } from 'billboard.js'+import { area } from 'billboard.js'import cx from 'clsx'+import * as d3 from 'd3'+import dayjs from 'dayjs'+import _isEmpty from 'lodash/isEmpty'import _map from 'lodash/map'+import _size from 'lodash/size'import {TrophyIcon,UsersIcon,TargetIcon,+ InfoIcon,+ PencilIcon,TrendingUpIcon,TrendingDownIcon,FlaskConicalIcon,@@ -17,76 +25,245 @@ import { useTranslation } from 'react-i18next'import {getExperiment,getExperimentResults,+ getGoal,type Experiment,type ExperimentResults as ExperimentResultsType,+ type ExperimentChartData,type ExperimentVariantResult,+ type Goal,} from '~/api'+import {+ TimeFormat,+ tbsFormatMapper,+ tbsFormatMapper24h,+ tbsFormatMapperTooltip,+ tbsFormatMapperTooltip24h,+} from '~/lib/constants'import DashboardHeader from '~/pages/Project/View/components/DashboardHeader'+import { useViewProjectContext } from '~/pages/Project/View/ViewProject'+import BillboardChart from '~/ui/BillboardChart'+import Button from '~/ui/Button'+import Loader from '~/ui/Loader'import { Text } from '~/ui/Text'import Tooltip from '~/ui/Tooltip'import { nFormatter } from '~/utils/generic'+import ExperimentSettingsModal from './ExperimentSettingsModal'++// Variant colors for the chart+const VARIANT_COLORS = [+ '#6366f1', // indigo-500+ '#22c55e', // green-500+ '#f59e0b', // amber-500+ '#ef4444', // red-500+ '#8b5cf6', // violet-500+ '#06b6d4', // cyan-500+ '#ec4899', // pink-500+ '#14b8a6', // teal-500+]+interface ExperimentResultsProps {experimentId: stringperiod: string+ timeBucket: stringfrom: stringto: stringtimezone?: stringonBack: () => void+ // When this value changes, results are re-fetched (used by global refresh button)+ refreshTrigger?: number+}++// Stats card component with large background icon (matching ErrorsView style)+interface StatCardProps {+ icon: React.ReactNode+ value: string | number+ label: string+ subValue?: string}-// Stats card component for the 2x2 grid-const StatCard = memo(+const StatCard = memo(({ icon, value, label, subValue }: StatCardProps) => (+ <div className='relative overflow-hidden rounded-xl border border-gray-200 bg-white p-4 dark:border-slate-700 dark:bg-slate-800'>+ <div className='pointer-events-none absolute -bottom-5 -left-5 opacity-10 [&>svg]:size-24'>{icon}</div>+ <div className='relative'>+ <div className='flex items-baseline gap-1.5'>+ <Text as='p' size='3xl' weight='bold' className='leading-tight tabular-nums'>+ {value}+ </Text>+ {subValue ? (+ <Text size='sm' colour='muted'>+ {subValue}+ </Text>+ ) : null}+ </div>+ <Text as='p' size='sm' colour='secondary' className='leading-tight'>+ {label}+ </Text>+ </div>+ </div>+))++StatCard.displayName = 'StatCard'++// Win Probability Time Series Chart component+const getWinProbabilityChartSettings = (+ chartData: ExperimentChartData,+ variants: ExperimentVariantResult[],+ timeBucket: string,+ timeFormat: string,+): ChartOptions => {+ const xAxisSize = _size(chartData.x)++ // Create columns: x axis + one column per variant+ const columns: any[] = [['x', ..._map(chartData.x, (el) => dayjs(el).toDate())]]++ // Create types and colors for each variant+ const types: Record<string, any> = {}+ const colors: Record<string, string> = {}+ const names: Record<string, string> = {}++ variants.forEach((variant, idx) => {+ const key = variant.key+ const data = chartData.winProbability[key] || []+ columns.push([key, ...data])+ types[key] = area()+ colors[key] = VARIANT_COLORS[idx % VARIANT_COLORS.length]+ names[key] = variant.name+ })++ return {+ data: {+ x: 'x',+ columns,+ types,+ colors,+ names,+ },+ grid: {+ y: {+ show: true,+ lines: [{ value: 95, class: 'grid-line-95', text: '95%' }],+ },+ },+ transition: {+ duration: 200,+ },+ resize: {+ auto: true,+ timer: false,+ },+ axis: {+ x: {+ clipPath: false,+ tick: {+ fit: true,+ rotate: 0,+ format:+ // @ts-expect-error+ timeFormat === TimeFormat['24-hour']+ ? (x: string) => d3.timeFormat(tbsFormatMapper24h[timeBucket])(x as unknown as Date)+ : (x: string) => d3.timeFormat(tbsFormatMapper[timeBucket])(x as unknown as Date),+ },+ localtime: timeFormat === TimeFormat['24-hour'],+ type: 'timeseries',+ },+ y: {+ tick: {+ format: (d: number) => `${d}%`,+ values: [0, 25, 50, 75, 100],+ },+ max: 100,+ min: 0,+ show: true,+ inner: true,+ },+ },+ tooltip: {+ contents: (items: any, _: any, __: any, color: any) => {+ if (!items || _isEmpty(items) || !items[0]) return ''+ return `<ul class='bg-gray-50 dark:text-gray-50 dark:bg-slate-800 rounded-md ring-1 ring-black/10 px-3 py-1'>+ <li class='font-semibold'>${+ timeFormat === TimeFormat['24-hour']+ ? d3.timeFormat(tbsFormatMapperTooltip24h[timeBucket])(items[0].x)+ : d3.timeFormat(tbsFormatMapperTooltip[timeBucket])(items[0].x)+ }</li>+ <hr class='border-gray-200 dark:border-gray-600' />+ ${_map(items, (el: { id: string; name: string; value: number }) => {+ return `+ <li class='flex justify-between'>+ <div class='flex justify-items-start'>+ <div class='w-3 h-3 rounded-xs mt-1.5 mr-2' style=background-color:${color(el.id)}></div>+ <span>${el.name}</span>+ </div>+ <span class='pl-4 font-medium'>${el.value}%</span>+ </li>+ `+ }).join('')}</ul>`+ },+ },+ point: {+ focus: {+ only: xAxisSize > 1,+ },+ pattern: ['circle'],+ r: 2,+ },+ legend: {+ item: {+ tile: {+ type: 'circle',+ width: 10,+ r: 3,+ },+ },+ },+ area: {+ linearGradient: true,+ },+ }+}++// Win Probability Chart Panel+const WinProbabilityChart = memo(({- icon: Icon,- label,- value,- subValue,- iconClassName,+ chartData,+ variants,+ timeBucket,}: {- icon: React.ElementType- label: string- value: string | number- subValue?: string- iconClassName?: string- }) => (- <div className='flex items-center gap-3 rounded-xl border border-gray-200 bg-white p-4 dark:border-slate-700/50 dark:bg-slate-800/50'>- <div- className={cx(- 'flex size-10 shrink-0 items-center justify-center rounded-lg',- iconClassName || 'bg-indigo-100 dark:bg-indigo-900/30',- )}- >- <Icon- className={cx(- 'size-5',- iconClassName- ? iconClassName.replace('bg-', 'text-').replace('/30', '')- : 'text-indigo-600 dark:text-indigo-400',- )}- strokeWidth={1.5}- />- </div>- <div className='min-w-0 flex-1'>- <Text size='xs' colour='muted' className='truncate'>- {label}- </Text>- <div className='flex items-baseline gap-1.5'>- <Text as='p' weight='bold' size='xl' className='tabular-nums'>- {value}+ chartData: ExperimentChartData | undefined+ variants: ExperimentVariantResult[]+ timeBucket: string+ }) => {+ const { t } = useTranslation()+ const { timeFormat } = useViewProjectContext()++ const chartOptions = useMemo(() => {+ if (!chartData || !chartData.x || chartData.x.length === 0 || variants.length === 0) return null+ return getWinProbabilityChartSettings(chartData, variants, timeBucket, timeFormat)+ }, [chartData, variants, timeBucket, timeFormat])++ if (!chartOptions) {+ return (+ <div className='flex h-[220px] items-center justify-center rounded-xl border border-gray-200 bg-white p-4 dark:border-slate-700 dark:bg-slate-800'>+ <Text colour='muted' size='sm'>+ {t('experiments.noDataYet')}</Text>- {subValue && (- <Text size='xs' colour='muted'>- {subValue}- </Text>- )}</div>+ )+ }++ return (+ <div className='rounded-xl border border-gray-200 bg-white p-4 dark:border-slate-700 dark:bg-slate-800'>+ <Text as='h3' weight='semibold' size='sm' className='mb-2'>+ {t('experiments.probabilityOfWinning')}+ </Text>+ <BillboardChart options={chartOptions} className='h-[180px]' /></div>- </div>- ),+ )+ },)-StatCard.displayName = 'StatCard'+WinProbabilityChart.displayName = 'WinProbabilityChart'// Confidence interval visualization (diamond chart like PostHog)const ConfidenceBar = memo(@@ -191,11 +368,11 @@ const ExposuresTable = memo(<Text weight='medium' size='sm'>{variant.name}</Text>- {variant.isControl && (+ {variant.isControl ? (<span className='rounded-full bg-indigo-100 px-2 py-0.5 text-xs font-medium text-indigo-700 dark:bg-indigo-900/50 dark:text-indigo-300'>{t('experiments.control')}</span>- )}+ ) : null}</div></TableCell><TableCell>@@ -283,7 +460,7 @@ const MetricsTable = memo(</thead><tbody className='divide-y divide-gray-200 dark:divide-slate-700'>{/* Control variant */}- {controlVariant && (+ {controlVariant ? (<tr className='hover:bg-gray-50 dark:hover:bg-slate-700/30'><TableCell><div className='flex items-center gap-2'>@@ -296,11 +473,11 @@ const MetricsTable = memo(</div></TableCell><TableCell>- <div>- <Text weight='semibold' size='sm' className='tabular-nums'>+ <div className='flex flex-col'>+ <Text as='p' weight='semibold' size='sm' className='tabular-nums'>{controlVariant.conversionRate}%</Text>- <Text size='xs' colour='muted' className='tabular-nums'>+ <Text as='p' size='xs' colour='muted' className='mt-0.5 tabular-nums'>{nFormatter(controlVariant.conversions, 1)} / {nFormatter(controlVariant.exposures, 1)}</Text></div>@@ -323,7 +500,7 @@ const MetricsTable = memo(/></TableCell></tr>- )}+ ) : null}{/* Test variants */}{_map(testVariants, (variant) => {@@ -342,20 +519,20 @@ const MetricsTable = memo(<Text weight='medium' size='sm'>{variant.name}</Text>- {isWinner && (+ {isWinner ? (<span className='flex items-center gap-1 rounded-full bg-green-100 px-2 py-0.5 text-xs font-medium text-green-700 dark:bg-green-900/50 dark:text-green-300'><TrophyIcon className='size-3' />{t('experiments.winner')}</span>- )}+ ) : null}</div></TableCell><TableCell>- <div>- <Text weight='semibold' size='sm' className='tabular-nums'>+ <div className='flex flex-col'>+ <Text as='p' weight='semibold' size='sm' className='tabular-nums'>{variant.conversionRate}%</Text>- <Text size='xs' colour='muted' className='tabular-nums'>+ <Text as='p' size='xs' colour='muted' className='mt-0.5 tabular-nums'>{nFormatter(variant.conversions, 1)} / {nFormatter(variant.exposures, 1)}</Text></div>@@ -394,11 +571,11 @@ const MetricsTable = memo(>{variant.probabilityOfBeingBest}%</Text>- {variant.probabilityOfBeingBest >= 95 && (+ {variant.probabilityOfBeingBest >= 95 ? (<span className='rounded-full bg-green-100 px-1.5 py-0.5 text-[10px] font-medium text-green-700 dark:bg-green-900/50 dark:text-green-300'>Significant</span>- )}+ ) : null}</div></TableCell><TableCell>@@ -442,7 +619,7 @@ const CollapsibleSection = memo(<ChevronDownIcon className='size-4 text-gray-500' />)}</button>- {isOpen && <div className='border-t border-gray-200 px-4 py-4 dark:border-slate-700'>{children}</div>}+ {isOpen ? <div className='border-t border-gray-200 px-4 py-4 dark:border-slate-700'>{children}</div> : null}</div>)},@@ -450,14 +627,26 @@ const CollapsibleSection = memo(CollapsibleSection.displayName = 'CollapsibleSection'-const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }: ExperimentResultsProps) => {+const ExperimentResults = ({+ experimentId,+ period,+ timeBucket,+ from,+ to,+ timezone,+ onBack,+ refreshTrigger,+}: ExperimentResultsProps) => {const { t } = useTranslation()const isMountedRef = useRef(true)const [experiment, setExperiment] = useState<Experiment | null>(null)const [results, setResults] = useState<ExperimentResultsType | null>(null)+ const [goal, setGoal] = useState<Goal | null>(null)const [isLoading, setIsLoading] = useState(true)const [error, setError] = useState<string | null>(null)+ const [isSettingsOpen, setIsSettingsOpen] = useState(false)+ const [reloadToken, setReloadToken] = useState(0)useEffect(() => {isMountedRef.current = true@@ -468,18 +657,34 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:useEffect(() => {const loadData = async () => {- setIsLoading(true)+ const hasData = !!experiment && !!results+ // Avoid flickering: only show the full loader when we don't have any data yet.+ if (!hasData) {+ setIsLoading(true)+ }+ // Clear previous error on a new attempt; if refresh fails, we keep existing data rendered.setError(null)try {const [experimentData, resultsData] = await Promise.all([getExperiment(experimentId),- getExperimentResults(experimentId, period, from, to, timezone),+ getExperimentResults(experimentId, period, timeBucket, from, to, timezone),])+ let goalData: Goal | null = null+ if (experimentData.goalId) {+ try {+ goalData = await getGoal(experimentData.goalId)+ } catch {+ // Goal is optional and might have been deleted or be inaccessible.+ goalData = null+ }+ }+if (isMountedRef.current) {setExperiment(experimentData)setResults(resultsData)+ setGoal(goalData)}} catch (err: any) {if (isMountedRef.current) {@@ -493,15 +698,14 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:}loadData()- }, [experimentId, period, from, to, timezone])+ // eslint-disable-next-line react-hooks/exhaustive-deps+ }, [experimentId, period, timeBucket, from, to, timezone, reloadToken, refreshTrigger])- // Calculate overall conversion rateconst overallConversionRate = useMemo(() => {if (!results || results.totalExposures === 0) return 0return ((results.totalConversions / results.totalExposures) * 100).toFixed(2)}, [results])- // Sort variants: control first, then by probabilityconst sortedVariants = useMemo(() => {if (!results) return []return [...results.variants].sort((a, b) => {@@ -511,15 +715,15 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:})}, [results])- if (isLoading) {- return (- <div className='mt-4'>- <Loader />- </div>- )- }+ if (!experiment || !results) {+ if (isLoading) {+ return (+ <div className='mt-4'>+ <Loader />+ </div>+ )+ }- if (error || !experiment || !results) {return (<><DashboardHeader onBack={onBack} showLiveVisitors={false} />@@ -535,6 +739,26 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:<DashboardHeaderonBack={onBack}showLiveVisitors={false}+ rightContent={+ // Backend forbids updating running/completed experiments; keep button visible (disabled) to make this explicit.+ <Button+ type='button'+ onClick={() => setIsSettingsOpen(true)}+ disabled={results.status === 'running' || results.status === 'completed'}+ title={+ results.status === 'running'+ ? 'Pause this experiment to edit settings.'+ : results.status === 'completed'+ ? 'Completed experiments can’t be edited.'+ : t('common.edit')+ }+ secondary+ small+ >+ <PencilIcon className='mr-1 size-4' strokeWidth={1.5} />+ {t('common.edit')}+ </Button>+ }leftContent={<div className='flex items-center gap-2'><FlaskConicalIcon className='size-5 text-purple-500' strokeWidth={1.5} />@@ -551,12 +775,27 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:>{t(`experiments.status.${results.status}`)}</div>+ {goal?.name ? (+ <div className='inline-flex max-w-[240px] items-center gap-1.5 rounded-full bg-indigo-50 px-2 py-0.5 text-xs font-medium text-indigo-700 dark:bg-indigo-900/20 dark:text-indigo-300'>+ <TargetIcon className='size-3.5' strokeWidth={1.5} />+ <Text as='span' size='xs' weight='medium' colour='inherit' truncate>+ {goal.name}+ </Text>+ </div>+ ) : null}</div>}/>+ <ExperimentSettingsModal+ isOpen={isSettingsOpen}+ onClose={() => setIsSettingsOpen(false)}+ onSuccess={() => setReloadToken((v) => v + 1)}+ projectId={experiment.pid}+ experimentId={experiment.id}+ /><div className='mt-4 space-y-6'>{/* Winner announcement */}- {results.hasWinner && results.winnerKey && (+ {results.hasWinner && results.winnerKey ? (<div className='flex items-center gap-4 rounded-xl border border-green-300 bg-linear-to-r from-green-50 to-emerald-50 p-4 dark:border-green-700 dark:bg-green-900/20'><div className='flex size-12 shrink-0 items-center justify-center rounded-full bg-green-100 dark:bg-green-900/50'><TrophyIcon className='size-6 text-green-600 dark:text-green-400' />@@ -572,45 +811,67 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:</Text></div></div>- )}+ ) : null}{/* No data message */}- {results.totalExposures === 0 && (- <div className='rounded-xl border border-yellow-300 bg-yellow-50 p-4 dark:border-yellow-700 dark:bg-yellow-900/20'>- <Text weight='semibold'>{t('experiments.noDataYet')}</Text>- <Text colour='muted' size='sm' className='mt-1'>- {t('experiments.noDataDescription')}- </Text>+ {results.totalExposures === 0 ? (+ <div className='flex items-start gap-4 rounded-xl border border-yellow-300 bg-yellow-50 p-4 dark:border-yellow-700 dark:bg-yellow-900/20'>+ <div className='flex size-12 shrink-0 items-center justify-center rounded-full bg-yellow-100 dark:bg-yellow-900/40'>+ <InfoIcon className='size-6 text-yellow-700 dark:text-yellow-300' strokeWidth={1.5} />+ </div>+ <div className='min-w-0 flex-1'>+ <Text as='p' weight='bold' size='lg' className='text-yellow-900 dark:text-yellow-100'>+ {t('experiments.noDataYet')}+ </Text>+ <Text as='p' colour='muted' size='sm' className='mt-1'>+ {t('experiments.noDataDescription')}+ </Text>+ {goal?.name ? (+ <div className='mt-2 flex items-center gap-2 text-yellow-900/80 dark:text-yellow-100/80'>+ <TargetIcon className='size-4' strokeWidth={1.5} />+ <Text as='p' size='sm'>+ {t('experiments.goal')}:{' '}+ <Text as='span' size='sm' weight='medium'>+ {goal.name}+ </Text>+ </Text>+ </div>+ ) : null}+ </div>+ </div>+ ) : null}++ {/* Chart and Stats Row */}+ <div className='flex flex-col gap-3 lg:flex-row'>+ {/* Win Probability Chart - Left side */}+ <div className='w-full lg:w-[65%]'>+ <WinProbabilityChart chartData={results.chart} variants={sortedVariants} timeBucket={timeBucket} />+ </div>++ {/* Stats Grid - Right side as 2x2 */}+ <div className='grid w-full grid-cols-2 gap-3 lg:w-[35%]'>+ <StatCard+ icon={<UsersIcon className='text-blue-600' strokeWidth={1.5} />}+ value={nFormatter(results.totalExposures, 1)}+ label={t('experiments.totalExposures')}+ />+ <StatCard+ icon={<TargetIcon className='text-green-600' strokeWidth={1.5} />}+ value={nFormatter(results.totalConversions, 1)}+ subValue={`(${overallConversionRate}%)`}+ label={t('experiments.totalConversions')}+ />+ <StatCard+ icon={<FlaskConicalIcon className='text-purple-600' strokeWidth={1.5} />}+ value={results.variants.length}+ label={t('experiments.variantsCount')}+ />+ <StatCard+ icon={<PercentIcon className='text-amber-600' strokeWidth={1.5} />}+ value={`${results.confidenceLevel}%`}+ label={t('experiments.confidenceLevel')}+ /></div>- )}-- {/* Stats Grid - 2x2 layout */}- <div className='grid grid-cols-2 gap-3 lg:grid-cols-4'>- <StatCard- icon={UsersIcon}- label={t('experiments.totalExposures')}- value={nFormatter(results.totalExposures, 1)}- iconClassName='bg-blue-100 dark:bg-blue-900/30 text-blue-600 dark:text-blue-400'- />- <StatCard- icon={TargetIcon}- label={t('experiments.totalConversions')}- value={nFormatter(results.totalConversions, 1)}- subValue={`${overallConversionRate}%`}- iconClassName='bg-green-100 dark:bg-green-900/30 text-green-600 dark:text-green-400'- />- <StatCard- icon={FlaskConicalIcon}- label={t('experiments.variantsCount')}- value={results.variants.length}- iconClassName='bg-purple-100 dark:bg-purple-900/30 text-purple-600 dark:text-purple-400'- />- <StatCard- icon={PercentIcon}- label={t('experiments.confidenceLevel')}- value={`${results.confidenceLevel}%`}- iconClassName='bg-amber-100 dark:bg-amber-900/30 text-amber-600 dark:text-amber-400'- /></div>{/* Metrics Table */}@@ -620,20 +881,13 @@ const ExperimentResults = ({ experimentId, period, from, to, timezone, onBack }:<ExposuresTable variants={sortedVariants} totalExposures={results.totalExposures} />{/* Hypothesis */}- {experiment.hypothesis && (+ {experiment.hypothesis ? (<CollapsibleSection title={t('experiments.hypothesisLabel')}><Text className='italic' colour='muted'>"{experiment.hypothesis}"</Text></CollapsibleSection>- )}-- {/* Statistical note */}- <div className='rounded-xl border border-gray-200 bg-gray-50 px-4 py-3 dark:border-slate-700 dark:bg-slate-800/50'>- <Text size='xs' colour='muted'>- {t('experiments.statisticalNote')}- </Text>- </div>+ ) : null}</div></>)diff --git a/web/app/pages/Project/Experiments/View/ExperimentsView.tsx b/web/app/pages/Project/Experiments/View/ExperimentsView.tsxindex e04b68861..855d765f4 100644--- a/web/app/pages/Project/Experiments/View/ExperimentsView.tsx+++ b/web/app/pages/Project/Experiments/View/ExperimentsView.tsx@@ -81,6 +81,7 @@ const ExperimentRow = ({const statusColors = STATUS_COLORS[experiment.status]const variantsCount = experiment.variants?.length || 0+ const isEditDisabled = experiment.status === 'running' || experiment.status === 'completed'const handleStart = async () => {setActionLoading(true)@@ -212,16 +213,25 @@ const ExperimentRow = ({{/* Edit/Delete buttons */}<div className='flex items-center gap-1 border-l border-gray-200 pl-2 dark:border-slate-700'>- {experiment.status !== 'running' && experiment.status !== 'completed' && (- <button- type='button'- onClick={() => onEdit(experiment.id)}- aria-label={t('common.edit')}- className='rounded-md border border-transparent p-1.5 text-gray-800 transition-colors hover:border-gray-300 hover:bg-gray-50 hover:text-gray-900 dark:text-slate-400 hover:dark:border-slate-700/80 dark:hover:bg-slate-800 dark:hover:text-slate-300'- >- <PencilIcon className='size-4' strokeWidth={1.5} />- </button>- )}+ <button+ type='button'+ onClick={() => (!isEditDisabled ? onEdit(experiment.id) : undefined)}+ disabled={isEditDisabled}+ aria-label={t('common.edit')}+ title={+ experiment.status === 'running'+ ? 'Pause this experiment to edit settings.'+ : experiment.status === 'completed'+ ? 'Completed experiments can’t be edited.'+ : t('common.edit')+ }+ className={cx(+ 'rounded-md border border-transparent p-1.5 text-gray-800 transition-colors hover:border-gray-300 hover:bg-gray-50 hover:text-gray-900 dark:text-slate-400 hover:dark:border-slate-700/80 dark:hover:bg-slate-800 dark:hover:text-slate-300',+ isEditDisabled && 'cursor-not-allowed opacity-50 hover:border-transparent hover:bg-transparent',+ )}+ >+ <PencilIcon className='size-4' strokeWidth={1.5} />+ </button><buttontype='button'onClick={() => setShowDeleteModal(true)}@@ -276,7 +286,7 @@ interface ExperimentsViewProps {const ExperimentsView = ({ period, from = '', to = '', timezone }: ExperimentsViewProps) => {const { id } = useCurrentProject()- const { experimentsRefreshTrigger } = useViewProjectContext()+ const { experimentsRefreshTrigger, timeBucket } = useViewProjectContext()const { t } = useTranslation()const [isLoading, setIsLoading] = useState<boolean | null>(null)@@ -293,6 +303,8 @@ const ExperimentsView = ({ period, from = '', to = '', timezone }: ExperimentsVi// Results view stateconst [viewingResultsId, setViewingResultsId] = useState<string | null>(null)+ const [resultsRefreshTrigger, setResultsRefreshTrigger] = useState(0)+ const [shouldRefreshListOnReturn, setShouldRefreshListOnReturn] = useState(false)// Cleanup on unmountuseEffect(() => {@@ -337,14 +349,30 @@ const ExperimentsView = ({ period, from = '', to = '', timezone }: ExperimentsVi// eslint-disable-next-line react-hooks/exhaustive-deps}, [page])- // Refresh experiments data when refresh button is clicked+ // Refresh experiments data when refresh button is clicked.+ // If user is viewing results, refresh results instead and defer list refresh until they return.useEffect(() => {if (experimentsRefreshTrigger > 0) {+ if (viewingResultsId) {+ setResultsRefreshTrigger((prev) => prev + 1)+ setShouldRefreshListOnReturn(true)+ return+ }+// Silent refresh - don't show loading state since we already have dataloadExperiments(DEFAULT_EXPERIMENTS_TAKE, (page - 1) * DEFAULT_EXPERIMENTS_TAKE, false)}// eslint-disable-next-line react-hooks/exhaustive-deps- }, [experimentsRefreshTrigger])+ }, [experimentsRefreshTrigger, viewingResultsId, page])++ // If refresh happened while in results view, refresh list once upon returning.+ useEffect(() => {+ if (!viewingResultsId && shouldRefreshListOnReturn) {+ setShouldRefreshListOnReturn(false)+ loadExperiments(DEFAULT_EXPERIMENTS_TAKE, (page - 1) * DEFAULT_EXPERIMENTS_TAKE, false)+ }+ // eslint-disable-next-line react-hooks/exhaustive-deps+ }, [viewingResultsId, shouldRefreshListOnReturn, page])const handleNewExperiment = useCallback(() => {setEditingExperimentId(null)@@ -462,9 +490,11 @@ const ExperimentsView = ({ period, from = '', to = '', timezone }: ExperimentsVi<ExperimentResultsexperimentId={viewingResultsId}period={period}+ timeBucket={timeBucket}from={from}to={to}timezone={timezone}+ refreshTrigger={resultsRefreshTrigger}onBack={() => setViewingResultsId(null)}/>)diff --git a/web/app/pages/Project/Profiles/View/ProfilesView.tsx b/web/app/pages/Project/Profiles/View/ProfilesView.tsxindex cbc10badc..8875b27ab 100644--- a/web/app/pages/Project/Profiles/View/ProfilesView.tsx+++ b/web/app/pages/Project/Profiles/View/ProfilesView.tsx@@ -135,10 +135,16 @@ const ProfilesView = ({ chartType }: ProfilesViewProps) => {}const loadProfile = async (profileId: string) => {+ const hasExistingProfileData = !!activeProfile && activeProfile.profileId === profileId+setProfileLoading(true)- setProfileSessions([])- setProfileSessionsSkip(0)- setCanLoadMoreProfileSessions(false)+ // Avoid flicker on refresh: keep currently displayed details/sessions while we refetch.+ // Only reset sessions when opening a different profile (or first load).+ if (!hasExistingProfileData) {+ setProfileSessions([])+ setProfileSessionsSkip(0)+ setCanLoadMoreProfileSessions(false)+ }try {let from@@ -161,8 +167,8 @@ const ProfilesView = ({ chartType }: ProfilesViewProps) => {if (isMountedRef.current) {setActiveProfile(data)- // Load initial sessions for the profile- loadProfileSessionsData(profileId, 0)+ // Load initial sessions for the profile (override existing on refresh)+ loadProfileSessionsData(profileId, 0, true)}} catch (reason) {console.error('[ERROR](loadProfile) Loading profile data failed:', reason)@@ -176,7 +182,7 @@ const ProfilesView = ({ chartType }: ProfilesViewProps) => {}}- const loadProfileSessionsData = async (profileId: string, forcedSkip?: number) => {+ const loadProfileSessionsData = async (profileId: string, forcedSkip?: number, override?: boolean) => {if (profileSessionsLoading) {return}@@ -223,7 +229,11 @@ const ProfilesView = ({ chartType }: ProfilesViewProps) => {}if (isMountedRef.current) {- setProfileSessions((prev) => [...prev, ...(dataSessions?.sessions || [])])+ if (override) {+ setProfileSessions(dataSessions?.sessions || [])+ } else {+ setProfileSessions((prev) => [...prev, ...(dataSessions?.sessions || [])])+ }setProfileSessionsSkip((prev) => {if (typeof forcedSkip === 'number') {return SESSIONS_TAKE + forcedSkip@@ -322,7 +332,7 @@ const ProfilesView = ({ chartType }: ProfilesViewProps) => {return (<><DashboardHeader backLink={`?${backSearchParams}`} showLiveVisitors={false} />- {profileLoading ? (+ {profileLoading && !activeProfile ? (<Loader />) : (<UserDetails