Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

perf(scores): raise idx_project_trace_observation granularity to 2 (#17882)

Niklas Semmler7a63d27ac455
diff --git a/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sql b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sql
new file mode 100644
index 0000000000..6e7b371b3f
--- /dev/null
+++ b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sql
@@ -0,0 +1,3 @@
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} ADD INDEX IF NOT EXISTS idx_project_trace_observation (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 1{CLICKHOUSE_CLUSTERED_ONLY: SETTINGS alter_sync = 2;}{CLICKHOUSE_UNCLUSTERED_ONLY: SETTINGS mutations_sync = 2; }
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} MATERIALIZE INDEX IF EXISTS idx_project_trace_observation SETTINGS mutations_sync = 2;
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} DROP INDEX IF EXISTS idx_project_trace_observation_v2 SETTINGS mutations_sync = 2;
diff --git a/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sql b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sql
new file mode 100644
index 0000000000..afc5597cc7
--- /dev/null
+++ b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sql
@@ -0,0 +1,3 @@
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} ADD INDEX IF NOT EXISTS idx_project_trace_observation_v2 (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 2{CLICKHOUSE_CLUSTERED_ONLY: SETTINGS alter_sync = 2;}{CLICKHOUSE_UNCLUSTERED_ONLY: SETTINGS mutations_sync = 2; }
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} MATERIALIZE INDEX IF EXISTS idx_project_trace_observation_v2 SETTINGS mutations_sync = 2;
+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} DROP INDEX IF EXISTS idx_project_trace_observation SETTINGS mutations_sync = 2;
diff --git a/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts b/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts
index 38717de27d..f151112f81 100644
--- a/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts
+++ b/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts
@@ -8,7 +8,7 @@ import {
// Score columns whose equality / IN predicate an index can prune, letting the
// selective-seek path collect candidate dedup keys without a full-project scan:
// - id → idx_id (bloom_filter)
-// - trace_id / observation_id → idx_project_trace_observation (bloom_filter)
+// - trace_id / observation_id → idx_project_trace_observation_v2 (bloom_filter)
// - session_id → idx_project_session (bloom_filter)
// - dataset_run_id → idx_project_dataset_run (bloom_filter)
// - evaluator_id → idx_evaluator_id (bloom_filter)
diff --git a/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts b/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts
index b87e6ccd8d..3eecd8933b 100644
--- a/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts
+++ b/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts
@@ -233,7 +233,7 @@ const SCORES_DDL = `
event_ts DateTime64(3),
is_deleted UInt8,
INDEX idx_id id TYPE bloom_filter(0.001) GRANULARITY 1,
- INDEX idx_project_trace_observation (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 1,
+ INDEX idx_project_trace_observation_v2 (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 2,
INDEX idx_project_session (project_id, session_id) TYPE bloom_filter(0.001) GRANULARITY 1,
INDEX idx_project_dataset_run (project_id, dataset_run_id) TYPE bloom_filter(0.001) GRANULARITY 1,
INDEX idx_created_at created_at TYPE minmax GRANULARITY 1,