🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
perf(scores): raise idx_project_trace_observation granularity to 2 (#17882)
Niklas Semmler7a63d27ac455
diff --git a/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sql b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sqlnew file mode 100644index 0000000000..6e7b371b3f--- /dev/null+++ b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.down.sql@@ -0,0 +1,3 @@+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} ADD INDEX IF NOT EXISTS idx_project_trace_observation (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 1{CLICKHOUSE_CLUSTERED_ONLY: SETTINGS alter_sync = 2;}{CLICKHOUSE_UNCLUSTERED_ONLY: SETTINGS mutations_sync = 2; }+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} MATERIALIZE INDEX IF EXISTS idx_project_trace_observation SETTINGS mutations_sync = 2;+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} DROP INDEX IF EXISTS idx_project_trace_observation_v2 SETTINGS mutations_sync = 2;diff --git a/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sql b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sqlnew file mode 100644index 0000000000..afc5597cc7--- /dev/null+++ b/packages/shared/clickhouse/migrations/canonical/0050_scores_trace_index_granularity.up.sql@@ -0,0 +1,3 @@+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} ADD INDEX IF NOT EXISTS idx_project_trace_observation_v2 (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 2{CLICKHOUSE_CLUSTERED_ONLY: SETTINGS alter_sync = 2;}{CLICKHOUSE_UNCLUSTERED_ONLY: SETTINGS mutations_sync = 2; }+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} MATERIALIZE INDEX IF EXISTS idx_project_trace_observation_v2 SETTINGS mutations_sync = 2;+ALTER TABLE scores {CLICKHOUSE_CLUSTER_CLAUSE} DROP INDEX IF EXISTS idx_project_trace_observation SETTINGS mutations_sync = 2;diff --git a/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts b/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.tsindex 38717de27d..f151112f81 100644--- a/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts+++ b/packages/shared/src/server/queries/clickhouse-sql/score-seek-eligibility.ts@@ -8,7 +8,7 @@ import {// Score columns whose equality / IN predicate an index can prune, letting the// selective-seek path collect candidate dedup keys without a full-project scan:// - id → idx_id (bloom_filter)-// - trace_id / observation_id → idx_project_trace_observation (bloom_filter)+// - trace_id / observation_id → idx_project_trace_observation_v2 (bloom_filter)// - session_id → idx_project_session (bloom_filter)// - dataset_run_id → idx_project_dataset_run (bloom_filter)// - evaluator_id → idx_evaluator_id (bloom_filter)diff --git a/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts b/packages/shared/src/server/repositories/scores-selective-seek.golden.test.tsindex b87e6ccd8d..3eecd8933b 100644--- a/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts+++ b/packages/shared/src/server/repositories/scores-selective-seek.golden.test.ts@@ -233,7 +233,7 @@ const SCORES_DDL = `event_ts DateTime64(3),is_deleted UInt8,INDEX idx_id id TYPE bloom_filter(0.001) GRANULARITY 1,- INDEX idx_project_trace_observation (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 1,+ INDEX idx_project_trace_observation_v2 (project_id, trace_id, observation_id) TYPE bloom_filter(0.001) GRANULARITY 2,INDEX idx_project_session (project_id, session_id) TYPE bloom_filter(0.001) GRANULARITY 1,INDEX idx_project_dataset_run (project_id, dataset_run_id) TYPE bloom_filter(0.001) GRANULARITY 1,INDEX idx_created_at created_at TYPE minmax GRANULARITY 1,