Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(clickhouse): query all clustered query logs (#16198)

Max Deichmann1ea10520fe42
diff --git a/packages/shared/src/server/clickhouse/queryTracking.test.ts b/packages/shared/src/server/clickhouse/queryTracking.test.ts
new file mode 100644
index 0000000000..9fca4f5656
--- /dev/null
+++ b/packages/shared/src/server/clickhouse/queryTracking.test.ts
@@ -0,0 +1,21 @@
+import { describe, expect, it, vi } from "vitest";
+
+const mocks = vi.hoisted(() => ({
+ env: {
+ CLICKHOUSE_CLUSTER_ENABLED: "true",
+ CLICKHOUSE_CLUSTER_NAME: "default",
+ },
+}));
+
+vi.mock("../../env", () => ({ env: mocks.env }));
+vi.mock("../repositories", () => ({ queryClickhouse: vi.fn() }));
+
+import { systemTableRef } from "./queryTracking";
+
+describe("systemTableRef", () => {
+ it("queries all query log tables on every replica in clustered mode", () => {
+ expect(systemTableRef("system.query_log")).toBe(
+ "clusterAllReplicas('default', merge(system, '^query_log*'))",
+ );
+ });
+});
diff --git a/packages/shared/src/server/clickhouse/queryTracking.ts b/packages/shared/src/server/clickhouse/queryTracking.ts
index 5c121fd31a..543866edfe 100644
--- a/packages/shared/src/server/clickhouse/queryTracking.ts
+++ b/packages/shared/src/server/clickhouse/queryTracking.ts
@@ -24,6 +24,9 @@ export function systemTableRef(
table: "system.processes" | "system.query_log",
): string {
if (env.CLICKHOUSE_CLUSTER_ENABLED === "true") {
+ if (table === "system.query_log") {
+ return `clusterAllReplicas('${env.CLICKHOUSE_CLUSTER_NAME}', merge(system, '^query_log*'))`;
+ }
return `clusterAllReplicas('${env.CLICKHOUSE_CLUSTER_NAME}', '${table}')`;
}
return table;