Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

feat(topics): write rules as target trace transcript (#19236)

marliessophiebd6a57bb0896
diff --git a/packages/shared/src/server/topics/postgres.ts b/packages/shared/src/server/topics/postgres.ts
index ec657c4d95..b98b9e9f3f 100644
--- a/packages/shared/src/server/topics/postgres.ts
+++ b/packages/shared/src/server/topics/postgres.ts
@@ -16,7 +16,7 @@ import {
import { isEqual } from "lodash";
import { getTopicDefinitions, writeTopicDefinitions } from "./clickhouse";
import { InvalidRequestError } from "../../errors";
-import { EvalTargetObject } from "../../features/evals/types";
+import { TopicsTargetObject } from "../../features/evals/types";
import {
invalidateTopicsProcessingActive,
topicRuleWhere,
@@ -274,7 +274,7 @@ export async function writeTopicRule(
filter: JSON.parse(JSON.stringify(config.filter)) as Prisma.InputJsonValue,
sampling: config.sampling,
delay: 0,
- targetObject: EvalTargetObject.TRACE,
+ targetObject: TopicsTargetObject,
timeScope: ["NEW"],
status: "ACTIVE" as const,
};
diff --git a/worker/src/features/topics/storage.integration.test.ts b/worker/src/features/topics/storage.integration.test.ts
index a8d14e316a..c550326a09 100644
--- a/worker/src/features/topics/storage.integration.test.ts
+++ b/worker/src/features/topics/storage.integration.test.ts
@@ -302,7 +302,7 @@ describe("Topics eval-backed configuration", () => {
expect(
await prisma.evaluationRule.findUnique({ where: { id: rule.id } }),
).toMatchObject({
- targetObject: "trace",
+ targetObject: "trace_transcript",
delay: 0,
timeScope: ["NEW"],
status: "ACTIVE",