🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(topics): write rules as target trace transcript (#19236)
marliessophiebd6a57bb0896
diff --git a/packages/shared/src/server/topics/postgres.ts b/packages/shared/src/server/topics/postgres.tsindex ec657c4d95..b98b9e9f3f 100644--- a/packages/shared/src/server/topics/postgres.ts+++ b/packages/shared/src/server/topics/postgres.ts@@ -16,7 +16,7 @@ import {import { isEqual } from "lodash";import { getTopicDefinitions, writeTopicDefinitions } from "./clickhouse";import { InvalidRequestError } from "../../errors";-import { EvalTargetObject } from "../../features/evals/types";+import { TopicsTargetObject } from "../../features/evals/types";import {invalidateTopicsProcessingActive,topicRuleWhere,@@ -274,7 +274,7 @@ export async function writeTopicRule(filter: JSON.parse(JSON.stringify(config.filter)) as Prisma.InputJsonValue,sampling: config.sampling,delay: 0,- targetObject: EvalTargetObject.TRACE,+ targetObject: TopicsTargetObject,timeScope: ["NEW"],status: "ACTIVE" as const,};diff --git a/worker/src/features/topics/storage.integration.test.ts b/worker/src/features/topics/storage.integration.test.tsindex a8d14e316a..c550326a09 100644--- a/worker/src/features/topics/storage.integration.test.ts+++ b/worker/src/features/topics/storage.integration.test.ts@@ -302,7 +302,7 @@ describe("Topics eval-backed configuration", () => {expect(await prisma.evaluationRule.findUnique({ where: { id: rule.id } }),).toMatchObject({- targetObject: "trace",+ targetObject: "trace_transcript",delay: 0,timeScope: ["NEW"],status: "ACTIVE",