🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import {
dashboardColumnDefinitions,
createFilterFromFilterState,
FilterList,
orderByToClickhouseSql,
orderByToPrismaSql,
scoresTableUiColumnDefinitions,
tracesTableUiColumnDefinitions,
} from "@langfuse/shared/src/server";
import {
InvalidRequestError,
normalizeOrderByForTable,
promptsTableCols,
scoresTableCols,
tracesTableCols,
} from "@langfuse/shared";
// The test for the orderByToPrisma function
describe("orderByToPrisma (Convert orderBy to Prisma.sql)", () => {
test("orderByToPrisma throws InvalidRequestError for orderBy column not included in column defs", () => {
expect(() =>
orderByToPrismaSql(
{
column: "InvalidCol",
order: "ASC",
},
tracesTableCols,
),
).toThrow(InvalidRequestError);
});
test("orderByToPrisma throws error for orderBy order that is not valid", () => {
expect(() =>
orderByToPrismaSql(
{
column: "latency",
order: "test" as "ASC" | "DESC",
},
tracesTableCols,
),
).toThrow(/Invalid order: test/);
});
test("normalizeOrderByForTable maps leaked time aliases to expected table column", () => {
expect(
normalizeOrderByForTable({
orderBy: { column: "startTime", order: "DESC" },
expectedTimeColumn: "timestamp",
}),
).toEqual({ column: "timestamp", order: "DESC" });
expect(
normalizeOrderByForTable({
orderBy: { column: "timestamp", order: "ASC" },
expectedTimeColumn: "createdAt",
}),
).toEqual({ column: "createdAt", order: "ASC" });
});
test("prompts list remaps leaked startTime orderBy onto createdAt", () => {
expect(() =>
orderByToPrismaSql(
{ column: "startTime", order: "DESC" },
promptsTableCols,
),
).toThrow(InvalidRequestError);
expect(
orderByToPrismaSql(
normalizeOrderByForTable({
orderBy: { column: "startTime", order: "DESC" },
expectedTimeColumn: "createdAt",
}),
promptsTableCols,
),
).toEqual(
orderByToPrismaSql(
{ column: "createdAt", order: "DESC" },
promptsTableCols,
),
);
});
test("orderByToClickhouseSql throws InvalidRequestError for invalid columns", () => {
expect(() =>
orderByToClickhouseSql(
{ column: "not_a_column", order: "ASC" },
tracesTableUiColumnDefinitions,
),
).toThrow(InvalidRequestError);
});
test("orderByToClickhouseSql matches UiColumnMapping aliases", () => {
expect(
orderByToClickhouseSql(
{ column: "Tool Names", order: "ASC" },
dashboardColumnDefinitions,
),
).toBe("ORDER BY mapKeys(tool_definitions) ASC");
});
test("scores mappings qualify filters/orderBy with alias", () => {
expect(
orderByToClickhouseSql(
{ column: "timestamp", order: "DESC" },
scoresTableUiColumnDefinitions,
),
).toBe("ORDER BY s.timestamp DESC");
const filterList = new FilterList(
createFilterFromFilterState(
[
{
column: "timestamp",
type: "datetime",
operator: ">=",
value: new Date(0),
},
],
scoresTableUiColumnDefinitions,
scoresTableCols,
),
);
expect(filterList.apply().query).toMatch(
/^s\.timestamp >= \{dateTimeFilter[A-Za-z]{5}: DateTime64\(3, 'UTC'\)\}$/,
);
});
});