🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { beforeEach, describe, expect, it, vi } from "vitest";
const { findMany, addBulk, recordDistribution } = vi.hoisted(() => ({
findMany: vi.fn(),
addBulk: vi.fn(),
recordDistribution: vi.fn(),
}));
vi.mock("@langfuse/shared/src/db", () => ({
prisma: { blobStorageIntegration: { findMany } },
}));
vi.mock("@langfuse/shared/src/server", () => ({
BlobStorageIntegrationProcessingQueue: {
getInstance: () => ({ addBulk, clean: vi.fn() }),
},
QueueJobs: { BlobStorageIntegrationProcessingJob: "job" },
logger: { info: vi.fn() },
recordDistribution,
}));
import { handleBlobStorageIntegrationSchedule } from "./handleBlobStorageIntegrationSchedule";
import { EXPORT_STALENESS_METRIC } from "../../services/exportStalenessMetric";
describe("handleBlobStorageIntegrationSchedule", () => {
const now = new Date("2026-09-28T12:00:00.000Z");
beforeEach(() => {
vi.clearAllMocks();
vi.useFakeTimers({ now });
});
it("emits staleness for every enabled integration but enqueues only due ones", async () => {
findMany.mockResolvedValue([
{
projectId: "due",
exportFrequency: "every_20_minutes",
lastSyncAt: new Date("2026-09-28T11:20:00.000Z"),
nextSyncAt: new Date("2026-09-28T11:59:00.000Z"),
backfill: false,
},
{
// Stalled: watermark is a day old but nextSyncAt says not due.
projectId: "stalled",
exportFrequency: "hourly",
lastSyncAt: new Date("2026-09-27T12:00:00.000Z"),
nextSyncAt: new Date("2026-09-28T13:00:00.000Z"),
backfill: true,
},
{
projectId: "never-synced",
exportFrequency: "daily",
lastSyncAt: null,
nextSyncAt: null,
backfill: true,
},
]);
await handleBlobStorageIntegrationSchedule();
expect(recordDistribution.mock.calls).toEqual([
[
EXPORT_STALENESS_METRIC,
40 * 60,
{
integration: "blob_storage",
window: "20m",
backfill: "false",
unit: "seconds",
},
],
[
EXPORT_STALENESS_METRIC,
24 * 60 * 60,
{
integration: "blob_storage",
window: "1h",
backfill: "true",
unit: "seconds",
},
],
]);
const enqueued = addBulk.mock.calls[0][0].map(
(job: { data: { payload: { projectId: string } } }) =>
job.data.payload.projectId,
);
expect(enqueued).toEqual(["due", "never-synced"]);
});
it("emits staleness even when nothing is due", async () => {
findMany.mockResolvedValue([
{
projectId: "stalled",
exportFrequency: "monthly",
lastSyncAt: new Date("2026-09-28T10:00:00.000Z"),
nextSyncAt: new Date("2026-09-28T13:00:00.000Z"),
backfill: false,
},
]);
await handleBlobStorageIntegrationSchedule();
expect(recordDistribution).toHaveBeenCalledWith(
EXPORT_STALENESS_METRIC,
2 * 60 * 60,
{
integration: "blob_storage",
window: "unknown",
backfill: "false",
unit: "seconds",
},
);
expect(addBulk).not.toHaveBeenCalled();
});
});