🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { prisma } from "@langfuse/shared/src/db";
import {
MixpanelIntegrationProcessingQueue,
QueueJobs,
logger,
} from "@langfuse/shared/src/server";
import { randomUUID } from "crypto";
import { recordExportStaleness } from "../../services/exportStalenessMetric";
export const handleMixpanelIntegrationSchedule = async () => {
const mixpanelIntegrationProjects = await prisma.mixpanelIntegration.findMany(
{
select: {
lastSyncAt: true,
backfill: true,
projectId: true,
},
where: {
enabled: true,
},
},
);
recordExportStaleness({
integration: "mixpanel",
now: new Date(),
integrations: mixpanelIntegrationProjects.map((integration) => ({
lastSyncAt: integration.lastSyncAt,
window: "1h",
backfill: integration.backfill,
})),
});
if (mixpanelIntegrationProjects.length === 0) {
logger.info("[MIXPANEL] No Mixpanel integrations ready for sync");
return;
}
const mixpanelIntegrationProcessingQueue =
MixpanelIntegrationProcessingQueue.getInstance();
if (!mixpanelIntegrationProcessingQueue) {
throw new Error("MixpanelIntegrationProcessingQueue not initialized");
}
logger.info(
`[MIXPANEL] Scheduling ${mixpanelIntegrationProjects.length} Mixpanel integrations for sync`,
);
await mixpanelIntegrationProcessingQueue.addBulk(
mixpanelIntegrationProjects.map(
(integration: { projectId: string; lastSyncAt: Date | null }) => ({
name: QueueJobs.MixpanelIntegrationProcessingJob,
data: {
id: randomUUID(),
name: QueueJobs.MixpanelIntegrationProcessingJob,
timestamp: new Date(),
payload: {
projectId: integration.projectId,
},
},
opts: {
// Deduplicate by projectId + lastSyncAt so the same project isn't queued
// twice for the same sync window. removeOnFail ensures failed jobs are
// immediately cleaned up so they don't block re-queuing on the next cycle.
jobId: `${integration.projectId}-${integration.lastSyncAt?.toISOString() ?? ""}`,
removeOnFail: true,
},
}),
),
);
};