Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.4 KB
Raw Blame
import { fetchObservationEvalRules } from "../evaluation/observationEval/fetchObservationEvalRules";
import { scheduleObservationEvals } from "../evaluation/observationEval/scheduleObservationEvals";
import { createObservationEvalSchedulerDeps } from "../evaluation/observationEval/createSchedulerDeps";
import type { ObservationForEval } from "../evaluation/observationEval/types";
import { logger, traceException } from "@langfuse/shared/src/server";

interface ScheduleExperimentEvalsParams {
  observation: ObservationForEval;
}

export async function scheduleExperimentObservationEvals(
  params: ScheduleExperimentEvalsParams,
): Promise<void> {
  const { observation } = params;

  try {
    const configs = await fetchObservationEvalRules(observation.project_id);
    if (configs.length === 0) {
      return;
    }

    const schedulerDeps = createObservationEvalSchedulerDeps();
    await scheduleObservationEvals({
      observation,
      configs,
      schedulerDeps,
    });

    logger.info("Scheduled experiment observation evals", {
      projectId: observation.project_id,
      traceId: observation.trace_id,
      observationId: observation.span_id,
      configCount: configs.length,
    });
  } catch (error) {
    traceException(error);
    logger.error("Failed to schedule experiment observation evals", {
      error,
      projectId: observation.project_id,
      traceId: observation.trace_id,
      observationId: observation.span_id,
    });
  }
}