Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.5 KB
Raw Blame
import {
  deleteDatasetMediaLinksByDatasetId,
  deleteDatasetRunItemsByDatasetRunIds,
  deleteDatasetRunItemsByDatasetId,
  logger,
  traceException,
  DatasetQueueEventType,
} from "@langfuse/shared/src/server";

export const processClickhouseDatasetDelete = async (
  jobPayload: DatasetQueueEventType,
) => {
  const { deletionType, projectId, datasetId } = jobPayload;

  logger.info(
    `Deleting dataset run items for dataset ${datasetId} ${
      deletionType === "dataset-runs" ? `runs ${jobPayload.datasetRunIds}` : ""
    } in project ${projectId} from ClickHouse`,
  );

  try {
    switch (deletionType) {
      case "dataset":
        // Always drop the dataset_item_media link rows; no FK cascades them.
        await deleteDatasetMediaLinksByDatasetId({
          projectId,
          datasetId,
        });
        await deleteDatasetRunItemsByDatasetId({ projectId, datasetId });
        break;

      case "dataset-runs":
        await deleteDatasetRunItemsByDatasetRunIds({
          projectId,
          datasetRunIds: jobPayload.datasetRunIds,
          datasetId,
        });
        break;

      default:
        throw new Error(`Invalid deletion type: ${deletionType}`);
    }
  } catch (e) {
    logger.error(
      `Error deleting dataset run items for dataset ${datasetId} ${
        deletionType === "dataset-runs"
          ? `runs ${jobPayload.datasetRunIds}`
          : ""
      } in project ${projectId} from ClickHouse`,
      e,
    );
    traceException(e);
    throw e;
  }
};