🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import {
deleteDatasetMediaLinksByDatasetId,
deleteDatasetRunItemsByDatasetRunIds,
deleteDatasetRunItemsByDatasetId,
logger,
traceException,
DatasetQueueEventType,
} from "@langfuse/shared/src/server";
export const processClickhouseDatasetDelete = async (
jobPayload: DatasetQueueEventType,
) => {
const { deletionType, projectId, datasetId } = jobPayload;
logger.info(
`Deleting dataset run items for dataset ${datasetId} ${
deletionType === "dataset-runs" ? `runs ${jobPayload.datasetRunIds}` : ""
} in project ${projectId} from ClickHouse`,
);
try {
switch (deletionType) {
case "dataset":
// Always drop the dataset_item_media link rows; no FK cascades them.
await deleteDatasetMediaLinksByDatasetId({
projectId,
datasetId,
});
await deleteDatasetRunItemsByDatasetId({ projectId, datasetId });
break;
case "dataset-runs":
await deleteDatasetRunItemsByDatasetRunIds({
projectId,
datasetRunIds: jobPayload.datasetRunIds,
datasetId,
});
break;
default:
throw new Error(`Invalid deletion type: ${deletionType}`);
}
} catch (e) {
logger.error(
`Error deleting dataset run items for dataset ${datasetId} ${
deletionType === "dataset-runs"
? `runs ${jobPayload.datasetRunIds}`
: ""
} in project ${projectId} from ClickHouse`,
e,
);
traceException(e);
throw e;
}
};