🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { Processor } from "bullmq";
import {
QueueJobs,
logger,
instrumentAsync,
} from "@langfuse/shared/src/server";
import { handleBlobStorageIntegrationSchedule } from "../features/blobstorage/handleBlobStorageIntegrationSchedule";
import { handleBlobStorageIntegrationProjectJob } from "../features/blobstorage/handleBlobStorageIntegrationProjectJob";
import { SpanKind } from "@opentelemetry/api";
export const blobStorageIntegrationProcessor: Processor = async (job) => {
if (job.name === QueueJobs.BlobStorageIntegrationJob) {
logger.info("Executing Blob Storage Integration Job");
try {
return await handleBlobStorageIntegrationSchedule();
} catch (error) {
logger.error("Error executing BlobStorageIntegrationJob", error);
throw error;
}
}
};
export const blobStorageIntegrationProcessingProcessor: Processor = async (
job,
) => {
if (job.name === QueueJobs.BlobStorageIntegrationProcessingJob) {
return await instrumentAsync(
{
name: "process blob-storage-project",
startNewTrace: true,
spanKind: SpanKind.CONSUMER,
},
async () => {
try {
return await handleBlobStorageIntegrationProjectJob(job);
} catch (error) {
logger.error(
"Error executing BlobStorageIntegrationProcessingJob",
error,
);
throw error;
}
},
);
}
};