Skip to content

Papermark is the open-source DocSend alternative and secure data rooms with built-in analytics and custom domains.

feat: add trigger v3 convert pdf

Marc Seitz1e5587f4891b
diff --git a/lib/trigger/pdf-to-image.ts b/lib/trigger/pdf-to-image.ts
new file mode 100644
index 00000000..4749cb3e
--- /dev/null
+++ b/lib/trigger/pdf-to-image.ts
@@ -0,0 +1,219 @@
+import { logger, task } from "@trigger.dev/sdk/v3";
+import { execSync } from "child_process";
+import { createReadStream, createWriteStream } from "fs";
+import fs from "fs/promises";
+import fetch from "node-fetch";
+import os from "os";
+import path from "path";
+import { pipeline } from "stream/promises";
+
+import { getFile } from "@/lib/files/get-file";
+import { streamFileServer } from "@/lib/files/stream-file-server";
+import prisma from "@/lib/prisma";
+
+export const convertPdfToImage = task({
+ id: "convert-pdf-to-image",
+ machine: {
+ preset: "small-2x",
+ },
+ run: async (payload: {
+ documentVersionId: string;
+ teamId: string;
+ docId: string;
+ versionNumber?: number;
+ }) => {
+ const { documentVersionId, teamId, docId, versionNumber } = payload;
+
+ try {
+ // Get document version
+ const documentVersion = await prisma.documentVersion.findUnique({
+ where: { id: documentVersionId },
+ select: {
+ file: true,
+ storageType: true,
+ numPages: true,
+ },
+ });
+
+ if (!documentVersion) {
+ throw new Error("Document version not found");
+ }
+
+ // Get signed URL for the PDF
+ const pdfUrl = await getFile({
+ type: documentVersion.storageType,
+ data: documentVersion.file,
+ });
+
+ if (!pdfUrl) {
+ throw new Error("Failed to get signed URL");
+ }
+
+ logger.info("Starting PDF conversion", { pdfUrl });
+
+ // Create temp directory
+ const tempDirectory = path.join(os.tmpdir(), `pdf_${Date.now()}`);
+ await fs.mkdir(tempDirectory, { recursive: true });
+ const pdfPath = path.join(tempDirectory, "input.pdf");
+
+ // Stream PDF to temporary file
+ const response = await fetch(pdfUrl);
+ if (!response.body) {
+ throw new Error("Failed to fetch PDF stream");
+ }
+
+ logger.info("Streaming PDF to temporary file");
+ await pipeline(response.body, createWriteStream(pdfPath));
+
+ // Get total pages and first page dimensions
+ const getDimensions = execSync(
+ `mutool show "${pdfPath}" "pages/1/MediaBox"`,
+ { encoding: "utf8" },
+ );
+ // Parse dimensions, removing brackets and splitting on whitespace
+ const dimensions = getDimensions
+ .replace(/[\[\]]/g, "")
+ .trim()
+ .split(/\s+/)
+ .map(parseFloat);
+ const [ulx, uly, lrx, lry] = dimensions;
+ const widthInPoints = Math.abs(lrx - ulx);
+ const heightInPoints = Math.abs(lry - uly);
+ const resolution = widthInPoints >= 1600 ? 288 : 432; // 2x or 3x of 144 DPI
+ const scaleFactor = resolution / 144;
+
+ const getTotalPages = execSync(
+ `mutool show "${pdfPath}" trailer/Root/Pages/Count`,
+ { encoding: "utf8" },
+ );
+ const totalPages = parseInt(getTotalPages.trim());
+
+ logger.info("PDF metadata", {
+ totalPages,
+ widthInPoints,
+ heightInPoints,
+ resolution,
+ scaleFactor,
+ });
+
+ // Update document version with total pages
+ await prisma.documentVersion.update({
+ where: { id: documentVersionId },
+ data: { numPages: totalPages },
+ });
+
+ // Process each page
+ for (let pageNumber = 1; pageNumber <= totalPages; pageNumber++) {
+ const pngOutputPath = path.join(tempDirectory, `page-${pageNumber}`);
+ const jpegOutputPath = path.join(tempDirectory, `page-${pageNumber}`);
+
+ // The actual files will have "1" appended by mutool
+ const pngPath = `${pngOutputPath}1.png`;
+ const jpegPath = `${jpegOutputPath}1.jpg`;
+
+ // Convert to PNG
+ execSync(
+ `mutool convert -o "${pngOutputPath}.png" -F png -O "resolution=${resolution}" "${pdfPath}" ${pageNumber}`,
+ );
+ // Convert to JPEG
+ execSync(
+ `mutool convert -o "${jpegOutputPath}.jpg" -F jpeg -O "resolution=${resolution},quality=80" "${pdfPath}" ${pageNumber}`,
+ );
+
+ // Get file sizes
+ const pngStats = await fs.stat(pngPath);
+ const jpegStats = await fs.stat(jpegPath);
+
+ // Choose smaller file
+ const useJpeg = jpegStats.size < pngStats.size;
+ const finalPath = useJpeg ? jpegPath : pngPath;
+ const mimeType = useJpeg ? "image/jpeg" : "image/png";
+ const extension = useJpeg ? "jpeg" : "png";
+
+ logger.info(`Page ${pageNumber} format selection`, {
+ pngSize: pngStats.size,
+ jpegSize: jpegStats.size,
+ chosen: useJpeg ? "jpeg" : "png",
+ });
+
+ // Clean up unused file
+ await fs.unlink(useJpeg ? pngPath : jpegPath);
+
+ // Stream to storage
+ const fileStream = createReadStream(finalPath);
+ const { type, data } = await streamFileServer({
+ file: {
+ name: `page-${pageNumber}.${extension}`,
+ type: mimeType,
+ stream: fileStream,
+ },
+ teamId,
+ docId,
+ });
+
+ if (!data) {
+ throw new Error(`Failed to upload page ${pageNumber}`);
+ }
+
+ // Create document page
+ await prisma.documentPage.create({
+ data: {
+ versionId: documentVersionId,
+ pageNumber,
+ file: data,
+ storageType: type,
+ metadata: {
+ originalWidth: widthInPoints,
+ originalHeight: heightInPoints,
+ width: widthInPoints * scaleFactor,
+ height: heightInPoints * scaleFactor,
+ scaleFactor,
+ },
+ },
+ });
+
+ logger.info(`Uploaded page ${pageNumber}`, { type, data });
+ }
+
+ // Update document version
+ await prisma.documentVersion.update({
+ where: { id: documentVersionId },
+ data: {
+ hasPages: true,
+ isPrimary: true,
+ },
+ });
+
+ // If versionNumber is provided, update other versions to not be primary
+ if (versionNumber) {
+ await prisma.documentVersion.updateMany({
+ where: {
+ documentId: docId,
+ versionNumber: {
+ not: versionNumber,
+ },
+ },
+ data: {
+ isPrimary: false,
+ },
+ });
+ }
+
+ // Clean up temporary directory
+ await fs.rm(tempDirectory, { recursive: true });
+ logger.info("Temporary directory cleaned up", { tempDirectory });
+
+ return {
+ success: true,
+ message: "Successfully converted PDF to images",
+ totalPages,
+ };
+ } catch (error) {
+ logger.error("Failed to convert PDF:", {
+ error: error instanceof Error ? error.message : String(error),
+ stack: error instanceof Error ? error.stack : undefined,
+ });
+ throw error;
+ }
+ },
+});
diff --git a/pages/api/teams/[teamId]/documents/index.ts b/pages/api/teams/[teamId]/documents/index.ts
index 3d641b8c..88d95582 100644
--- a/pages/api/teams/[teamId]/documents/index.ts
+++ b/pages/api/teams/[teamId]/documents/index.ts
@@ -16,6 +16,7 @@ import {
convertFilesToPdfTask,
} from "@/lib/trigger/convert-files";
import { processVideo } from "@/lib/trigger/optimize-video-files";
+import { convertPdfToImage } from "@/lib/trigger/pdf-to-image";
import { CustomUser } from "@/lib/types";
import { getExtension, log } from "@/lib/utils";
@@ -314,15 +315,33 @@ export default async function handle(
// skip triggering convert-pdf-to-image job for "notion" / "excel" documents
if (type === "pdf") {
// trigger document uploaded event to trigger convert-pdf-to-image job
- await client.sendEvent({
- id: document.versions[0].id, // unique eventId for the run
- name: "document.uploaded",
- payload: {
- documentVersionId: document.versions[0].id,
- teamId: teamId,
- documentId: document.id,
- },
- });
+ if (teamId === "cluqtfmcr0001zkza4xcgqatw") {
+ await convertPdfToImage.trigger(
+ {
+ documentVersionId: document.versions[0].id,
+ teamId,
+ docId: fileUrl.split("/")[1],
+ },
+ {
+ idempotencyKey: `${teamId}-${document.versions[0].id}`,
+ tags: [
+ `team_${teamId}`,
+ `document_${document.id}`,
+ `version_${document.versions[0].id}`,
+ ],
+ },
+ );
+ } else {
+ await client.sendEvent({
+ id: document.versions[0].id, // unique eventId for the run
+ name: "document.uploaded",
+ payload: {
+ documentVersionId: document.versions[0].id,
+ teamId: teamId,
+ documentId: document.id,
+ },
+ });
+ }
}
return res.status(201).json(document);
diff --git a/trigger.config.ts b/trigger.config.ts
index ae57079b..1b28d2e4 100644
--- a/trigger.config.ts
+++ b/trigger.config.ts
@@ -1,4 +1,4 @@
-import { ffmpeg } from "@trigger.dev/build/extensions/core";
+import { aptGet, ffmpeg } from "@trigger.dev/build/extensions/core";
import { prismaExtension } from "@trigger.dev/build/extensions/prisma";
import { defineConfig } from "@trigger.dev/sdk/v3";
@@ -21,6 +21,7 @@ export default defineConfig({
schema: "prisma/schema.prisma",
}),
ffmpeg(),
+ aptGet({ packages: ["mupdf-tools", "curl"] }),
],
},
});