Skip to content

Papermark is the open-source DocSend alternative and secure data rooms with built-in analytics and custom domains.

feat(trigger): extract page links

Marc Seitzfd20a73a1c70
diff --git a/lib/trigger/pdf-to-image.ts b/lib/trigger/pdf-to-image.ts
index c05e327f..d18da226 100644
--- a/lib/trigger/pdf-to-image.ts
+++ b/lib/trigger/pdf-to-image.ts
@@ -1,3 +1,4 @@
+import { Prisma } from "@prisma/client";
import { logger, task } from "@trigger.dev/sdk/v3";
import { execSync } from "child_process";
import { createReadStream, createWriteStream } from "fs";
@@ -21,6 +22,129 @@ type ConvertPdfToImagePayload = {
versionNumber?: number;
};
+interface PageLink {
+ href: string;
+ coords: string;
+}
+
+type DocumentPageMetadata = {
+ originalWidth: number;
+ originalHeight: number;
+ width: number;
+ height: number;
+ scaleFactor: number;
+};
+
+function findPageNumberFromRef(
+ pdfPath: string,
+ ref: string,
+): number | undefined {
+ try {
+ const output = execSync(`mutool show "${pdfPath}" pages | grep "${ref}"`, {
+ encoding: "utf8",
+ }).trim();
+
+ const match = output.match(/page (\d+)/);
+ return match ? parseInt(match[1]) : undefined;
+ } catch (error) {
+ return undefined;
+ }
+}
+
+function extractPageLinks(pdfPath: string, pageNumber: number): PageLink[] {
+ const links: PageLink[] = [];
+
+ // Get page height first
+ const mediaBoxOutput = execSync(
+ `mutool show "${pdfPath}" "pages/${pageNumber}/MediaBox"`,
+ { encoding: "utf8" },
+ ).trim();
+
+ const dimensions = mediaBoxOutput
+ .replace(/[\[\]]/g, "")
+ .trim()
+ .split(/\s+/)
+ .map(Number);
+
+ const pageHeight = Math.abs(dimensions[3] - dimensions[1]);
+
+ // Get annotations for the page
+ const annotsOutput = execSync(
+ `mutool show "${pdfPath}" pages/${pageNumber}/Annots`,
+ { encoding: "utf8" },
+ ).trim();
+
+ if (!annotsOutput || annotsOutput === "null") {
+ return links;
+ }
+
+ // Parse the array of annotation references
+ const annotRefs = annotsOutput
+ .replace(/[\[\]]/g, "")
+ .trim()
+ .split(/\s+/)
+ .filter((ref) => ref.endsWith("R"));
+
+ // Process each annotation
+ for (let i = 1; i <= annotRefs.length; i++) {
+ try {
+ const annotOutput = execSync(
+ `mutool show "${pdfPath}" pages/${pageNumber}/Annots/${i}`,
+ { encoding: "utf8" },
+ ).trim();
+
+ // Check if annotation is present
+ if (!annotOutput || annotOutput === "null") continue;
+
+ // Check if annotation is a link
+ if (!annotOutput.includes("/Subtype /Link")) continue;
+
+ // Extract coordinates (Rect)
+ const rectMatch = annotOutput.match(/\/Rect\s*\[\s*([\d\s.]+)\s*\]/);
+ if (!rectMatch) continue;
+
+ // Transform coordinates
+ const rawCoords = rectMatch[1].trim().split(/\s+/).map(Number);
+ if (rawCoords.length < 4) continue;
+
+ // Transform y-coordinates by subtracting from page height
+ const transformedCoords = [
+ rawCoords[0], // x1
+ pageHeight - rawCoords[3], // y1 (transformed)
+ rawCoords[2], // x2
+ pageHeight - rawCoords[1], // y2 (transformed)
+ ].join(",");
+
+ // Check for URI links
+ const uriMatch = annotOutput.match(/\/URI\s*\((.*?)\)/);
+ if (uriMatch) {
+ links.push({
+ href: uriMatch[1],
+ coords: transformedCoords,
+ });
+ continue;
+ }
+
+ // Check for internal links (Dest)
+ const destMatch = annotOutput.match(/\/Dest\s*\[\s*(\d+\s+0\s+R)/);
+ if (destMatch) {
+ const ref = destMatch[1];
+ const targetPage = findPageNumberFromRef(pdfPath, ref);
+ links.push({
+ coords: transformedCoords,
+ href: `#page=${targetPage}&zoom=100,nan,nan`,
+ });
+ }
+ } catch (error) {
+ logger.warn(`Failed to extract link ${i} from page ${pageNumber}`, {
+ error,
+ });
+ }
+ }
+
+ return links;
+}
+
export const convertPdfToImage = task({
id: "convert-pdf-to-image",
machine: {
@@ -181,6 +305,8 @@ export const convertPdfToImage = task({
throw new Error(`Failed to upload page ${pageNumber}`);
}
+ const pageLinks = extractPageLinks(pdfPath, pageNumber);
+
// Create document page
await prisma.documentPage.create({
data: {
@@ -188,13 +314,14 @@ export const convertPdfToImage = task({
pageNumber,
file: data,
storageType: type,
+ pageLinks: pageLinks as unknown as Prisma.InputJsonValue,
metadata: {
originalWidth: widthInPoints,
originalHeight: heightInPoints,
width: widthInPoints * scaleFactor,
height: heightInPoints * scaleFactor,
scaleFactor,
- },
+ } as unknown as Prisma.InputJsonValue,
},
});
diff --git a/package-lock.json b/package-lock.json
index 1f0e9164..042d0555 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -53,14 +53,14 @@
"@tremor/react": "^3.18.7",
"@trigger.dev/nextjs": "^3.3.12",
"@trigger.dev/react": "^3.3.12",
- "@trigger.dev/react-hooks": "^3.3.12",
- "@trigger.dev/sdk": "^3.3.12",
+ "@trigger.dev/react-hooks": "^3.3.13",
+ "@trigger.dev/sdk": "^3.3.13",
"@tus/s3-store": "^1.8.0",
"@tus/server": "^1.10.1",
"@tus/utils": "^0.5.1",
"@upstash/qstash": "^2.7.20",
"@upstash/ratelimit": "^2.0.5",
- "@upstash/redis": "^1.34.3",
+ "@upstash/redis": "^1.34.4",
"@vercel/blob": "^0.23.4",
"@vercel/edge-config": "^1.4.0",
"@vercel/functions": "^1.6.0",
@@ -96,7 +96,7 @@
"openai": "4.20.1",
"pdf-lib": "^1.17.1",
"postcss": "^8.5.1",
- "posthog-js": "^1.215.2",
+ "posthog-js": "^1.215.3",
"react": "^18.3.1",
"react-colorful": "^5.6.1",
"react-dom": "^18.3.1",
@@ -114,7 +114,7 @@
"resend": "^4.1.2",
"sonner": "^1.7.4",
"stripe": "^16.12.0",
- "swr": "^2.3.0",
+ "swr": "^2.3.2",
"tailwind-merge": "^2.6.0",
"tailwind-scrollbar-hide": "^1.3.1",
"tailwindcss": "^3.4.17",
@@ -129,7 +129,7 @@
},
"devDependencies": {
"@tailwindcss/forms": "^0.5.10",
- "@trigger.dev/build": "^3.3.12",
+ "@trigger.dev/build": "^3.3.13",
"@trivago/prettier-plugin-sort-imports": "^4.3.0",
"@types/bcryptjs": "^2.4.6",
"@types/fluent-ffmpeg": "^2.1.27",
@@ -6453,12 +6453,12 @@
}
},
"node_modules/@trigger.dev/build": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/build/-/build-3.3.12.tgz",
- "integrity": "sha512-nMj153C9Ly/5PAVuSBj/fsQ7HNF2V2UA9bGSarOmDC3xsjdq2a5/6woUgQ8F8XEU22b3n7mqrJb1Vk0mMBtm9A==",
+ "version": "3.3.13",
+ "resolved": "https://registry.npmjs.org/@trigger.dev/build/-/build-3.3.13.tgz",
+ "integrity": "sha512-2R7FTvo/3XYhc+uB4vm2mzuH5UTP7kq4E9T2jEBQMEfz4KbiIjQwWtak366ApPKYRbBU1+xm0Mfx4EWtAriWhA==",
"dev": true,
"dependencies": {
- "@trigger.dev/core": "3.3.12",
+ "@trigger.dev/core": "3.3.13",
"pkg-types": "^1.1.3",
"tinyglobby": "^0.2.2",
"tsconfck": "3.1.3"
@@ -6468,9 +6468,9 @@
}
},
"node_modules/@trigger.dev/core": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/core/-/core-3.3.12.tgz",
- "integrity": "sha512-cdOb5Qu59HGgS6mC+FcG/zMWarqoMlk7dCXGTySiC725IRfEbIzmyZ5vpoFALMqXNZeYsxGcZvGaDug6RgfcZA==",
+ "version": "3.3.13",
+ "resolved": "https://registry.npmjs.org/@trigger.dev/core/-/core-3.3.13.tgz",
+ "integrity": "sha512-3VU4YMS+RVCkfVXeUKSWlkVszgFK44tIknR9sHLYgetI714L3tgH47XBXJ3+/ZV5Y9Vvv6O6pRIuV7EEhzbexg==",
"dependencies": {
"@electric-sql/client": "1.0.0-beta.1",
"@google-cloud/precise-date": "^4.0.0",
@@ -6487,6 +6487,7 @@
"@opentelemetry/sdk-trace-node": "1.25.1",
"@opentelemetry/semantic-conventions": "1.25.1",
"dequal": "^2.0.3",
+ "eventsource": "^3.0.5",
"eventsource-parser": "^3.0.0",
"execa": "^8.0.1",
"humanize-duration": "^3.27.3",
@@ -6596,11 +6597,11 @@
}
},
"node_modules/@trigger.dev/react-hooks": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/react-hooks/-/react-hooks-3.3.12.tgz",
- "integrity": "sha512-ObLbJt/c7Y19Tv3W/CBdW3CxpfSr0xYjdat4sMBVnrmL8uSkbuBTjr3j/QIEhrTSeGrnbZoyLfLbaR+3b/h9rQ==",
+ "version": "3.3.13",
+ "resolved": "https://registry.npmjs.org/@trigger.dev/react-hooks/-/react-hooks-3.3.13.tgz",
+ "integrity": "sha512-akX4e5CeoblZA7Jg37YQXHnNcNC3Z66dsOhvIHeiXf6XIzg6ThKdKMZzjtsM7acgi6UQDaqQQb2+KAkfeRd07A==",
"dependencies": {
- "@trigger.dev/core": "^3.3.12",
+ "@trigger.dev/core": "^3.3.13",
"swr": "^2.2.5"
},
"engines": {
@@ -6620,14 +6621,14 @@
}
},
"node_modules/@trigger.dev/sdk": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/sdk/-/sdk-3.3.12.tgz",
- "integrity": "sha512-HcDgdozocrOi8+X0/LQEVrawSBOVfAywFvLXUBULIWrltvuIwsJy6e5rX105SKBsvwq/eBbNvi9u5t6jiyEA+Q==",
+ "version": "3.3.13",
+ "resolved": "https://registry.npmjs.org/@trigger.dev/sdk/-/sdk-3.3.13.tgz",
+ "integrity": "sha512-iXtHMnzvzmPfBk7+whpWOElBJt6viCoA3r8xgrrrurj8oxjIVe4UvdDiB7wbUJJ44WROWEb0wVKyQut1L/FwQQ==",
"dependencies": {
"@opentelemetry/api": "1.9.0",
"@opentelemetry/api-logs": "0.52.1",
"@opentelemetry/semantic-conventions": "1.25.1",
- "@trigger.dev/core": "3.3.12",
+ "@trigger.dev/core": "3.3.13",
"chalk": "^5.2.0",
"cronstrue": "^2.21.0",
"debug": "^4.3.4",
@@ -7144,9 +7145,9 @@
}
},
"node_modules/@upstash/redis": {
- "version": "1.34.3",
- "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.34.3.tgz",
- "integrity": "sha512-VT25TyODGy/8ljl7GADnJoMmtmJ1F8d84UXfGonRRF8fWYJz7+2J6GzW+a6ETGtk4OyuRTt7FRSvFG5GvrfSdQ==",
+ "version": "1.34.4",
+ "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.34.4.tgz",
+ "integrity": "sha512-AZx2iD5s1Pu/KCrRA7KVCffu3NSoaYnNY7N9YI7aLAYhcJfsriQKTe+8OxQWJqGqFbrvm17Lyr9HFnDLvqNpfA==",
"dependencies": {
"crypto-js": "^4.2.0"
}
@@ -9906,6 +9907,17 @@
"node": ">=0.8.x"
}
},
+ "node_modules/eventsource": {
+ "version": "3.0.5",
+ "resolved": "https://registry.npmjs.org/eventsource/-/eventsource-3.0.5.tgz",
+ "integrity": "sha512-LT/5J605bx5SNyE+ITBDiM3FxffBiq9un7Vx0EwMDM3vg8sWKx/tO2zC+LMqZ+smAM0F2hblaDZUVZF0te2pSw==",
+ "dependencies": {
+ "eventsource-parser": "^3.0.0"
+ },
+ "engines": {
+ "node": ">=18.0.0"
+ }
+ },
"node_modules/eventsource-parser": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/eventsource-parser/-/eventsource-parser-3.0.0.tgz",
@@ -13548,9 +13560,9 @@
}
},
"node_modules/posthog-js": {
- "version": "1.215.2",
- "resolved": "https://registry.npmjs.org/posthog-js/-/posthog-js-1.215.2.tgz",
- "integrity": "sha512-CDK+R8CFW8GopisuGr41VHSmzFzsn0BI+VKf/WVTfE27RfVhUIa1BPxLYOMMLO70zmFiCnSqmnc0NthgcyNhPg==",
+ "version": "1.215.3",
+ "resolved": "https://registry.npmjs.org/posthog-js/-/posthog-js-1.215.3.tgz",
+ "integrity": "sha512-vTk8/gyjbKP7EbDxWzo/GBCK7Ok7M6RTqEWOzRgIxCPf/KA5faFi5z1T4cRR1oPgcDqLeB1ZGa04Za/cPEHxgA==",
"dependencies": {
"core-js": "^3.38.1",
"fflate": "^0.4.8",
@@ -15828,9 +15840,9 @@
"peer": true
},
"node_modules/swr": {
- "version": "2.3.0",
- "resolved": "https://registry.npmjs.org/swr/-/swr-2.3.0.tgz",
- "integrity": "sha512-NyZ76wA4yElZWBHzSgEJc28a0u6QZvhb6w0azeL2k7+Q1gAzVK+IqQYXhVOC/mzi+HZIozrZvBVeSeOZNR2bqA==",
+ "version": "2.3.2",
+ "resolved": "https://registry.npmjs.org/swr/-/swr-2.3.2.tgz",
+ "integrity": "sha512-RosxFpiabojs75IwQ316DGoDRmOqtiAj0tg8wCcbEu4CiLZBs/a9QNtHV7TUfDXmmlgqij/NqzKq/eLelyv9xA==",
"dependencies": {
"dequal": "^2.0.3",
"use-sync-external-store": "^1.4.0"
@@ -17028,6 +17040,21 @@
"peerDependencies": {
"zod": "^3.18.0"
}
+ },
+ "node_modules/react-email/node_modules/@next/swc-win32-ia32-msvc": {
+ "version": "14.2.23",
+ "resolved": "https://registry.npmjs.org/@next/swc-win32-ia32-msvc/-/swc-win32-ia32-msvc-14.2.23.tgz",
+ "integrity": "sha512-zfHZOGguFCqAJ7zldTKg4tJHPJyJCOFhpoJcVxKL9BSUHScVDnMdDuOU1zPPGdOzr/GWxbhYTjyiEgLEpAoFPA==",
+ "cpu": [
+ "ia32"
+ ],
+ "optional": true,
+ "os": [
+ "win32"
+ ],
+ "engines": {
+ "node": ">= 10"
+ }
}
}
}
diff --git a/package.json b/package.json
index 0712969d..55257ec5 100644
--- a/package.json
+++ b/package.json
@@ -65,14 +65,14 @@
"@tremor/react": "^3.18.7",
"@trigger.dev/nextjs": "^3.3.12",
"@trigger.dev/react": "^3.3.12",
- "@trigger.dev/react-hooks": "^3.3.12",
- "@trigger.dev/sdk": "^3.3.12",
+ "@trigger.dev/react-hooks": "^3.3.13",
+ "@trigger.dev/sdk": "^3.3.13",
"@tus/s3-store": "^1.8.0",
"@tus/server": "^1.10.1",
"@tus/utils": "^0.5.1",
"@upstash/qstash": "^2.7.20",
"@upstash/ratelimit": "^2.0.5",
- "@upstash/redis": "^1.34.3",
+ "@upstash/redis": "^1.34.4",
"@vercel/blob": "^0.23.4",
"@vercel/edge-config": "^1.4.0",
"@vercel/functions": "^1.6.0",
@@ -108,7 +108,7 @@
"openai": "4.20.1",
"pdf-lib": "^1.17.1",
"postcss": "^8.5.1",
- "posthog-js": "^1.215.2",
+ "posthog-js": "^1.215.3",
"react": "^18.3.1",
"react-colorful": "^5.6.1",
"react-dom": "^18.3.1",
@@ -126,7 +126,7 @@
"resend": "^4.1.2",
"sonner": "^1.7.4",
"stripe": "^16.12.0",
- "swr": "^2.3.0",
+ "swr": "^2.3.2",
"tailwind-merge": "^2.6.0",
"tailwind-scrollbar-hide": "^1.3.1",
"tailwindcss": "^3.4.17",
@@ -141,7 +141,7 @@
},
"devDependencies": {
"@tailwindcss/forms": "^0.5.10",
- "@trigger.dev/build": "^3.3.12",
+ "@trigger.dev/build": "^3.3.13",
"@trivago/prettier-plugin-sort-imports": "^4.3.0",
"@types/bcryptjs": "^2.4.6",
"@types/fluent-ffmpeg": "^2.1.27",