Papermark is the open-source DocSend alternative and secure data rooms with built-in analytics and custom domains.
feat(trigger): extract page links
Marc Seitzfd20a73a1c70
diff --git a/lib/trigger/pdf-to-image.ts b/lib/trigger/pdf-to-image.tsindex c05e327f..d18da226 100644--- a/lib/trigger/pdf-to-image.ts+++ b/lib/trigger/pdf-to-image.ts@@ -1,3 +1,4 @@+import { Prisma } from "@prisma/client";import { logger, task } from "@trigger.dev/sdk/v3";import { execSync } from "child_process";import { createReadStream, createWriteStream } from "fs";@@ -21,6 +22,129 @@ type ConvertPdfToImagePayload = {versionNumber?: number;};+interface PageLink {+ href: string;+ coords: string;+}++type DocumentPageMetadata = {+ originalWidth: number;+ originalHeight: number;+ width: number;+ height: number;+ scaleFactor: number;+};++function findPageNumberFromRef(+ pdfPath: string,+ ref: string,+): number | undefined {+ try {+ const output = execSync(`mutool show "${pdfPath}" pages | grep "${ref}"`, {+ encoding: "utf8",+ }).trim();++ const match = output.match(/page (\d+)/);+ return match ? parseInt(match[1]) : undefined;+ } catch (error) {+ return undefined;+ }+}++function extractPageLinks(pdfPath: string, pageNumber: number): PageLink[] {+ const links: PageLink[] = [];++ // Get page height first+ const mediaBoxOutput = execSync(+ `mutool show "${pdfPath}" "pages/${pageNumber}/MediaBox"`,+ { encoding: "utf8" },+ ).trim();++ const dimensions = mediaBoxOutput+ .replace(/[\[\]]/g, "")+ .trim()+ .split(/\s+/)+ .map(Number);++ const pageHeight = Math.abs(dimensions[3] - dimensions[1]);++ // Get annotations for the page+ const annotsOutput = execSync(+ `mutool show "${pdfPath}" pages/${pageNumber}/Annots`,+ { encoding: "utf8" },+ ).trim();++ if (!annotsOutput || annotsOutput === "null") {+ return links;+ }++ // Parse the array of annotation references+ const annotRefs = annotsOutput+ .replace(/[\[\]]/g, "")+ .trim()+ .split(/\s+/)+ .filter((ref) => ref.endsWith("R"));++ // Process each annotation+ for (let i = 1; i <= annotRefs.length; i++) {+ try {+ const annotOutput = execSync(+ `mutool show "${pdfPath}" pages/${pageNumber}/Annots/${i}`,+ { encoding: "utf8" },+ ).trim();++ // Check if annotation is present+ if (!annotOutput || annotOutput === "null") continue;++ // Check if annotation is a link+ if (!annotOutput.includes("/Subtype /Link")) continue;++ // Extract coordinates (Rect)+ const rectMatch = annotOutput.match(/\/Rect\s*\[\s*([\d\s.]+)\s*\]/);+ if (!rectMatch) continue;++ // Transform coordinates+ const rawCoords = rectMatch[1].trim().split(/\s+/).map(Number);+ if (rawCoords.length < 4) continue;++ // Transform y-coordinates by subtracting from page height+ const transformedCoords = [+ rawCoords[0], // x1+ pageHeight - rawCoords[3], // y1 (transformed)+ rawCoords[2], // x2+ pageHeight - rawCoords[1], // y2 (transformed)+ ].join(",");++ // Check for URI links+ const uriMatch = annotOutput.match(/\/URI\s*\((.*?)\)/);+ if (uriMatch) {+ links.push({+ href: uriMatch[1],+ coords: transformedCoords,+ });+ continue;+ }++ // Check for internal links (Dest)+ const destMatch = annotOutput.match(/\/Dest\s*\[\s*(\d+\s+0\s+R)/);+ if (destMatch) {+ const ref = destMatch[1];+ const targetPage = findPageNumberFromRef(pdfPath, ref);+ links.push({+ coords: transformedCoords,+ href: `#page=${targetPage}&zoom=100,nan,nan`,+ });+ }+ } catch (error) {+ logger.warn(`Failed to extract link ${i} from page ${pageNumber}`, {+ error,+ });+ }+ }++ return links;+}+export const convertPdfToImage = task({id: "convert-pdf-to-image",machine: {@@ -181,6 +305,8 @@ export const convertPdfToImage = task({throw new Error(`Failed to upload page ${pageNumber}`);}+ const pageLinks = extractPageLinks(pdfPath, pageNumber);+// Create document pageawait prisma.documentPage.create({data: {@@ -188,13 +314,14 @@ export const convertPdfToImage = task({pageNumber,file: data,storageType: type,+ pageLinks: pageLinks as unknown as Prisma.InputJsonValue,metadata: {originalWidth: widthInPoints,originalHeight: heightInPoints,width: widthInPoints * scaleFactor,height: heightInPoints * scaleFactor,scaleFactor,- },+ } as unknown as Prisma.InputJsonValue,},});diff --git a/package-lock.json b/package-lock.jsonindex 1f0e9164..042d0555 100644--- a/package-lock.json+++ b/package-lock.json@@ -53,14 +53,14 @@"@tremor/react": "^3.18.7","@trigger.dev/nextjs": "^3.3.12","@trigger.dev/react": "^3.3.12",- "@trigger.dev/react-hooks": "^3.3.12",- "@trigger.dev/sdk": "^3.3.12",+ "@trigger.dev/react-hooks": "^3.3.13",+ "@trigger.dev/sdk": "^3.3.13","@tus/s3-store": "^1.8.0","@tus/server": "^1.10.1","@tus/utils": "^0.5.1","@upstash/qstash": "^2.7.20","@upstash/ratelimit": "^2.0.5",- "@upstash/redis": "^1.34.3",+ "@upstash/redis": "^1.34.4","@vercel/blob": "^0.23.4","@vercel/edge-config": "^1.4.0","@vercel/functions": "^1.6.0",@@ -96,7 +96,7 @@"openai": "4.20.1","pdf-lib": "^1.17.1","postcss": "^8.5.1",- "posthog-js": "^1.215.2",+ "posthog-js": "^1.215.3","react": "^18.3.1","react-colorful": "^5.6.1","react-dom": "^18.3.1",@@ -114,7 +114,7 @@"resend": "^4.1.2","sonner": "^1.7.4","stripe": "^16.12.0",- "swr": "^2.3.0",+ "swr": "^2.3.2","tailwind-merge": "^2.6.0","tailwind-scrollbar-hide": "^1.3.1","tailwindcss": "^3.4.17",@@ -129,7 +129,7 @@},"devDependencies": {"@tailwindcss/forms": "^0.5.10",- "@trigger.dev/build": "^3.3.12",+ "@trigger.dev/build": "^3.3.13","@trivago/prettier-plugin-sort-imports": "^4.3.0","@types/bcryptjs": "^2.4.6","@types/fluent-ffmpeg": "^2.1.27",@@ -6453,12 +6453,12 @@}},"node_modules/@trigger.dev/build": {- "version": "3.3.12",- "resolved": "https://registry.npmjs.org/@trigger.dev/build/-/build-3.3.12.tgz",- "integrity": "sha512-nMj153C9Ly/5PAVuSBj/fsQ7HNF2V2UA9bGSarOmDC3xsjdq2a5/6woUgQ8F8XEU22b3n7mqrJb1Vk0mMBtm9A==",+ "version": "3.3.13",+ "resolved": "https://registry.npmjs.org/@trigger.dev/build/-/build-3.3.13.tgz",+ "integrity": "sha512-2R7FTvo/3XYhc+uB4vm2mzuH5UTP7kq4E9T2jEBQMEfz4KbiIjQwWtak366ApPKYRbBU1+xm0Mfx4EWtAriWhA==","dev": true,"dependencies": {- "@trigger.dev/core": "3.3.12",+ "@trigger.dev/core": "3.3.13","pkg-types": "^1.1.3","tinyglobby": "^0.2.2","tsconfck": "3.1.3"@@ -6468,9 +6468,9 @@}},"node_modules/@trigger.dev/core": {- "version": "3.3.12",- "resolved": "https://registry.npmjs.org/@trigger.dev/core/-/core-3.3.12.tgz",- "integrity": "sha512-cdOb5Qu59HGgS6mC+FcG/zMWarqoMlk7dCXGTySiC725IRfEbIzmyZ5vpoFALMqXNZeYsxGcZvGaDug6RgfcZA==",+ "version": "3.3.13",+ "resolved": "https://registry.npmjs.org/@trigger.dev/core/-/core-3.3.13.tgz",+ "integrity": "sha512-3VU4YMS+RVCkfVXeUKSWlkVszgFK44tIknR9sHLYgetI714L3tgH47XBXJ3+/ZV5Y9Vvv6O6pRIuV7EEhzbexg==","dependencies": {"@electric-sql/client": "1.0.0-beta.1","@google-cloud/precise-date": "^4.0.0",@@ -6487,6 +6487,7 @@"@opentelemetry/sdk-trace-node": "1.25.1","@opentelemetry/semantic-conventions": "1.25.1","dequal": "^2.0.3",+ "eventsource": "^3.0.5","eventsource-parser": "^3.0.0","execa": "^8.0.1","humanize-duration": "^3.27.3",@@ -6596,11 +6597,11 @@}},"node_modules/@trigger.dev/react-hooks": {- "version": "3.3.12",- "resolved": "https://registry.npmjs.org/@trigger.dev/react-hooks/-/react-hooks-3.3.12.tgz",- "integrity": "sha512-ObLbJt/c7Y19Tv3W/CBdW3CxpfSr0xYjdat4sMBVnrmL8uSkbuBTjr3j/QIEhrTSeGrnbZoyLfLbaR+3b/h9rQ==",+ "version": "3.3.13",+ "resolved": "https://registry.npmjs.org/@trigger.dev/react-hooks/-/react-hooks-3.3.13.tgz",+ "integrity": "sha512-akX4e5CeoblZA7Jg37YQXHnNcNC3Z66dsOhvIHeiXf6XIzg6ThKdKMZzjtsM7acgi6UQDaqQQb2+KAkfeRd07A==","dependencies": {- "@trigger.dev/core": "^3.3.12",+ "@trigger.dev/core": "^3.3.13","swr": "^2.2.5"},"engines": {@@ -6620,14 +6621,14 @@}},"node_modules/@trigger.dev/sdk": {- "version": "3.3.12",- "resolved": "https://registry.npmjs.org/@trigger.dev/sdk/-/sdk-3.3.12.tgz",- "integrity": "sha512-HcDgdozocrOi8+X0/LQEVrawSBOVfAywFvLXUBULIWrltvuIwsJy6e5rX105SKBsvwq/eBbNvi9u5t6jiyEA+Q==",+ "version": "3.3.13",+ "resolved": "https://registry.npmjs.org/@trigger.dev/sdk/-/sdk-3.3.13.tgz",+ "integrity": "sha512-iXtHMnzvzmPfBk7+whpWOElBJt6viCoA3r8xgrrrurj8oxjIVe4UvdDiB7wbUJJ44WROWEb0wVKyQut1L/FwQQ==","dependencies": {"@opentelemetry/api": "1.9.0","@opentelemetry/api-logs": "0.52.1","@opentelemetry/semantic-conventions": "1.25.1",- "@trigger.dev/core": "3.3.12",+ "@trigger.dev/core": "3.3.13","chalk": "^5.2.0","cronstrue": "^2.21.0","debug": "^4.3.4",@@ -7144,9 +7145,9 @@}},"node_modules/@upstash/redis": {- "version": "1.34.3",- "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.34.3.tgz",- "integrity": "sha512-VT25TyODGy/8ljl7GADnJoMmtmJ1F8d84UXfGonRRF8fWYJz7+2J6GzW+a6ETGtk4OyuRTt7FRSvFG5GvrfSdQ==",+ "version": "1.34.4",+ "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.34.4.tgz",+ "integrity": "sha512-AZx2iD5s1Pu/KCrRA7KVCffu3NSoaYnNY7N9YI7aLAYhcJfsriQKTe+8OxQWJqGqFbrvm17Lyr9HFnDLvqNpfA==","dependencies": {"crypto-js": "^4.2.0"}@@ -9906,6 +9907,17 @@"node": ">=0.8.x"}},+ "node_modules/eventsource": {+ "version": "3.0.5",+ "resolved": "https://registry.npmjs.org/eventsource/-/eventsource-3.0.5.tgz",+ "integrity": "sha512-LT/5J605bx5SNyE+ITBDiM3FxffBiq9un7Vx0EwMDM3vg8sWKx/tO2zC+LMqZ+smAM0F2hblaDZUVZF0te2pSw==",+ "dependencies": {+ "eventsource-parser": "^3.0.0"+ },+ "engines": {+ "node": ">=18.0.0"+ }+ },"node_modules/eventsource-parser": {"version": "3.0.0","resolved": "https://registry.npmjs.org/eventsource-parser/-/eventsource-parser-3.0.0.tgz",@@ -13548,9 +13560,9 @@}},"node_modules/posthog-js": {- "version": "1.215.2",- "resolved": "https://registry.npmjs.org/posthog-js/-/posthog-js-1.215.2.tgz",- "integrity": "sha512-CDK+R8CFW8GopisuGr41VHSmzFzsn0BI+VKf/WVTfE27RfVhUIa1BPxLYOMMLO70zmFiCnSqmnc0NthgcyNhPg==",+ "version": "1.215.3",+ "resolved": "https://registry.npmjs.org/posthog-js/-/posthog-js-1.215.3.tgz",+ "integrity": "sha512-vTk8/gyjbKP7EbDxWzo/GBCK7Ok7M6RTqEWOzRgIxCPf/KA5faFi5z1T4cRR1oPgcDqLeB1ZGa04Za/cPEHxgA==","dependencies": {"core-js": "^3.38.1","fflate": "^0.4.8",@@ -15828,9 +15840,9 @@"peer": true},"node_modules/swr": {- "version": "2.3.0",- "resolved": "https://registry.npmjs.org/swr/-/swr-2.3.0.tgz",- "integrity": "sha512-NyZ76wA4yElZWBHzSgEJc28a0u6QZvhb6w0azeL2k7+Q1gAzVK+IqQYXhVOC/mzi+HZIozrZvBVeSeOZNR2bqA==",+ "version": "2.3.2",+ "resolved": "https://registry.npmjs.org/swr/-/swr-2.3.2.tgz",+ "integrity": "sha512-RosxFpiabojs75IwQ316DGoDRmOqtiAj0tg8wCcbEu4CiLZBs/a9QNtHV7TUfDXmmlgqij/NqzKq/eLelyv9xA==","dependencies": {"dequal": "^2.0.3","use-sync-external-store": "^1.4.0"@@ -17028,6 +17040,21 @@"peerDependencies": {"zod": "^3.18.0"}+ },+ "node_modules/react-email/node_modules/@next/swc-win32-ia32-msvc": {+ "version": "14.2.23",+ "resolved": "https://registry.npmjs.org/@next/swc-win32-ia32-msvc/-/swc-win32-ia32-msvc-14.2.23.tgz",+ "integrity": "sha512-zfHZOGguFCqAJ7zldTKg4tJHPJyJCOFhpoJcVxKL9BSUHScVDnMdDuOU1zPPGdOzr/GWxbhYTjyiEgLEpAoFPA==",+ "cpu": [+ "ia32"+ ],+ "optional": true,+ "os": [+ "win32"+ ],+ "engines": {+ "node": ">= 10"+ }}}}diff --git a/package.json b/package.jsonindex 0712969d..55257ec5 100644--- a/package.json+++ b/package.json@@ -65,14 +65,14 @@"@tremor/react": "^3.18.7","@trigger.dev/nextjs": "^3.3.12","@trigger.dev/react": "^3.3.12",- "@trigger.dev/react-hooks": "^3.3.12",- "@trigger.dev/sdk": "^3.3.12",+ "@trigger.dev/react-hooks": "^3.3.13",+ "@trigger.dev/sdk": "^3.3.13","@tus/s3-store": "^1.8.0","@tus/server": "^1.10.1","@tus/utils": "^0.5.1","@upstash/qstash": "^2.7.20","@upstash/ratelimit": "^2.0.5",- "@upstash/redis": "^1.34.3",+ "@upstash/redis": "^1.34.4","@vercel/blob": "^0.23.4","@vercel/edge-config": "^1.4.0","@vercel/functions": "^1.6.0",@@ -108,7 +108,7 @@"openai": "4.20.1","pdf-lib": "^1.17.1","postcss": "^8.5.1",- "posthog-js": "^1.215.2",+ "posthog-js": "^1.215.3","react": "^18.3.1","react-colorful": "^5.6.1","react-dom": "^18.3.1",@@ -126,7 +126,7 @@"resend": "^4.1.2","sonner": "^1.7.4","stripe": "^16.12.0",- "swr": "^2.3.0",+ "swr": "^2.3.2","tailwind-merge": "^2.6.0","tailwind-scrollbar-hide": "^1.3.1","tailwindcss": "^3.4.17",@@ -141,7 +141,7 @@},"devDependencies": {"@tailwindcss/forms": "^0.5.10",- "@trigger.dev/build": "^3.3.12",+ "@trigger.dev/build": "^3.3.13","@trivago/prettier-plugin-sort-imports": "^4.3.0","@types/bcryptjs": "^2.4.6","@types/fluent-ffmpeg": "^2.1.27",