Skip to content

Papermark is the open-source DocSend alternative and secure data rooms with built-in analytics and custom domains.

feat(trigger): remove trigger v2

Marc Seitz7ba784815c86
diff --git a/jobs/convert-pdf-to-image.ts b/jobs/convert-pdf-to-image.ts
deleted file mode 100644
index 09b3c22c..00000000
--- a/jobs/convert-pdf-to-image.ts
+++ /dev/null
@@ -1,302 +0,0 @@
-import { client } from "@/trigger";
-import { eventTrigger, retry } from "@trigger.dev/sdk";
-import { z } from "zod";
-
-import { getFile } from "@/lib/files/get-file";
-import prisma from "@/lib/prisma";
-
-client.defineJob({
- id: "convert-pdf-to-image",
- name: "Convert PDF to Image",
- version: "0.0.1",
- trigger: eventTrigger({
- name: "document.uploaded",
- schema: z.object({
- documentVersionId: z.string(),
- versionNumber: z.number().int().optional(),
- documentId: z.string().optional(),
- teamId: z.string().optional(),
- }),
- }),
- run: async (payload, io, ctx) => {
- const { documentVersionId } = payload;
-
- // STATUS: initialized status
- const processingDocumentStatus = await io.createStatus(
- "processing-document",
- {
- //the label is compulsory on this first call
- label: "Processing document",
- //state is optional
- state: "loading",
- //data is an optional object. the values can be any type that is JSON serializable
- data: {
- text: "Processing document...",
- progress: 0,
- currentPage: 0,
- numPages: undefined,
- },
- },
- );
-
- // 1. get file url from document version
- const documentVersion = await io.runTask("get-document-url", async () => {
- return prisma.documentVersion.findUnique({
- where: {
- id: documentVersionId,
- },
- select: {
- file: true,
- storageType: true,
- numPages: true,
- },
- });
- });
-
- // if documentVersion is null, log error and return
- if (!documentVersion) {
- await io.logger.error("File not found", { payload });
- await processingDocumentStatus.update("error", {
- //set data, this overrides the previous value
- state: "failure",
- data: {
- text: "Document not found",
- progress: 0,
- currentPage: 0,
- numPages: 0,
- },
- });
- return;
- }
-
- // 2. get signed url from file
- const signedUrl = await io.runTask("get-signed-url", async () => {
- return await getFile({
- type: documentVersion.storageType,
- data: documentVersion.file,
- });
- });
-
- if (!signedUrl) {
- await io.logger.error("Failed to get signed url", { payload });
- await processingDocumentStatus.update("error-signed-url", {
- //set data, this overrides the previous value
- state: "failure",
- data: {
- text: "Failed to retrieve document",
- progress: 0,
- currentPage: 0,
- numPages: 0,
- },
- });
- return;
- }
-
- let numPages = documentVersion.numPages;
-
- // skip if the numPages are already defined
- if (!numPages || numPages === 1) {
- // 3. send file to api/convert endpoint in a task and get back number of pages
- const muDocument = await io.runTask("get-number-of-pages", async () => {
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_BASE_URL}/api/mupdf/get-pages`,
- {
- method: "POST",
- body: JSON.stringify({ url: signedUrl }),
- headers: {
- "Content-Type": "application/json",
- },
- },
- );
- await io.logger.info("log response", { response });
-
- if (!response.ok) {
- await io.logger.error("Failed to get number of pages", {
- signedUrl,
- response,
- });
- throw new Error("Failed to get number of pages");
- }
-
- const { numPages } = (await response.json()) as { numPages: number };
- return { numPages };
- });
-
- if (!muDocument || muDocument.numPages < 1) {
- await io.logger.error("Failed to get number of pages", { payload });
- return;
- }
-
- numPages = muDocument.numPages;
- }
-
- // 4. iterate through pages and upload to blob in a task
- let currentPage = 0;
- let conversionWithoutError = true;
- for (var i = 0; i < numPages; ++i) {
- if (!conversionWithoutError) {
- break;
- }
-
- // increment currentPage
- currentPage = i + 1;
- await io.runTask(
- `upload-page-${currentPage}`,
- async () => {
- // send page number to api/convert-page endpoint in a task and get back page img url
- const response = await fetch(
- `${process.env.NEXT_PUBLIC_BASE_URL}/api/mupdf/convert-page`,
- {
- method: "POST",
- body: JSON.stringify({
- documentVersionId: documentVersionId,
- pageNumber: currentPage,
- url: signedUrl,
- teamId: payload.teamId,
- }),
- headers: {
- "Content-Type": "application/json",
- Authorization: `Bearer ${process.env.INTERNAL_API_KEY}`,
- },
- },
- );
-
- if (!response.ok) {
- throw new Error("Failed to convert page");
- }
-
- const { documentPageId } = (await response.json()) as {
- documentPageId: string;
- };
-
- await io.logger.info(
- `Created document page for page ${currentPage}:`,
- {
- documentPageId,
- payload,
- },
- );
- return { documentPageId, payload };
- },
- // { retry: retry.standardBackoff },
- {
- // retry: {
- // limit: 3,
- // minTimeoutInMs: 1000,
- // maxTimeoutInMs: 10000,
- // factor: 2,
- // randomize: true,
- // },
- },
- (error, task) => {
- conversionWithoutError = false;
- return { error: error as Error };
- },
- );
-
- // STATUS: retrieved-url
- await processingDocumentStatus.update(`processing-page-${currentPage}`, {
- //set data, this overrides the previous value
- data: {
- text: `${currentPage} / ${numPages} pages processed`,
- progress: currentPage / numPages!,
- currentPage: currentPage,
- numPages: numPages,
- },
- });
- }
-
- if (!conversionWithoutError) {
- await io.logger.error("Failed to process pages", { payload });
- // STATUS: error with processing document
- await processingDocumentStatus.update("error-processing-pages", {
- //set data, this overrides the previous value
- state: "failure",
- data: {
- text: `Error processing page ${currentPage} of ${numPages}`,
- progress: currentPage / numPages!,
- currentPage: currentPage,
- numPages: numPages,
- },
- });
- return;
- }
-
- // 5. after all pages are uploaded, update document version to hasPages = true
- await io.runTask("enable-pages", async () => {
- return prisma.documentVersion.update({
- where: {
- id: documentVersionId,
- },
- data: {
- numPages: numPages,
- hasPages: true,
- isPrimary: true,
- },
- select: {
- id: true,
- hasPages: true,
- isPrimary: true,
- },
- });
- });
-
- // STATUS: enabled-pages
- await processingDocumentStatus.update("enabled-pages", {
- //set data, this overrides the previous value
- state: "loading",
- data: {
- text: "Enabling pages...",
- progress: 1,
- },
- });
-
- const { versionNumber, documentId } = payload;
- if (versionNumber) {
- // after all pages are uploaded, update all other versions to be not primary
- await io.runTask("update-version-number", async () => {
- return prisma.documentVersion.updateMany({
- where: {
- documentId: documentId,
- versionNumber: {
- not: versionNumber,
- },
- },
- data: {
- isPrimary: false,
- },
- });
- });
- }
-
- // STATUS: enabled-pages
- await processingDocumentStatus.update("revalidate-links", {
- //set data, this overrides the previous value
- state: "loading",
- data: {
- text: "Revalidating link...",
- progress: 1,
- },
- });
-
- // initialize link revalidation for all the document's links
- await io.runTask("initiate-link-revalidation", async () => {
- await fetch(
- `${process.env.NEXTAUTH_URL}/api/revalidate?secret=${process.env.REVALIDATE_TOKEN}&documentId=${documentId}`,
- );
- });
-
- // STATUS: success
- await processingDocumentStatus.update("success", {
- state: "success",
- data: {
- text: "Processing complete",
- },
- });
-
- return {
- success: true,
- message: "Successfully converted PDF to images",
- };
- },
-});
diff --git a/jobs/index.ts b/jobs/index.ts
deleted file mode 100644
index 6b390f83..00000000
--- a/jobs/index.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-// export all your job files here
-
-export * from "./convert-pdf-to-image";
diff --git a/lib/trigger/convert-files.ts b/lib/trigger/convert-files.ts
index ce77b38f..0c25209c 100644
--- a/lib/trigger/convert-files.ts
+++ b/lib/trigger/convert-files.ts
@@ -175,7 +175,6 @@ export const convertFilesToPdfTask = task({
updateStatus({ progress: 40, text: "Initiating document processing..." });
- // trigger convert-pdf-to-image job
await convertPdfToImageRoute.trigger(
{
documentId: payload.documentId,
@@ -363,7 +362,6 @@ export const convertCadToPdfTask = task({
},
});
- // trigger convert-pdf-to-image job
await convertPdfToImageRoute.trigger(
{
documentId: payload.documentId,
diff --git a/package-lock.json b/package-lock.json
index 042d0555..dac3a249 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -51,8 +51,6 @@
"@tanstack/react-table": "^8.20.6",
"@teamhanko/passkeys-next-auth-provider": "^0.2.7",
"@tremor/react": "^3.18.7",
- "@trigger.dev/nextjs": "^3.3.12",
- "@trigger.dev/react": "^3.3.12",
"@trigger.dev/react-hooks": "^3.3.13",
"@trigger.dev/sdk": "^3.3.13",
"@tus/s3-store": "^1.8.0",
@@ -6322,41 +6320,6 @@
"tailwindcss": ">=3.0.0 || insiders || >=4.0.0-alpha.20 || >=4.0.0-beta.1"
}
},
- "node_modules/@tanstack/query-core": {
- "version": "5.0.0-beta.0",
- "resolved": "https://registry.npmjs.org/@tanstack/query-core/-/query-core-5.0.0-beta.0.tgz",
- "integrity": "sha512-VGq/H3PuRoj0shOcg1S5Flv3YD2qNz2ttk8w5xe5AHQE1I8NO9EHSBUxezIpk4dD6M7bQDtwHBMqqU2EwMwyUw==",
- "funding": {
- "type": "github",
- "url": "https://github.com/sponsors/tannerlinsley"
- }
- },
- "node_modules/@tanstack/react-query": {
- "version": "5.0.0-beta.2",
- "resolved": "https://registry.npmjs.org/@tanstack/react-query/-/react-query-5.0.0-beta.2.tgz",
- "integrity": "sha512-JdK1HRw20tuwg3GfT3QZTkuS7s2KDa9FeozuJ7jZULlwPczZagouqYmM6+PL0ad6jfCnw8NzmLFtZdlBx6cTmA==",
- "dependencies": {
- "@tanstack/query-core": "5.0.0-beta.0",
- "client-only": "0.0.1"
- },
- "funding": {
- "type": "github",
- "url": "https://github.com/sponsors/tannerlinsley"
- },
- "peerDependencies": {
- "react": "^18.0.0",
- "react-dom": "^18.0.0",
- "react-native": "*"
- },
- "peerDependenciesMeta": {
- "react-dom": {
- "optional": true
- },
- "react-native": {
- "optional": true
- }
- }
- },
"node_modules/@tanstack/react-table": {
"version": "8.20.6",
"resolved": "https://registry.npmjs.org/@tanstack/react-table/-/react-table-8.20.6.tgz",
@@ -6567,35 +6530,6 @@
"url": "https://github.com/sponsors/colinhacks"
}
},
- "node_modules/@trigger.dev/nextjs": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/nextjs/-/nextjs-3.3.12.tgz",
- "integrity": "sha512-CMqaOBJ+hwwUzyNeTj4Wc9wyRtQ8RKMNeumspsrbUvPxWc7XJ0Gaw/xWZ+R9odbIl+BHahSvyZEUR6OEWlJmIA==",
- "dependencies": {
- "debug": "^4.3.4"
- },
- "engines": {
- "node": ">=18.0.0"
- },
- "peerDependencies": {
- "@trigger.dev/sdk": "~2.3.0 || ^3.0.0",
- "next": ">=12.0.0"
- }
- },
- "node_modules/@trigger.dev/react": {
- "version": "3.3.12",
- "resolved": "https://registry.npmjs.org/@trigger.dev/react/-/react-3.3.12.tgz",
- "integrity": "sha512-f3Z6Ez2TNB1VN48aeb2spbOStqO0IBlPbCNlY22xgxDKOX7dbD6GR1R4JAHPKWu37hnf2zklHrd3wjTf8yGoyA==",
- "dependencies": {
- "@tanstack/react-query": "5.0.0-beta.2",
- "@trigger.dev/core": "~2.3.0 || ^3.0.0",
- "debug": "^4.3.4",
- "zod": "3.22.3"
- },
- "peerDependencies": {
- "react": "^16.8.0 || ^17.0.0 || ^18"
- }
- },
"node_modules/@trigger.dev/react-hooks": {
"version": "3.3.13",
"resolved": "https://registry.npmjs.org/@trigger.dev/react-hooks/-/react-hooks-3.3.13.tgz",
@@ -6612,14 +6546,6 @@
"react-dom": "^18.0 || ^19.0 || ^19.0.0-rc"
}
},
- "node_modules/@trigger.dev/react/node_modules/zod": {
- "version": "3.22.3",
- "resolved": "https://registry.npmjs.org/zod/-/zod-3.22.3.tgz",
- "integrity": "sha512-EjIevzuJRiRPbVH4mGc8nApb/lVLKVpmUhAaR5R5doKGfAnGJ6Gr3CViAVjP+4FWSxCsybeWQdcgCtbX+7oZug==",
- "funding": {
- "url": "https://github.com/sponsors/colinhacks"
- }
- },
"node_modules/@trigger.dev/sdk": {
"version": "3.3.13",
"resolved": "https://registry.npmjs.org/@trigger.dev/sdk/-/sdk-3.3.13.tgz",
@@ -17040,21 +16966,6 @@
"peerDependencies": {
"zod": "^3.18.0"
}
- },
- "node_modules/react-email/node_modules/@next/swc-win32-ia32-msvc": {
- "version": "14.2.23",
- "resolved": "https://registry.npmjs.org/@next/swc-win32-ia32-msvc/-/swc-win32-ia32-msvc-14.2.23.tgz",
- "integrity": "sha512-zfHZOGguFCqAJ7zldTKg4tJHPJyJCOFhpoJcVxKL9BSUHScVDnMdDuOU1zPPGdOzr/GWxbhYTjyiEgLEpAoFPA==",
- "cpu": [
- "ia32"
- ],
- "optional": true,
- "os": [
- "win32"
- ],
- "engines": {
- "node": ">= 10"
- }
}
}
}
diff --git a/package.json b/package.json
index 55257ec5..d4272a9b 100644
--- a/package.json
+++ b/package.json
@@ -63,8 +63,6 @@
"@tanstack/react-table": "^8.20.6",
"@teamhanko/passkeys-next-auth-provider": "^0.2.7",
"@tremor/react": "^3.18.7",
- "@trigger.dev/nextjs": "^3.3.12",
- "@trigger.dev/react": "^3.3.12",
"@trigger.dev/react-hooks": "^3.3.13",
"@trigger.dev/sdk": "^3.3.13",
"@tus/s3-store": "^1.8.0",