Skip to content

⚡️⚡️⚡️ Self-hosted collaborative bookmark manager to collect, read, annotate, and fully preserve what matters, all in one place.

check size in image and pdf handler

daniel31x13d66c784d3fa1
diff --git a/lib/api/archiveHandler.ts b/lib/api/archiveHandler.ts
index 2265e82b..bbbec787 100644
--- a/lib/api/archiveHandler.ts
+++ b/lib/api/archiveHandler.ts
@@ -1,6 +1,5 @@
import { LaunchOptions, chromium, devices } from "playwright";
import { prisma } from "./db";
-import createFile from "./storage/createFile";
import sendToWayback from "./preservationScheme/sendToWayback";
import { Collection, Link, User } from "@prisma/client";
import validateUrlSize from "./validateUrlSize";
@@ -10,6 +9,8 @@ import handleMonolith from "./preservationScheme/handleMonolith";
import handleReadablility from "./preservationScheme/handleReadablility";
import handleArchivePreview from "./preservationScheme/handleArchivePreview";
import handleScreenshotAndPdf from "./preservationScheme/handleScreenshotAndPdf";
+import imageHandler from "./preservationScheme/imageHandler";
+import pdfHandler from "./preservationScheme/pdfHandler";
type LinksAndCollectionAndOwner = Link & {
collection: Collection & {
@@ -200,51 +201,3 @@ export default async function archiveHandler(link: LinksAndCollectionAndOwner) {
await browser.close();
}
}
-
-const imageHandler = async ({ url, id }: Link, extension: string) => {
- const image = await fetch(url as string).then((res) => res.blob());
-
- const buffer = Buffer.from(await image.arrayBuffer());
-
- const linkExists = await prisma.link.findUnique({
- where: { id },
- });
-
- if (linkExists) {
- await createFile({
- data: buffer,
- filePath: `archives/${linkExists.collectionId}/${id}.${extension}`,
- });
-
- await prisma.link.update({
- where: { id },
- data: {
- image: `archives/${linkExists.collectionId}/${id}.${extension}`,
- },
- });
- }
-};
-
-const pdfHandler = async ({ url, id }: Link) => {
- const pdf = await fetch(url as string).then((res) => res.blob());
-
- const buffer = Buffer.from(await pdf.arrayBuffer());
-
- const linkExists = await prisma.link.findUnique({
- where: { id },
- });
-
- if (linkExists) {
- await createFile({
- data: buffer,
- filePath: `archives/${linkExists.collectionId}/${id}.pdf`,
- });
-
- await prisma.link.update({
- where: { id },
- data: {
- pdf: `archives/${linkExists.collectionId}/${id}.pdf`,
- },
- });
- }
-};
diff --git a/lib/api/preservationScheme/imageHandler.ts b/lib/api/preservationScheme/imageHandler.ts
new file mode 100644
index 00000000..0b2194b8
--- /dev/null
+++ b/lib/api/preservationScheme/imageHandler.ts
@@ -0,0 +1,35 @@
+import { Link } from "@prisma/client";
+import { prisma } from "../db";
+import createFile from "../storage/createFile";
+
+const imageHandler = async ({ url, id }: Link, extension: string) => {
+ const image = await fetch(url as string).then((res) => res.blob());
+
+ const buffer = Buffer.from(await image.arrayBuffer());
+
+ if (
+ Buffer.byteLength(buffer) >
+ 1024 * 1024 * Number(process.env.SCREENSHOT_MAX_BUFFER || 2)
+ )
+ return console.log("Error archiving as Screenshot: Buffer size exceeded");
+
+ const linkExists = await prisma.link.findUnique({
+ where: { id },
+ });
+
+ if (linkExists) {
+ await createFile({
+ data: buffer,
+ filePath: `archives/${linkExists.collectionId}/${id}.${extension}`,
+ });
+
+ await prisma.link.update({
+ where: { id },
+ data: {
+ image: `archives/${linkExists.collectionId}/${id}.${extension}`,
+ },
+ });
+ }
+};
+
+export default imageHandler;
diff --git a/lib/api/preservationScheme/pdfHandler.ts b/lib/api/preservationScheme/pdfHandler.ts
new file mode 100644
index 00000000..7216cef5
--- /dev/null
+++ b/lib/api/preservationScheme/pdfHandler.ts
@@ -0,0 +1,35 @@
+import { Link } from "@prisma/client";
+import { prisma } from "../db";
+import createFile from "../storage/createFile";
+
+const pdfHandler = async ({ url, id }: Link) => {
+ const pdf = await fetch(url as string).then((res) => res.blob());
+
+ const buffer = Buffer.from(await pdf.arrayBuffer());
+
+ if (
+ Buffer.byteLength(buffer) >
+ 1024 * 1024 * Number(process.env.PDF_MAX_BUFFER || 2)
+ )
+ return console.log("Error archiving as PDF: Buffer size exceeded");
+
+ const linkExists = await prisma.link.findUnique({
+ where: { id },
+ });
+
+ if (linkExists) {
+ await createFile({
+ data: buffer,
+ filePath: `archives/${linkExists.collectionId}/${id}.pdf`,
+ });
+
+ await prisma.link.update({
+ where: { id },
+ data: {
+ pdf: `archives/${linkExists.collectionId}/${id}.pdf`,
+ },
+ });
+ }
+};
+
+export default pdfHandler;