Skip to content

⚡️⚡️⚡️ Self-hosted collaborative bookmark manager to collect, read, annotate, and fully preserve what matters, all in one place.

3.8 KB
Raw Blame
// Run the script with `node scripts/migration/v2.6.1/index.js`
// Docker users can run the script with `docker exec -it CONTAINER_ID /bin/bash -c 'node scripts/migration/v2.6.1/index.js'`

// There are two parts to this script:

// Firstly we decided that the "name" field should be the auto-generated field instead of the "description" field, so we need to
// move the data from the "description" field to the "name" field for links that have an empty name.

// Secondly it looks for every link and checks if the pdf/screenshot exist in the filesystem.
// If they do, it updates the link with the path in the db.
// If they don't, it passes.

const { S3, HeadObjectCommand } = require("@aws-sdk/client-s3");
const { PrismaClient } = require("@prisma/client");
const { existsSync } = require("fs");

const prisma = new PrismaClient();

const STORAGE_FOLDER = process.env.STORAGE_FOLDER || "data";

const s3Client =
  process.env.SPACES_ENDPOINT &&
  process.env.SPACES_REGION &&
  process.env.SPACES_KEY &&
  process.env.SPACES_SECRET
    ? new S3({
        forcePathStyle: false,
        endpoint: process.env.SPACES_ENDPOINT,
        region: process.env.SPACES_REGION,
        credentials: {
          accessKeyId: process.env.SPACES_KEY,
          secretAccessKey: process.env.SPACES_SECRET,
        },
      })
    : undefined;

async function checkFileExistence(path) {
  if (s3Client) {
    // One millisecond delay to avoid rate limiting
    await new Promise((resolve) => setTimeout(resolve, 1));

    const bucketParams = {
      Bucket: process.env.SPACES_BUCKET_NAME,
      Key: path,
    };

    try {
      try {
        await s3Client.send(new HeadObjectCommand(bucketParams));
        return true;
      } catch (err) {
        return false;
      }
    } catch (err) {
      console.log("Error:", err);

      return false;
    }
  } else {
    try {
      if (existsSync(STORAGE_FOLDER + "/" + path)) {
        return true;
      } else return false;
    } catch (err) {
      console.log(err);
    }
  }
}

async function main() {
  console.log("Starting... Please do not interrupt the process.");

  const linksWithoutName = await prisma.link.findMany({
    where: {
      name: "",
      description: {
        not: "",
      },
    },
    select: {
      id: true,
      description: true,
    },
  });

  for (const link of linksWithoutName) {
    await prisma.link.update({
      where: {
        id: link.id,
      },
      data: {
        name: link.description,
        description: "",
      },
    });
  }

  const links = await prisma.link.findMany({
    select: {
      id: true,
      collectionId: true,
      image: true,
      pdf: true,
      readable: true,
      monolith: true,
    },
    orderBy: { id: "asc" },
  });

  // PDFs
  for (let link of links) {
    const path = `archives/${link.collectionId}/${link.id}.pdf`;

    const res = await checkFileExistence(path);

    if (res) {
      await prisma.link.update({
        where: { id: link.id },
        data: { pdf: path },
      });
    }

    console.log("Indexing the PDF for link:", link.id);
  }

  // Screenshots (PNGs)
  for (let link of links) {
    const path = `archives/${link.collectionId}/${link.id}.png`;

    const res = await checkFileExistence(path);

    if (res) {
      await prisma.link.update({
        where: { id: link.id },
        data: { image: path },
      });
    }

    console.log("Indexing the PNG for link:", link.id);
  }

  // Screenshots (JPEGs)
  for (let link of links) {
    const path = `archives/${link.collectionId}/${link.id}.jpeg`;

    const res = await checkFileExistence(path);

    if (res) {
      await prisma.link.update({
        where: { id: link.id },
        data: { image: path },
      });
    }

    console.log("Indexing the JPEG for link:", link.id);
  }

  await prisma.$disconnect();
}

main().catch((e) => {
  console.error(e);
  process.exit(1);
});