Skip to content

Open-source and local-first Slack and Notion alternative that puts you in control of your data

4.7 KB
Raw Blame
import { getIdType, IdType } from '@colanode/core';
import { database } from '@colanode/server/data/database';
import { CreateNodeTombstone } from '@colanode/server/data/schema';
import { JobHandler } from '@colanode/server/jobs';
import { updateDocument } from '@colanode/server/lib/documents';
import { eventBus } from '@colanode/server/lib/event-bus';
import { createLogger } from '@colanode/server/lib/logger';
import { storage } from '@colanode/server/lib/storage';

const BATCH_SIZE = 100;
const logger = createLogger('server:job:clean-node-data');

export type NodeCleanInput = {
  type: 'node.clean';
  nodeId: string;
  parentId: string | null;
  workspaceId: string;
  userId: string;
};

declare module '@colanode/server/jobs' {
  interface JobMap {
    'node.clean': {
      input: NodeCleanInput;
    };
  }
}

export const nodeCleanHandler: JobHandler<NodeCleanInput> = async (input) => {
  logger.debug(`Cleaning node data for ${input.nodeId}`);

  await cleanNodeRelations([input.nodeId]);
  await cleanNodeFiles([input.nodeId]);

  if (input.parentId) {
    await cleanNodeFromDocument(input);
  }

  let hasMore = true;
  while (hasMore) {
    const children = await database
      .selectFrom('nodes')
      .select(['id', 'root_id', 'workspace_id'])
      .where('parent_id', '=', input.nodeId)
      .limit(BATCH_SIZE)
      .execute();

    if (children.length === 0) {
      hasMore = false;
      break;
    }

    for (const child of children) {
      await cleanDescendants(child.id, input.userId);
    }
  }
};

const cleanDescendants = async (nodeId: string, userId: string) => {
  let hasMore = true;
  while (hasMore) {
    const descendants = await database
      .selectFrom('node_paths')
      .select('descendant_id')
      .where('ancestor_id', '=', nodeId)
      .orderBy('level', 'desc')
      .limit(BATCH_SIZE)
      .execute();

    if (descendants.length === 0) {
      hasMore = false;
      break;
    }

    const nodeIds = descendants.map((d) => d.descendant_id);
    const nodes = await database
      .selectFrom('nodes')
      .select(['id', 'root_id', 'workspace_id'])
      .where('id', 'in', nodeIds)
      .execute();

    const nodeTombstonesToCreate: CreateNodeTombstone[] = nodes.map((node) => ({
      id: node.id,
      root_id: node.root_id,
      workspace_id: node.workspace_id,
      deleted_at: new Date(),
      deleted_by: userId,
    }));

    await cleanNodeRelations(nodeIds);
    await cleanNodeFiles(nodeIds);

    await database.transaction().execute(async (trx) => {
      await trx
        .insertInto('node_tombstones')
        .values(nodeTombstonesToCreate)
        .onConflict((b) => b.columns(['id']).doNothing())
        .execute();

      await trx.deleteFrom('nodes').where('id', 'in', nodeIds).execute();
    });

    for (const node of nodes) {
      eventBus.publish({
        type: 'node.deleted',
        nodeId: node.id,
        rootId: node.root_id,
        workspaceId: node.workspace_id,
      });
    }
  }
};

const cleanNodeRelations = async (nodeIds: string[]) => {
  await database
    .deleteFrom('node_updates')
    .where('node_id', 'in', nodeIds)
    .execute();

  await database
    .deleteFrom('node_reactions')
    .where('node_id', 'in', nodeIds)
    .execute();

  await database
    .deleteFrom('node_interactions')
    .where('node_id', 'in', nodeIds)
    .execute();

  await database
    .deleteFrom('node_embeddings')
    .where('node_id', 'in', nodeIds)
    .execute();

  await database
    .deleteFrom('collaborations')
    .where('node_id', 'in', nodeIds)
    .execute();

  await database.deleteFrom('documents').where('id', 'in', nodeIds).execute();

  await database
    .deleteFrom('document_embeddings')
    .where('document_id', 'in', nodeIds)
    .execute();

  await database
    .deleteFrom('document_updates')
    .where('document_id', 'in', nodeIds)
    .execute();
};

const cleanNodeFiles = async (nodeIds: string[]) => {
  const uploads = await database
    .selectFrom('uploads')
    .selectAll()
    .where('file_id', 'in', nodeIds)
    .execute();

  if (uploads.length > 0) {
    for (const upload of uploads) {
      await storage.delete(upload.path);
    }

    await database
      .deleteFrom('uploads')
      .where('file_id', 'in', nodeIds)
      .execute();
  }
};

const cleanNodeFromDocument = async (input: NodeCleanInput) => {
  if (!input.parentId) {
    return;
  }

  const parentIdType = getIdType(input.parentId);
  if (parentIdType !== IdType.Page && parentIdType !== IdType.Record) {
    return;
  }

  await updateDocument({
    documentId: input.parentId,
    userId: input.userId,
    workspaceId: input.workspaceId,
    updater: (content) => {
      if (!content.blocks[input.nodeId]) {
        return content;
      }

      delete content.blocks[input.nodeId];
      return content;
    },
  });
};