Skip to content

Open-source and local-first Slack and Notion alternative that puts you in control of your data

3.6 KB
Raw Blame
import { database } from '@colanode/server/data/database';
import { JobHandler } from '@colanode/server/jobs';
import { createLogger } from '@colanode/server/lib/logger';
import { storage } from '@colanode/server/lib/storage';

const BATCH_SIZE = 500;
const logger = createLogger('server:job:clean-workspace-data');

export type WorkspaceCleanInput = {
  type: 'workspace.clean';
  workspaceId: string;
};

declare module '@colanode/server/jobs' {
  interface JobMap {
    'workspace.clean': {
      input: WorkspaceCleanInput;
    };
  }
}

export const workspaceCleanHandler: JobHandler<WorkspaceCleanInput> = async (
  input
) => {
  logger.debug(`Cleaning workspace data for ${input.workspaceId}`);

  try {
    await deleteWorkspaceUsers(input.workspaceId);
    await deleteWorkspaceNodes(input.workspaceId);
    await deleteWorkspaceUploads(input.workspaceId);
  } catch (error) {
    logger.error(error, `Error cleaning workspace data`);
    throw error;
  }
};

const deleteWorkspaceUsers = async (workspaceId: string) => {
  let hasMore = true;

  while (hasMore) {
    const result = await database
      .deleteFrom('users')
      .returning(['id'])
      .where(
        'id',
        'in',
        database
          .selectFrom('users')
          .select('id')
          .where('workspace_id', '=', workspaceId)
          .limit(BATCH_SIZE)
      )
      .execute();

    if (result.length === 0) {
      hasMore = false;
      break;
    }
  }
};

const deleteWorkspaceNodes = async (workspaceId: string) => {
  let hasMore = true;

  while (hasMore) {
    const nodes = await database
      .selectFrom('nodes')
      .select('id')
      .where('workspace_id', '=', workspaceId)
      .limit(BATCH_SIZE)
      .execute();

    const nodeIds = nodes.map((node) => node.id);
    if (nodeIds.length === 0) {
      hasMore = false;
      break;
    }

    // delete node updates
    await database
      .deleteFrom('node_updates')
      .where('node_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('node_reactions')
      .where('node_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('node_interactions')
      .where('node_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('node_tombstones')
      .where('id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('node_embeddings')
      .where('node_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('collaborations')
      .where('node_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('document_embeddings')
      .where('document_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('document_updates')
      .where('document_id', 'in', nodeIds)
      .execute();

    await database
      .deleteFrom('document_embeddings')
      .where('document_id', 'in', nodeIds)
      .execute();

    await database.deleteFrom('nodes').where('id', 'in', nodeIds).execute();
  }
};

const deleteWorkspaceUploads = async (workspaceId: string) => {
  let hasMore = true;

  while (hasMore) {
    const uploads = await database
      .selectFrom('uploads')
      .select(['file_id', 'path'])
      .where('workspace_id', '=', workspaceId)
      .limit(BATCH_SIZE)
      .execute();

    if (uploads.length === 0) {
      hasMore = false;
      break;
    }

    for (const upload of uploads) {
      await storage.delete(upload.path);
    }

    const fileIds = uploads.map((upload) => upload.file_id);
    await database
      .deleteFrom('uploads')
      .where('file_id', 'in', fileIds)
      .execute();
  }
};