Open-source and local-first Slack and Notion alternative that puts you in control of your data
TypeScript chatchat-applicationcrdteditorelectronknowledge-baselocal-firstnotionnotion-alternativerealtime-collaborationself-hostedslacksqliteteam-collaborationwikiyjs
import { database } from '@colanode/server/data/database';
import { JobHandler } from '@colanode/server/jobs';
import { createLogger } from '@colanode/server/lib/logger';
import { storage } from '@colanode/server/lib/storage';
const BATCH_SIZE = 500;
const logger = createLogger('server:job:clean-workspace-data');
export type WorkspaceCleanInput = {
type: 'workspace.clean';
workspaceId: string;
};
declare module '@colanode/server/jobs' {
interface JobMap {
'workspace.clean': {
input: WorkspaceCleanInput;
};
}
}
export const workspaceCleanHandler: JobHandler<WorkspaceCleanInput> = async (
input
) => {
logger.debug(`Cleaning workspace data for ${input.workspaceId}`);
try {
await deleteWorkspaceUsers(input.workspaceId);
await deleteWorkspaceNodes(input.workspaceId);
await deleteWorkspaceUploads(input.workspaceId);
} catch (error) {
logger.error(error, `Error cleaning workspace data`);
throw error;
}
};
const deleteWorkspaceUsers = async (workspaceId: string) => {
let hasMore = true;
while (hasMore) {
const result = await database
.deleteFrom('users')
.returning(['id'])
.where(
'id',
'in',
database
.selectFrom('users')
.select('id')
.where('workspace_id', '=', workspaceId)
.limit(BATCH_SIZE)
)
.execute();
if (result.length === 0) {
hasMore = false;
break;
}
}
};
const deleteWorkspaceNodes = async (workspaceId: string) => {
let hasMore = true;
while (hasMore) {
const nodes = await database
.selectFrom('nodes')
.select('id')
.where('workspace_id', '=', workspaceId)
.limit(BATCH_SIZE)
.execute();
const nodeIds = nodes.map((node) => node.id);
if (nodeIds.length === 0) {
hasMore = false;
break;
}
// delete node updates
await database
.deleteFrom('node_updates')
.where('node_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('node_reactions')
.where('node_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('node_interactions')
.where('node_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('node_tombstones')
.where('id', 'in', nodeIds)
.execute();
await database
.deleteFrom('node_embeddings')
.where('node_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('collaborations')
.where('node_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('document_embeddings')
.where('document_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('document_updates')
.where('document_id', 'in', nodeIds)
.execute();
await database
.deleteFrom('document_embeddings')
.where('document_id', 'in', nodeIds)
.execute();
await database.deleteFrom('nodes').where('id', 'in', nodeIds).execute();
}
};
const deleteWorkspaceUploads = async (workspaceId: string) => {
let hasMore = true;
while (hasMore) {
const uploads = await database
.selectFrom('uploads')
.select(['file_id', 'path'])
.where('workspace_id', '=', workspaceId)
.limit(BATCH_SIZE)
.execute();
if (uploads.length === 0) {
hasMore = false;
break;
}
for (const upload of uploads) {
await storage.delete(upload.path);
}
const fileIds = uploads.map((upload) => upload.file_id);
await database
.deleteFrom('uploads')
.where('file_id', 'in', fileIds)
.execute();
}
};