Skip to content

Node.js based forum software built for the modern web

2.9 KB
Raw Blame
'use strict';


const fs = require('fs');
const nconf = require('nconf');
const path = require('path');
const { mkdirp } = require('mkdirp');

const db = require('../../database');
const batch = require('../../batch');


module.exports = {
	name: 'Create user upload folders',
	timestamp: Date.UTC(2024, 2, 28),
	method: async function () {
		const { progress } = this;

		const folder = path.join(nconf.get('upload_path'), 'profile');
		await mkdirp(folder);
		const userPicRegex = /^\d+-profile/;

		const dir = await fs.promises.opendir(folder);

		let batchBuffer = [];
		const BATCH_SIZE = 500;

		for await (const entry of dir) {
			if (!entry.isDirectory() && userPicRegex.test(entry.name)) {
				batchBuffer.push(entry.name);
			}
			if (batchBuffer.length >= BATCH_SIZE) {
				await processBatch(batchBuffer);
				progress.incr(batchBuffer.length);
				batchBuffer = [];
			}
		}
		if (batchBuffer.length > 0) {
			await processBatch(batchBuffer);
			progress.incr(batchBuffer.length);
		}

		async function processBatch(files) {
			await Promise.all(files.map(async (file) => {
				const uid = file.split('-')[0];
				if (parseInt(uid, 10) > 0) {
					await mkdirp(path.join(folder, `uid-${uid}`));
					await fs.promises.rename(
						path.join(folder, file),
						path.join(folder, `uid-${uid}`, file),
					);
				}
			}));
		}

		await batch.processSortedSet('users:joindate', async (uids) => {
			progress.incr(uids.length);
			const usersData = await db.getObjects(uids.map(uid => `user:${uid}`));
			const bulkSet = [];
			usersData.forEach((userData) => {
				const setObj = {};
				if (userData && userData.picture &&
					userData.picture.includes(`/uploads/profile/${userData.uid}-`) &&
					!userData.picture.includes(`/uploads/profile/uid-${userData.uid}/${userData.uid}-`)) {
					setObj.picture = userData.picture.replace(
						`/uploads/profile/${userData.uid}-`,
						`/uploads/profile/uid-${userData.uid}/${userData.uid}-`
					);
				}

				if (userData && userData.uploadedpicture &&
					userData.uploadedpicture.includes(`/uploads/profile/${userData.uid}-`) &&
					!userData.uploadedpicture.includes(`/uploads/profile/uid-${userData.uid}/${userData.uid}-`)) {
					setObj.uploadedpicture = userData.uploadedpicture.replace(
						`/uploads/profile/${userData.uid}-`,
						`/uploads/profile/uid-${userData.uid}/${userData.uid}-`
					);
				}

				if (userData && userData['cover:url'] &&
					userData['cover:url'].includes(`/uploads/profile/${userData.uid}-`) &&
					!userData['cover:url'].includes(`/uploads/profile/uid-${userData.uid}/${userData.uid}-`)) {
					setObj['cover:url'] = userData['cover:url'].replace(
						`/uploads/profile/${userData.uid}-`,
						`/uploads/profile/uid-${userData.uid}/${userData.uid}-`
					);
				}

				if (Object.keys(setObj).length) {
					bulkSet.push([`user:${userData.uid}`, setObj]);
				}
			});
			await db.setObjectBulk(bulkSet);
		}, {
			batch: 500,
			progress: progress,
		});
	},
};