Skip to content

Node.js based forum software built for the modern web

23.7 KB
Raw Blame
'use strict';

const nconf = require('nconf');
const winston = require('winston');
const _ = require('lodash');

const db = require('../database');
const meta = require('../meta');
const batch = require('../batch');
const categories = require('../categories');
const user = require('../user');
const utils = require('../utils');
const plugins = require('../plugins');
const TTLCache = require('../cache/ttl');

const failedWebfingerCache = TTLCache({
	name: 'ap-failed-webfinger-cache',
	max: 5000,
	ttl: 1000 * 60 * 10, // 10 minutes
});

const activitypub = module.parent.exports;

const Actors = module.exports;
Actors._followerCache = TTLCache({
	name: 'ap-follower-cache',
	max: 5000,
	ttl: 1000 * 60 * 60, // 1 hour
});

Actors.qualify = async (ids, options = {}) => {
	/**
	 * Sanity-checks, cache handling, webfinger translations, so that only
	 * an array of actor uris are handled by assert/assertGroup.
	 *
	 * This method is only called by assert/assertGroup (at least in core.)
	 */

	if (!meta.config.activitypubEnabled) {
		return false;
	}

	// Handle single values
	if (!Array.isArray(ids)) {
		ids = [ids];
	}
	if (!ids.length) {
		return false;
	}
	// Existence in failure cache is automatic assertion failure
	if (ids.some(id => failedWebfingerCache.has(id))) {
		return false;
	}

	// Filter out uids if passed in
	ids = ids.filter(id => !utils.isNumber(id));

	// Filter out constants
	ids = ids.filter(id => !activitypub._constants.acceptablePublicAddresses.includes(id));

	// Translate webfinger handles to uris
	const idsArr = (await Promise.all(ids.map(async (id) => {
		const originalId = id;
		if (activitypub.helpers.isWebfinger(id)) {
			const host = id.replace(/^(acct:|@)/, '').split('@')[1];
			if (host === nconf.get('url_parsed').host) { // do not assert loopback ids
				return 'loopback';
			}

			const result = await activitypub.helpers.query(id);
			({ actorUri: id } = result || { actorUri: null });
		}
		// ensure the final id is a valid URI
		if (!id || !activitypub.helpers.isUri(id)) {
			failedWebfingerCache.set(originalId, true);
			return;
		}
		return id;
	})));

	// Webfinger failures = assertion failure
	if (!idsArr.length || !idsArr.every(Boolean)) {
		return false;
	}

	// Filter out loopback uris — never persist local URIs as remote actors
	const filtered = idsArr.filter(uri => uri !== 'loopback' && new URL(uri).host !== nconf.get('url_parsed').host);

	// Separate those who need migration from user to category
	const migrate = new Set();
	if (options.qualifyGroup) {
		const exists = await db.exists(filtered.map(id => `userRemote:${id}`));
		filtered.forEach((id, idx) => {
			if (exists[idx]) {
				migrate.add(id);
			}
		});
	}

	// Only assert those who haven't been seen recently (configurable), unless update flag passed in (force refresh)
	if (!options.update) {
		const upperBound = Date.now() - (1000 * 60 * 60 * 24 * meta.config.activitypubUserPruneDays);
		const lastCrawled = await db.sortedSetScores('usersRemote:lastCrawled', filtered.map(id => ((typeof id === 'object' && id.hasOwnProperty('id')) ? id.id : id)));
		const remaining = filtered.filter((id, idx) => {
			const timestamp = lastCrawled[idx];
			return migrate.has(id) || !timestamp || timestamp < upperBound;
		});
		return { ids: remaining };
	}

	return { ids: filtered };
};

Actors.assert = async (ids, options = {}) => {
	/**
	 * Ensures that the passed in ids or webfinger handles are stored in database.
	 * Options:
	 *   - update: boolean, forces re-fetch/process of the resolved id
	 * Return one of:
	 *   - An array of newly processed ids
	 *   - false: if input incorrect (or webfinger handle cannot resolve)
	 *   - true: no new IDs processed; all passed-in IDs present.
	 */

	const qualified = await Actors.qualify(ids, options);
	if (!qualified || !qualified.ids || !qualified.ids.length) {
		return qualified;
	}

	const { ids: idsArr } = qualified;

	activitypub.helpers.log(`[activitypub/actors] Asserting ${idsArr.length} actor(s)`);

	// NOTE: MAKE SURE EVERY DB ADDITION HAS A CORRESPONDING REMOVAL IN ACTORS.REMOVE!

	const urlMap = new Map();
	const followersUrlMap = new Map();
	const pubKeysMap = new Map();
	const actorCategories = new Set();
	let actors = await Promise.all(idsArr.map(async (id) => {
		try {
			activitypub.helpers.log(`[activitypub/actors] Processing ${id}`);
			const actor = (typeof id === 'object' && id.hasOwnProperty('id')) ? id : await activitypub.get('uid', 0, id, { cache: process.env.CI === 'true' });

			// Verify actor.id hostname matches the queried URL's hostname (prevent spoofed id overwrite).
			// This check runs unconditionally — before any WebFinger logic.
			if (typeof id === 'string') {
				const queriedHost = new URL(id).hostname;
				const actorHost = new URL(actor.id).hostname;
				if (queriedHost !== actorHost) {
					activitypub.helpers.log(`[activitypub/actors] Actor id hostname mismatch: queried ${queriedHost}, got ${actorHost}`);
					return null;
				}
			}

			// Two-way WebFinger verification (includes backreference + optional split-domain forward check).
			const knownActor = await db.exists(`userRemote:${actor.id}`) ||
				await db.exists(`categoryRemote:${actor.id}`);
			const verdict = await activitypub.helpers.verifyActorWebfinger(actor.id, actor, {
				allowSelfLinkFallback: knownActor,
			});
			if (!verdict || !verdict.ok) {
				activitypub.helpers.log(`[activitypub/actors] Webfinger verification failed (${verdict?.reason || 'unknown'}) for ${actor.id}`);
				return null;
			}
			actor._canonicalHandle = verdict.canonicalHandle;

			let typeOk = false;
			if (Array.isArray(actor.type)) {
				typeOk = actor.type.some(type => activitypub._constants.acceptableActorTypes.has(type));
				if (!typeOk && actor.type.some(type => activitypub._constants.acceptableGroupTypes.has(type))) {
					actorCategories.add(actor.id);
				}
			} else {
				typeOk = activitypub._constants.acceptableActorTypes.has(actor.type);
				if (!typeOk && activitypub._constants.acceptableGroupTypes.has(actor.type)) {
					actorCategories.add(actor.id);
				}
			}

			if (
				!typeOk ||
				!activitypub._constants.requiredActorProps.every(prop => actor.hasOwnProperty(prop))
			) {
				return null;
			}

			// Follow counts
			try {
				const [followers, following] = await Promise.all([
					actor.followers ? activitypub.get('uid', 0, actor.followers) : { totalItems: 0 },
					actor.following ? activitypub.get('uid', 0, actor.following) : { totalItems: 0 },
				]);
				actor.followerCount = followers.totalItems;
				actor.followingCount = following.totalItems;
			} catch (e) {
				// no action required
				activitypub.helpers.log(`[activitypub/actor.assert] Unable to retrieve follower counts for ${actor.id}`);
			}
			// Save url for backreference
			const url = Array.isArray(actor.url) ? actor.url.shift() : actor.url;
			if (url && url !== actor.id) {
				urlMap.set(url, actor.id);
			}

			// Save followers url for backreference
			if (actor.hasOwnProperty('followers') && activitypub.helpers.isUri(actor.followers)) {
				followersUrlMap.set(actor.followers, actor.id);
			}

			// Public keys
			pubKeysMap.set(actor.id, actor.publicKey);

			return actor;
		} catch (e) {
			if (e.code === 'ap_get_410') {
				const exists = await user.exists(id);
				if (exists) {
					try {
						await user.deleteAccount(id);
					} catch (e) {
						await activitypub.actors.remove(id);
					}
				}
			}

			return null;
		}
	}));
	actors = actors.filter(Boolean); // remove unresolvable actors
	if (!actors.length && !actorCategories.size) {
		return [];
	}

	// Build userData object for storage
	const profiles = (await activitypub.mocks.profile(actors)).filter(Boolean);
	const now = Date.now();

	const bulkSet = profiles.reduce((memo, profile) => {
		const key = `userRemote:${profile.uid}`;
		memo.push([key, profile], [`${key}:keys`, pubKeysMap.get(profile.uid)]);
		return memo;
	}, []);
	if (urlMap.size) {
		bulkSet.push(['remoteUrl:uid', Object.fromEntries(urlMap)]);
	}
	if (followersUrlMap.size) {
		bulkSet.push(['followersUrl:uid', Object.fromEntries(followersUrlMap)]);
	}

	const exists = await db.isSortedSetMembers('usersRemote:lastCrawled', profiles.map(p => p.uid));
	const uidsForCurrent = profiles.map((p, idx) => (exists[idx] ? p.uid : 0));
	const current = await user.getUsersFields(uidsForCurrent, ['username', 'fullname']);
	const queries = profiles.reduce((memo, profile, idx) => {
		const { username, fullname } = current[idx];

		if (options.update || username !== profile.username) {
			if (uidsForCurrent[idx] !== 0) {
				memo.searchRemove.push(['ap.preferredUsername:sorted', `${username.toLowerCase()}:${profile.uid}`]);
				memo.handleRemove.push(username.toLowerCase());
			}

			memo.searchAdd.push(['ap.preferredUsername:sorted', 0, `${profile.username.toLowerCase()}:${profile.uid}`]);
			memo.handleAdd[profile.username.toLowerCase()] = profile.uid;
		}

		if (options.update || (profile.fullname && fullname !== profile.fullname)) {
			if (fullname && uidsForCurrent[idx] !== 0) {
				memo.searchRemove.push(['ap.name:sorted', `${fullname.toLowerCase()}:${profile.uid}`]);
			}

			memo.searchAdd.push(['ap.name:sorted', 0, `${profile.fullname.toLowerCase()}:${profile.uid}`]);
		}

		return memo;
	}, { searchRemove: [], searchAdd: [], handleRemove: [], handleAdd: {} });

	// Removals
	await Promise.all([
		db.sortedSetRemoveBulk(queries.searchRemove),
		db.deleteObjectFields('handle:uid', queries.handleRemove),
	]);

	// Additions
	await Promise.all([
		db.setObjectBulk(bulkSet),
		db.sortedSetAdd('usersRemote:lastCrawled', profiles.map(() => now), profiles.map(p => p.uid)),
		db.sortedSetAddBulk(queries.searchAdd),
		db.setObject('handle:uid', queries.handleAdd),
	]);

	if (profiles.length) {
		await plugins.hooks.fire('action:userRemote.create', { profiles });
	}

	// Handle any actors that should be asserted as a group instead
	if (actorCategories.size) {
		const assertion = await Actors.assertGroup(Array.from(actorCategories), options);
		if (assertion === false) {
			return false;
		} else if (Array.isArray(assertion)) {
			return [...actors, ...assertion];
		}
		// assertGroup returned true (all groups already present)
		// if there are no regular actors, propagate true; otherwise return actors
		if (!actors.length) {
			return true;
		}
	}

	return actors;
};

Actors.assertGroup = async (ids, options = {}) => {
	/**
	 * Ensures that the passed in ids or webfinger handles are stored in database.
	 * Options:
	 *   - update: boolean, forces re-fetch/process of the resolved id
	 * Return one of:
	 *   - An array of newly processed ids
	 *   - false: if input incorrect (or webfinger handle cannot resolve)
	 *   - true: no new IDs processed; all passed-in IDs present.
	 */

	const qualified = await Actors.qualify(ids, {
		qualifyGroup: true,
		...options,
	});
	if (!qualified || !qualified.ids) {
		return qualified;
	}
	if (!ids.length) {
		return true;
	}

	const { ids: idsArr } = qualified;

	activitypub.helpers.log(`[activitypub/actors] Asserting ${idsArr.length} group(s)`);

	// NOTE: MAKE SURE EVERY DB ADDITION HAS A CORRESPONDING REMOVAL IN ACTORS.REMOVEGROUP!

	const urlMap = new Map();
	const followersUrlMap = new Map();
	const pubKeysMap = new Map();
	let groups = await Promise.all(idsArr.map(async (id) => {
		try {
			activitypub.helpers.log(`[activitypub/actors] Processing group ${id}`);
			const actor = (typeof id === 'object' && id.hasOwnProperty('id')) ? id : await activitypub.get('uid', 0, id, { cache: process.env.CI === 'true' });

			// Verify actor.id hostname matches the queried URL's hostname (prevent spoofed id overwrite).
			if (typeof id === 'string') {
				const queriedHost = new URL(id).hostname;
				const actorHost = new URL(actor.id).hostname;
				if (queriedHost !== actorHost) {
					activitypub.helpers.log(`[activitypub/actors] Group id hostname mismatch: queried ${queriedHost}, got ${actorHost}`);
					return null;
				}
			}

			// Two-way WebFinger verification (backreference check for security).
			const knownGroup = await db.exists(`categoryRemote:${actor.id}`);
			const verdict = await activitypub.helpers.verifyActorWebfinger(actor.id, actor, {
				allowSelfLinkFallback: knownGroup,
			});
			if (!verdict || !verdict.ok) {
				activitypub.helpers.log(`[activitypub/actors] Webfinger verification failed (${verdict?.reason || 'unknown'}) for ${actor.id}`);
				return null;
			}

			const typeOk = Array.isArray(actor.type) ?
				actor.type.some(type => activitypub._constants.acceptableGroupTypes.has(type)) :
				activitypub._constants.acceptableGroupTypes.has(actor.type);

			if (
				!typeOk ||
				!activitypub._constants.requiredActorProps.every(prop => actor.hasOwnProperty(prop))
			) {
				return null;
			}

			// Save url for backreference
			const url = Array.isArray(actor.url) ? actor.url.shift() : actor.url;
			if (url && url !== actor.id) {
				urlMap.set(url, actor.id);
			}

			// Save followers url for backreference
			if (actor.hasOwnProperty('followers') && activitypub.helpers.isUri(actor.followers)) {
				followersUrlMap.set(actor.followers, actor.id);
			}

			// Public keys
			pubKeysMap.set(actor.id, actor.publicKey);

			return actor;
		} catch (e) {
			if (e.code === 'ap_get_410') {
				const exists = await categories.exists(id);
				if (exists) {
					await categories.purge(id, 0);
				}
			}

			return null;
		}
	}));
	groups = groups.filter(Boolean); // remove unresolvable actors

	// Build categoryData object for storage
	const categoryObjs = (await activitypub.mocks.category(groups)).filter(Boolean);
	const now = Date.now();

	const bulkSet = categoryObjs.reduce((memo, category) => {
		const key = `categoryRemote:${category.cid}`;
		memo.push([key, category], [`${key}:keys`, pubKeysMap.get(category.cid)]);
		return memo;
	}, []);
	if (urlMap.size) {
		bulkSet.push(['remoteUrl:cid', Object.fromEntries(urlMap)]);
	}
	if (followersUrlMap.size) {
		bulkSet.push(['followersUrl:cid', Object.fromEntries(followersUrlMap)]);
	}

	const exists = await db.isSortedSetMembers('usersRemote:lastCrawled', categoryObjs.map(p => p.cid));
	const cidsForCurrent = categoryObjs.map((p, idx) => (exists[idx] ? p.cid : 0));
	const current = await categories.getCategoriesFields(cidsForCurrent, ['slug']);
	const queries = categoryObjs.reduce((memo, profile, idx) => {
		const { slug, name } = current[idx];

		if (options.update || slug !== profile.slug) {
			if (cidsForCurrent[idx] !== 0 && slug) {
				// memo.searchRemove.push(['ap.preferredUsername:sorted', `${slug.toLowerCase()}:${profile.uid}`]);
				memo.handleRemove.push(slug.toLowerCase());
			}

			memo.searchAdd.push(['categories:name', 0, `${profile.slug.slice(0, 200).toLowerCase()}:${profile.cid}`]);
			memo.handleAdd[profile.slug.toLowerCase()] = profile.cid;
		}

		if (options.update || (profile.name && name !== profile.name)) {
			if (name && cidsForCurrent[idx] !== 0) {
				memo.searchRemove.push(['categories:name', `${name.toLowerCase()}:${profile.cid}`]);
			}

			memo.searchAdd.push(['categories:name', 0, `${profile.name.toLowerCase()}:${profile.cid}`]);
		}

		return memo;
	}, { searchRemove: [], searchAdd: [], handleRemove: [], handleAdd: {} });

	// Removals
	await Promise.all([
		db.sortedSetRemoveBulk(queries.searchRemove),
		db.deleteObjectFields('handle:cid', queries.handleRemove),
	]);

	// Privilege mask
	const [masksAdd, masksRemove] = categoryObjs.reduce(([add, remove], category) => {
		(category?._activitypub?.postingRestrictedToMods ? add : remove).push(`cid:${category.cid}:privilegeMask`);
		return [add, remove];
	}, [[], []]);

	await Promise.all([
		db.setObjectBulk(bulkSet),
		db.sortedSetAdd('usersRemote:lastCrawled', groups.map(() => now), groups.map(p => p.id)),
		db.sortedSetAddBulk(queries.searchAdd),
		db.setObject('handle:cid', queries.handleAdd),
		db.setsAdd(masksAdd, 'topics:create'),
		db.setsRemove(masksRemove, 'topics:create'),
	]);

	return categoryObjs;
};

Actors.getFollowers = async (id) => {
	/**
	 * Returns followers by local or remote id. Pass in a...
	 *  - Remote id: returns local uids/cids that follow
	 *  - Local id: returns remote uids that follow
	 */
	let response = Actors._followerCache.get(id);
	if (response) {
		return response;
	}

	response = {
		uids: new Set(),
		cids: new Set(),
	};

	const [isUser, isCategory] = await Promise.all([
		user.exists(id),
		categories.exists(id),
	]);

	if (isUser) {
		const members = await db.getSortedSetMembers(`followersRemote:${id}`);

		members.forEach((id) => {
			if (id.startsWith('cid|') && utils.isNumber(id.slice(4))) {
				response.cids.add(parseInt(id.slice(4), 10));
			} else {
				response.uids.add(utils.isNumber(id) ? parseInt(id, 10) : id);
			}
		});
	} else if (isCategory) {
		// Internally, users are different, they follow via watch state instead
		// Possibly refactor to store in followersRemote:${id} too??
		const members = await db.getSortedSetRangeByScore(`cid:${id}:uid:watch:state`, 0, -1, categories.watchStates.tracking, categories.watchStates.watching);
		members.forEach((uid) => {
			response.uids.add(uid);
		});

		const cids = await db.getSortedSetMembers(`followersRemote:${id}`);
		cids.forEach((id) => {
			if (id.startsWith('cid|') && utils.isNumber(id.slice(4))) {
				response.cids.add(parseInt(id.slice(4), 10));
			}
		});
	}

	Actors._followerCache.set(id, response);
	return response;
};

Actors.getLocalFollowCounts = async (actors) => {
	const isArray = Array.isArray(actors);
	if (!isArray) {
		actors = [actors];
	}

	const validActors = actors.filter(actor => activitypub.helpers.isUri(actor));
	const followerKeys = validActors.map(actor => `followersRemote:${actor}`);
	const followingKeys = validActors.map(actor => `followingRemote:${actor}`);

	const [followersCounts, followingCounts] = await Promise.all([
		db.sortedSetsCard(followerKeys),
		db.sortedSetsCard(followingKeys),
	]);
	const actorToCounts = _.zipObject(validActors, validActors.map(
		(a, idx) => ({ followers: followersCounts[idx], following: followingCounts[idx] })
	));
	const results = actors.map((actor) => {
		if (!actorToCounts.hasOwnProperty(actor)) {
			return { followers: 0, following: 0 };
		}
		return {
			followers: actorToCounts[actor].followers,
			following: actorToCounts[actor].following,
		};
	});

	return isArray ? results : results[0];
};

Actors.remove = async (id) => {
	/**
	 * Remove ActivityPub related metadata pertaining to a remote id
	 *
	 * Note: don't call this directly! It is called as part of user.deleteAccount
	 */
	const exists = await db.isSortedSetMember('usersRemote:lastCrawled', id);
	if (!exists) {
		return false;
	}

	let { username, fullname, url, followersUrl } = await user.getUserFields(id, ['username', 'fullname', 'url', 'followersUrl']);
	username = username.toLowerCase();

	const bulkRemove = [
		['ap.preferredUsername:sorted', `${username}:${id}`],
	];
	if (fullname) {
		bulkRemove.push(['ap.name:sorted', `${fullname.toLowerCase()}:${id}`]);
	}

	await Promise.all([
		db.sortedSetRemoveBulk(bulkRemove),
		db.deleteObjectField('handle:uid', username),
		db.deleteObjectField('followersUrl:uid', followersUrl),
		db.deleteObjectField('remoteUrl:uid', url),
		db.delete(`userRemote:${id}:keys`),
	]);

	await Promise.all([
		db.delete(`userRemote:${id}`),
		db.sortedSetRemove('usersRemote:lastCrawled', id),
	]);

	await plugins.hooks.fire('action:userRemote.delete', { id });
};

Actors.removeGroup = async (id) => {
	/**
	 * Remove ActivityPub related metadata pertaining to a remote id
	 *
	 * Note: don't call this directly! It is called as part of categories.purge
	 */
	const exists = await db.isSortedSetMember('usersRemote:lastCrawled', id);
	if (!exists) {
		return false;
	}

	let { slug, name, url, followersUrl } = await categories.getCategoryFields(id, ['slug', 'name', 'url', 'followersUrl']);
	slug = slug.toLowerCase();

	const bulkRemove = [
		['categories:name', `${slug}:${id}`],
	];
	if (name) {
		bulkRemove.push(['categories:name', `${name.toLowerCase()}:${id}`]);
	}

	await Promise.all([
		db.sortedSetRemoveBulk(bulkRemove),
		db.deleteObjectField('handle:cid', slug),
		db.deleteObjectField('followersUrl:cid', followersUrl),
		db.deleteObjectField('remoteUrl:cid', url),
		db.delete(`categoryRemote:${id}:keys`),
	]);

	await Promise.all([
		db.delete(`categoryRemote:${id}`),
		db.sortedSetRemove('usersRemote:lastCrawled', id),
	]);
};

Actors.prune = async () => {
	/**
	 * Clear out remote user accounts that do not have content on the forum anywhere
	 */
	activitypub.helpers.log('[actors/prune] Started scheduled pruning of remote user accounts and categories');

	const days = parseInt(meta.config.activitypubUserPruneDays, 10);
	const timestamp = Date.now() - (1000 * 60 * 60 * 24 * days);
	const ids = await db.getSortedSetRangeByScore('usersRemote:lastCrawled', 0, 500, '-inf', timestamp);
	if (!ids.length) {
		activitypub.helpers.log('[actors/prune] No remote actors to prune, all done.');
		return {
			counts: {
				deleted: 0,
				missing: 0,
				preserved: 0,
			},
			preserved: new Set(),
		};
	}

	activitypub.helpers.log(`[actors/prune] Found ${ids.length} remote actors last crawled more than ${days} days ago`);
	let deletionCount = 0;
	let deletionCountNonExisting = 0;
	let notDeletedDueToLocalContent = 0;
	const preservedIds = [];

	await batch.processArray(ids, async (ids) => {
		const exists = await Promise.all([
			db.exists(ids.map(id => `userRemote:${id}`)),
			db.exists(ids.map(id => `categoryRemote:${id}`)),
		]);

		let uids = new Set();
		let cids = new Set();
		const missing = new Set();
		ids.forEach((id, idx) => {
			switch (true) {
				case exists[0][idx]: {
					uids.add(id);
					break;
				}

				case exists[1][idx]: {
					cids.add(id);
					break;
				}

				default: {
					missing.add(id);
					break;
				}
			}
		});
		uids = Array.from(uids);
		cids = Array.from(cids);

		// Remote users
		const [postCounts, roomCounts, followCounts, isBanned] = await Promise.all([
			db.sortedSetsCard(uids.map(uid => `uid:${uid}:posts`)),
			db.sortedSetsCard(uids.map(uid => `uid:${uid}:chat:rooms`)),
			Actors.getLocalFollowCounts(uids),
			user.bans.isBanned(uids),
		]);

		await Promise.all(uids.map(async (uid, idx) => {
			const { followers, following } = followCounts[idx];
			const postCount = postCounts[idx];
			const roomCount = roomCounts[idx];
			if (!isBanned[idx] && [postCount, roomCount, followers, following].every(metric => metric < 1)) {
				try {
					await user.deleteAccount(uid);
					deletionCount += 1;
				} catch (err) {
					if (err.message === '[[error:no-user]]') {
						missing.add(uid);
					} else {
						winston.error(`Failed to delete user with uid ${uid}: ${err.stack}`);
					}
				}
			} else {
				notDeletedDueToLocalContent += 1;
				preservedIds.push(uid);
			}
		}));

		// Remote categories
		let counts = await categories.getCategoriesFields(cids, ['topic_count']);
		counts = counts.map(count => count.topic_count);
		await Promise.all(cids.map(async (cid, idx) => {
			const topicCount = counts[idx];
			if (topicCount === 0) {
				try {
					await categories.purge(cid, 0);
					deletionCount += 1;
				} catch (err) {
					winston.error(err.stack);
				}
			} else {
				notDeletedDueToLocalContent += 1;
				preservedIds.push(cid);
			}
		}));

		deletionCountNonExisting += missing.size;
		if (missing.size) {
			await db.sortedSetRemove('usersRemote:lastCrawled', Array.from(missing));
			winston.info(`[actors/prune] Cleaned up ${missing.size} remote users that were not found in the database.`);
		}

		// update timestamp in usersRemote:lastCrawled so we don't try to delete users
		// with content over and over
		const now = Date.now();
		await db.sortedSetAdd('usersRemote:lastCrawled', preservedIds.map(() => now), preservedIds);
	}, {
		batch: 10,
		interval: 1000,
	});

	activitypub.helpers.log(`[actors/prune] ${deletionCount} remote users pruned. ${deletionCountNonExisting} did not exist. ${notDeletedDueToLocalContent} not deleted due to local content`);
	return {
		counts: {
			deleted: deletionCount,
			missing: deletionCountNonExisting,
			preserved: notDeletedDueToLocalContent,
		},
		preserved: new Set(preservedIds),
	};
};