Node.js based forum software built for the modern web
'use strict';
module.exports = function (module) {
const _ = require('lodash');
const helpers = require('./helpers');
const { secureRandom } = require('../../utils');
module.setAdd = async function (key, value) {
if (!Array.isArray(value)) {
value = [value];
}
if (!value.length) {
return;
}
value = value.map(v => helpers.valueToString(v));
try {
await module.client.collection('objects').updateOne({
_key: key,
}, {
$addToSet: {
members: {
$each: value,
},
},
}, {
upsert: true,
});
} catch (err) {
if (err && err.message.includes('E11000 duplicate key error')) {
console.log(new Error('e11000').stack, key, value);
return await module.setAdd(key, value);
}
throw err;
}
};
module.setsAdd = async function (keys, value) {
if (!Array.isArray(keys) || !keys.length) {
return;
}
if (!Array.isArray(value)) {
value = [value];
}
value = value.map(v => helpers.valueToString(v));
const bulk = module.client.collection('objects').initializeUnorderedBulkOp();
for (let i = 0; i < keys.length; i += 1) {
bulk.find({ _key: keys[i] }).upsert().updateOne({
$addToSet: {
members: {
$each: value,
},
},
});
}
try {
await bulk.execute();
} catch (err) {
if (err && err.message.includes('E11000 duplicate key error')) {
console.log(new Error('e11000').stack, keys, value);
return await module.setsAdd(keys, value);
}
throw err;
}
};
module.setAddBulk = async function (data) {
if (!data.length) {
return;
}
const bulk = module.client.collection('objects').initializeUnorderedBulkOp();
data.forEach(([key, member]) => {
bulk.find({ _key: key }).upsert().updateOne({
$addToSet: {
members: helpers.valueToString(member),
},
});
});
try {
await bulk.execute();
} catch (err) {
if (err && err.message.includes('E11000 duplicate key error')) {
console.log(new Error('e11000').stack, data);
return await module.setAddBulk(data);
}
throw err;
}
};
module.setRemove = async function (key, value) {
await bulkSetRemove(key, value);
};
module.setsRemove = async function (keys, value) {
if (!Array.isArray(keys) || !keys.length) {
return;
}
await bulkSetRemove(keys, value);
};
async function bulkSetRemove(key, values) {
const isKeyArray = Array.isArray(key);
if (!key || (isKeyArray && !key.length)) return;
const filterKey = isKeyArray ? { $in: key } : key;
const update = Array.isArray(values) ?
{ $pullAll: { members: values.map(helpers.valueToString) } } :
{ $pull: { members: helpers.valueToString(values) } };
await module.client.collection('objects').bulkWrite([
{ updateMany: { filter: { _key: filterKey }, update: update } },
{ deleteMany: { filter: { _key: filterKey, members: [] } } },
], { ordered: true });
}
module.isSetMember = async function (key, value) {
if (!key) {
return false;
}
value = helpers.valueToString(value);
const item = await module.client.collection('objects').findOne({
_key: key, members: value,
}, {
projection: { _id: 0, _key: 1 },
hint: { members: 1, _key: 1 },
});
return item !== null && item !== undefined;
};
module.isSetMembers = async function (key, values) {
if (!key || !Array.isArray(values) || !values.length) {
return [];
}
const stringValues = values.map(v => helpers.valueToString(v));
const pipeline = [
{
$match: {
_key: key,
members: { $in: stringValues, $exists: true }, // Trigger the partial index
},
},
{
$project: {
_id: 0,
results: {
$map: {
input: stringValues,
as: 'val',
in: { $in: ['$$val', '$members'] },
},
},
},
},
];
const [doc] = await module.client.collection('objects')
.aggregate(
pipeline,
{ hint: { members: 1, _key: 1 } }
).toArray();
return doc ? doc.results : values.map(() => false);
};
module.isMemberOfSets = async function (sets, value) {
if (!Array.isArray(sets) || !sets.length) {
return [];
}
value = helpers.valueToString(value);
const result = await module.client.collection('objects').find({
_key: { $in: sets }, members: value,
}, {
projection: { _id: 0, _key: 1 },
hint: { members: 1, _key: 1 },
}).toArray();
const foundMembers = new Set(result.map(item => item._key));
return sets.map(set => foundMembers.has(set));
};
module.getSetMembers = async function (key) {
if (!key) {
return [];
}
const data = await module.client.collection('objects').findOne({
_key: key,
}, {
projection: { _id: 0, members: 1 },
hint: { _key:1, score: -1 },
});
return data ? data.members : [];
};
module.getSetsMembers = async function (keys) {
if (!Array.isArray(keys) || !keys.length) {
return [];
}
const data = await module.client.collection('objects').find({
_key: { $in: keys },
}, {
projection: { _id: 0 },
hint: { _key: 1, score: -1 },
}).toArray();
const sets = Object.create(null);
data.forEach((set) => {
sets[set._key] = set.members || [];
});
return keys.map(k => sets[k] || []);
};
module.setCount = async function (key) {
if (!key) {
return 0;
}
const data = await module.client.collection('objects').aggregate([
{ $match: { _key: key } },
{ $project: { _id: 0, count: { $size: '$members' } } },
], { hint: { _key: 1, score: -1 } }).toArray();
return Array.isArray(data) && data.length ? data[0].count : 0;
};
module.setsCount = async function (keys) {
const data = await module.client.collection('objects').aggregate([
{ $match: { _key: { $in: keys } } },
{ $project: { _id: 0, _key: 1, count: { $size: '$members' } } },
], { hint: { _key: 1, score: -1 } }).toArray();
const map = _.keyBy(data, '_key');
return keys.map(key => (map.hasOwnProperty(key) ? map[key].count : 0));
};
module.setRemoveRandom = async function (key) {
const data = await module.client.collection('objects').findOne({ _key: key });
if (!data) {
return;
}
const randomIndex = secureRandom(0, data.members.length - 1);
const value = data.members[randomIndex];
await module.setRemove(data._key, value);
return value;
};
};