best way to save what you love
Svelte collaborationdownloaderinstagramjavascriptmusicredditsocial-mediasoundcloudsveltetiktoktwittertypescriptvideovimeovkwebappyoutubeyoutube-downloader
api/cookie: implement cluster synchronization
jjd48cc8fc07cd
diff --git a/api/src/misc/cluster.js b/api/src/misc/cluster.jsindex ea43aaa9..56664d15 100644--- a/api/src/misc/cluster.js+++ b/api/src/misc/cluster.js@@ -38,3 +38,34 @@ export const broadcast = (message) => {worker.send(message);}}++export const send = (message) => {+ if (!isCluster) {+ return;+ }++ if (cluster.isPrimary) {+ return broadcast(message);+ } else {+ return process.send(message);+ }+}++export const waitFor = (key) => {+ return new Promise(resolve => {+ const listener = (message) => {+ if (key in message) {+ process.off('message', listener);+ return resolve(message);+ }+ }++ process.on('message', listener);+ });+}++export const mainOnMessage = (cb) => {+ for (const worker of Object.values(cluster.workers)) {+ worker.on('message', cb);+ }+}diff --git a/api/src/processing/cookie/manager.js b/api/src/processing/cookie/manager.jsindex 074d0045..5ea3f6ca 100644--- a/api/src/processing/cookie/manager.js+++ b/api/src/processing/cookie/manager.js@@ -3,6 +3,8 @@ import Cookie from './cookie.js';import { readFile, writeFile } from 'fs/promises';import { Green, Yellow } from '../../misc/console-text.js';import { parse as parseSetCookie, splitCookiesString } from 'set-cookie-parser';+import * as cluster from '../../misc/cluster.js';+import { isCluster } from '../../config.js';const WRITE_INTERVAL = 60000;let cookies = {}, dirty = false, intervalId;@@ -16,18 +18,55 @@ function writeChanges(cookiePath) {})}-export const setup = async (cookiePath) => {+const setupMain = async (cookiePath) => {try {cookies = await readFile(cookiePath, 'utf8');cookies = JSON.parse(cookies);intervalId = setInterval(() => writeChanges(cookiePath), WRITE_INTERVAL);- console.log(`${Green('[✓]')} cookies loaded successfully!`)++ cluster.broadcast({ cookies });++ console.log(`${Green('[✓]')} cookies loaded successfully!`);} catch(e) {console.error(`${Yellow('[!]')} failed to load cookies.`);console.error('error:', e);}}+const setupWorker = async () => {+ cookies = (await cluster.waitFor('cookies')).cookies;+}++export const setup = async (cookiePath) => {+ if (cluster.isPrimary) {+ await setupMain(cookiePath);+ } else if (cluster.isWorker) {+ await setupWorker();+ }++ if (isCluster) {+ const messageHandler = (message) => {+ if ('cookieUpdate' in message) {+ const { cookieUpdate } = message;++ if (cluster.isPrimary) {+ dirty = true;+ cluster.broadcast({ cookieUpdate });+ }++ const { service, idx, cookie } = cookieUpdate;+ cookies[service][idx] = cookie;+ }+ }++ if (cluster.isPrimary) {+ cluster.mainOnMessage(messageHandler);+ } else {+ process.on('message', messageHandler);+ }+ }+}+export function getCookie(service) {if (!cookies[service] || !cookies[service].length) return;@@ -38,6 +77,7 @@ export function getCookie(service) {cookies[service][idx] = Cookie.fromString(cookie);}+ cookies[service][idx].meta = { service, idx };return cookies[service][idx];}@@ -50,6 +90,10 @@ export function updateCookieValues(cookie, values) {if (changed) {dirty = true;+ if (isCluster && cookie.meta) {+ const message = { cookieUpdate: { ...cookie.meta, cookie } };+ cluster.send(message);+ }}return changed;@@ -65,5 +109,6 @@ export function updateCookie(cookie, headers) {cookie.unset(parsed.filter(c => c.expires < new Date()).map(c => c.name));parsed.filter(c => !c.expires || c.expires > new Date()).forEach(c => values[c.name] = c.value);+updateCookieValues(cookie, values);}