From e6f1ed6349ec5c743abe58eed161813a4f032d03 Mon Sep 17 00:00:00 2001 From: ansuz Date: Mon, 28 Sep 2020 17:48:58 +0530 Subject: [PATCH] simplify inactive account removal in evict-inactive.js --- config/config.example.js | 12 +++--- scripts/evict-inactive.js | 86 ++++++++++++++++++++------------------- 2 files changed, 50 insertions(+), 48 deletions(-) diff --git a/config/config.example.js b/config/config.example.js index a71175a04..525102caa 100644 --- a/config/config.example.js +++ b/config/config.example.js @@ -192,16 +192,16 @@ module.exports = { */ //archiveRetentionTime: 15, - /* XXX - * - * - * - * + /* It's possible to configure your instance to remove data + * stored on behalf of inactive accounts. Set 'accountRetentionTime' + * to the number of days an account can remain idle before its + * documents and other account data is removed. * + * Leave this value commented out to preserve all data stored + * by user accounts regardless of inactivity. */ //accountRetentionTime: 365, - /* Max Upload Size (bytes) * this sets the maximum size of any one file uploaded to the server. * anything larger than this size will be rejected diff --git a/scripts/evict-inactive.js b/scripts/evict-inactive.js index 63d46917b..c84e80c71 100644 --- a/scripts/evict-inactive.js +++ b/scripts/evict-inactive.js @@ -273,7 +273,6 @@ var categorizeAccountsByActivity = function (w) { var inactive = 0; var accountRetentionTime; - if (typeof(config.accountRetentionTime) === 'number' && config.accountRetentionTime > 0) { accountRetentionTime = +new Date() - (24 * 3600 * 1000 * config.accountRetentionTime); } else { @@ -286,56 +285,59 @@ var categorizeAccountsByActivity = function (w) { }); }; - var handler; + var accountIsActive = function (mtime, pinList) { + // if their pin log has changed recently then consider them active + if (mtime && mtime > accountRetentionTime) { + return true; + } + // otherwise iterate over their pinned documents until you find one that has been active + return pinList.some(function (docId) { + return activeDocs.test(docId); + }); + }; - if (accountRetentionTime < 0) { - // this means we'll retain all accounts - // so the pin log handler can be very simple - handler = function (content, id, next) { - pinAll(Object.keys(content.pins)); - next(); - }; - } else { - // otherwise, we'll only retain data from active accounts - // so we need more heuristics - handler = function (content, id, next) { - accounts++; - //console.log(content, id); + var PRESERVE_INACTIVE_ACCOUNTS = accountRetentionTime <= 0; - var mtime = content.latest; + // otherwise, we'll only retain data from active accounts + // so we need more heuristics + var handler = function (content, id, next) { + accounts++; - var pinList = Object.keys(content.pins); - // if their pin log has changed recently then consider them active - if (mtime && mtime > accountRetentionTime) { - // the account is active - pinAll(pinList); - return void next(); - } + var mtime = content.latest; + var pinList = Object.keys(content.pins); - // otherwise iterate over their pinned documents until you find one that has been active - if (Object.keys(content.pins).some(function (docId) { - return !activeDocs.test(docId); - })) { + if (accountIsActive(mtime, pinList)) { // add active accounts' pinned documents to a second bloom filter - pinAll(pinList); + pinAll(pinList); + return void next(); + } + + // Otherwise they are inactive. + // We keep track of how many accounts are inactive whether or not + // we plan to delete them, because it may be interesting information + inactive++; + if (PRESERVE_INACTIVE_ACCOUNTS) { + pinAll(pinList); + return void next(); + } + + // remove the pin logs of inactive accounts if inactive account removal is configured + pinStore.archiveChannel(id, function (err) { + if (err) { + Log.error('EVICT_INACTIVE_ACCOUNT_PIN_LOG', err); return void next(); } - - // if none are active then archive the pin log - pinStore.archiveChannel(id, function (err) { - console.log(inactive++); - if (err) { - Log.error('EVICT_INACTIVE_ACCOUNT_PIN_LOG', err); - return void next(); - } - Log.info('EVICT_INACTIVE_ACCOUNT_LOG', id); - next(); - }); - }; - } + Log.info('EVICT_INACTIVE_ACCOUNT_LOG', id); + next(); + }); + }; var done = function () { - Log.info('EVICT_INACTIVE_ACCOUNTS', { + var label = PRESERVE_INACTIVE_ACCOUNTS? + "EVICT_COUNT_ACCOUNTS": + "EVICT_INACTIVE_ACCOUNTS"; + + Log.info(label, { accounts: accounts, inactive: inactive, });