/* jshint esversion: 6, node: true */ const Fs = require('fs'); const Path = require("path"); const Semaphore = require('saferphore'); const Once = require("../lib/once"); const nThen = require('nthen'); const sema = Semaphore.create(20); let dirList; const fileList = []; const pinned = {}; // FIXME this seems to be duplicated in a few places. // make it a library and put it in ./lib/ const checkPinStatus = (pinFile, fileName) => { var pins = {}; pinFile.split('\n').filter((x)=>(x)).map((l) => JSON.parse(l)).forEach((l) => { switch (l[0]) { case 'RESET': { pins = {}; if (l[1] && l[1].length) { l[1].forEach((x) => { pins[x] = 1; }); } //jshint -W086 // fallthrough } case 'PIN': { l[1].forEach((x) => { pins[x] = 1; }); break; } case 'UNPIN': { l[1].forEach((x) => { delete pins[x]; }); break; } default: // TODO write to the error log /* Log.error('CORRUPTED_PIN_LOG', { line: JSON.stringify(l), fileName: fileName, }); */ console.error(new Error (JSON.stringify(l) + ' ' + fileName)); } }); return Object.keys(pins); }; module.exports.load = function (cb, config) { var pinPath = config.pinPath || './pins'; var done = Once(cb); nThen((waitFor) => { // recurse over the configured pinPath, or the default Fs.readdir(pinPath, waitFor((err, list) => { if (err) { if (err.code === 'ENOENT') { dirList = []; return; // this ends up calling back with an empty object } waitFor.abort(); return void done(err); } dirList = list; })); }).nThen((waitFor) => { dirList.forEach((f) => { sema.take((returnAfter) => { // iterate over all the subdirectories in the pin store Fs.readdir(Path.join(pinPath, f), waitFor(returnAfter((err, list2) => { if (err) { waitFor.abort(); return void done(err); } list2.forEach((ff) => { if (config && config.exclude && config.exclude.indexOf(ff) > -1) { return; } fileList.push(Path.join(pinPath, f, ff)); }); }))); }); }); }).nThen((waitFor) => { fileList.forEach((f) => { sema.take((returnAfter) => { Fs.readFile(f, waitFor(returnAfter((err, content) => { if (err) { waitFor.abort(); return void done(err); } const hashes = checkPinStatus(content.toString('utf8'), f); hashes.forEach((x) => { (pinned[x] = pinned[x] || {})[f.replace(/.*\/([^/]*).ndjson$/, (x, y)=>y)] = 1; }); }))); }); }); }).nThen(() => { done(void 0, pinned); }); }; if (!module.parent) { module.exports.load(function (err, data) { if (err) { return void console.error(err); } Object.keys(data).forEach(function (x) { console.log(x + ' ' + JSON.stringify(data[x])); }); }, { pinPath: require("../config/config").pinPath }); }