/********************************************************************** * * * **********************************************************************/ var pathlib = require('path') var events = require('events') var fse = require('fs.extra') var glob = require('glob') var promise = require('promise') define(function(require){ var module = {} console.log('>>> file') //var DEBUG = DEBUG != null ? DEBUG : true var tasks = require('lib/tasks') /*********************************************************************/ var INDEX_DIR = '.ImageGrid' /*********************************************************************/ // Queue // // Task // /*********************************************************************/ // things we need... // - load latest by pattern // - merge // - load latest base // - merge diffs later than base // - find index(s) in subtree // - load index // - data version // - join indexes // - take care of different base paths in images // // // // Might also be a nice idea to generic import: // - get all .ImageGrid/*.json // - group by ([a-z]*).* — pattern with // - sort by name, descending // - split at first non-diff // - merge diff's in reverse tail to head // // ...and output to format: // { // : , // ... // } // // XXX return a promise rather than an event emitter.... function listIndexes(base){ return glob(base +'/**/'+ INDEX_DIR) } // XXX return a promise rather than an event emitter.... function listJSON(path, pattern){ pattern = pattern || '*' return glob(path +'/'+ pattern +'.json') } var loadFile = promise.denodeify(fse.readFile) function loadJSON(path){ return loadFile(path).then(JSON.parse) } // json file name format: // [-][-diff].json // // events emited: // - queued - json file path queued for loading // - loaded - done loading json file path // - index - done loding index at path // - end - done loading all indexes // // XXX test with: // requirejs(['file'], // function(m){ // f = m.loadIndex("L:/mnt/hdd15 (photo)/NTFS1/media/img/others") }) // .done(function(d){ console.log(d) }) // XXX need to do better error handling... var loadIndex = module.loadIndex = function(path, logger){ var p = path.split(INDEX_DIR) var last = p.slice(-1)[0].trim() return new promise(function(resolve, reject){ // we've got an index... if(p.length > 1 && /^\/*$/.test(last)){ listJSON(path) .on('end', function(files){ var res = {} var index = {} var root = {} // group by keyword... files .sort() .reverse() .forEach(function(n){ var b = pathlib.basename(n) var s = b.split(/[-.]/g).slice(0, -1) // .json / non-diff // NOTE: this is a special case, we add this to // a seporate index and then concat it to // the final list if needed... if(s.length == 1){ var k = s[0] root[k] = n return // -[-diff].json / diff / non-diff } else { var k = s[1] var d = s[2] == 'diff' } // new keyword... if(index[k] == null){ index[k] = [[d, n]] logger && logger.emit('queued', n) // do not add anything past the latest non-diff // for each keyword... } else if(index[k].slice(-1)[0][0] == true){ index[k].push([d, n]) logger && logger.emit('queued', n) } }) // add root files where needed... Object.keys(root).forEach(function(k){ var n = root[k] // no diffs... if(index[k] == null){ index[k] = [[false, n]] logger && logger.emit('queued', n) // add root file if no base is found... } else if(index[k].slice(-1)[0][0] == true){ index[k].push([false, n]) logger && logger.emit('queued', n) } }) // load... promise .all(Object.keys(index).map(function(k){ // get relevant paths... var diffs = index[k] var latest = diffs.splice(-1)[0][1] // load latest... return loadJSON(latest) .then(function(data){ // handle diffs... return promise .all(diffs .reverse() .map(function(p){ p = p[1] // load diff... return loadJSON(p) .done(function(json){ // merge... for(var k in json){ data[k] = json[k] } logger && logger.emit('loaded', p) }) })) .then(function(){ res[k] = data logger && logger.emit('loaded', latest) }) }) })) .then(function(){ logger && logger.emit('index', path, res) var d = {} d[path] = res resolve(d) }) }) // no explicit index given -- find all in sub tree... } else { var res = {} listIndexes(path) .on('end', function(indexes){ var i = indexes.length indexes.forEach(function(path){ loadIndex(path, logger) // collect the found indexes... .done(function(obj){ i -= 1 res[path] = obj[path] // call this when the load is done... if(i <= 0){ resolve(res) } }) }) }) } }) } /********************************************************************** * vim:set ts=4 sw=4 : */ return module })