var util = require('util'), moment = require('moment'), request = require('superagent'), debug = require('ghost-ignition').debug('scheduling-default'), SchedulingBase = require(__dirname + '/SchedulingBase'), errors = require(__dirname + '/../../errors'), logging = require(__dirname + '/../../logging'); /** * allJobs is a sorted list by time attribute */ function SchedulingDefault(options) { SchedulingBase.call(this, options); this.runTimeoutInMs = 1000 * 60 * 5; this.offsetInMinutes = 10; this.beforePingInMs = -50; this.retryTimeoutInMs = 1000 * 5; this.allJobs = {}; this.deletedJobs = {}; this.isRunning = false; } util.inherits(SchedulingDefault, SchedulingBase); /** * add to list */ SchedulingDefault.prototype.schedule = function (object) { this._addJob(object); }; /** * remove from list * add to list */ SchedulingDefault.prototype.reschedule = function (object) { this._deleteJob({time: object.extra.oldTime, url: object.url}); this._addJob(object); }; /** * remove from list * deletion happens right before execution */ SchedulingDefault.prototype.unschedule = function (object) { this._deleteJob(object); }; /** * check if there are new jobs which needs to be published in the next x minutes * because allJobs is a sorted list, we don't have to iterate over all jobs, just until the offset is too big */ SchedulingDefault.prototype.run = function () { var self = this, timeout = null, recursiveRun; if (this.isRunning) { return; } this.isRunning = true; recursiveRun = function recursiveRun() { timeout = setTimeout(function () { var times = Object.keys(self.allJobs), nextJobs = {}; times.every(function (time) { if (moment(Number(time)).diff(moment(), 'minutes') <= self.offsetInMinutes) { nextJobs[time] = self.allJobs[time]; delete self.allJobs[time]; return true; } // break! return false; }); clearTimeout(timeout); self._execute(nextJobs); recursiveRun(); }, self.runTimeoutInMs); }; recursiveRun(); }; /** * each timestamp key entry can have multiple jobs */ SchedulingDefault.prototype._addJob = function (object) { var timestamp = moment(object.time).valueOf(), keys = [], sortedJobs = {}, instantJob = {}, i = 0; // CASE: should have been already pinged or should be pinged soon if (moment(timestamp).diff(moment(), 'minutes') < this.offsetInMinutes) { debug('Imergency job', object.url, moment(object.time).format('YYYY-MM-DD HH:mm:ss')); instantJob[timestamp] = [object]; this._execute(instantJob); return; } // CASE: are there jobs already scheduled for the same time? if (!this.allJobs[timestamp]) { this.allJobs[timestamp] = []; } debug('Added job', object.url, moment(object.time).format('YYYY-MM-DD HH:mm:ss')); this.allJobs[timestamp].push(object); keys = Object.keys(this.allJobs); keys.sort(); for (i = 0; i < keys.length; i = i + 1) { sortedJobs[keys[i]] = this.allJobs[keys[i]]; } this.allJobs = sortedJobs; }; SchedulingDefault.prototype._deleteJob = function (object) { if (!object.time) { return; } var deleteKey = object.url + '_' + moment(object.time).valueOf(); if (!this.deletedJobs[deleteKey]) { this.deletedJobs[deleteKey] = []; } debug('Deleted job', object.url, moment(object.time).format('YYYY-MM-DD HH:mm:ss')); this.deletedJobs[deleteKey].push(object); }; /** * ping jobs * setTimeout is not accurate, but we can live with that fact and use setImmediate feature to qualify * we don't want to use process.nextTick, this would block any I/O operation */ SchedulingDefault.prototype._execute = function (jobs) { var keys = Object.keys(jobs), self = this; keys.forEach(function (timestamp) { var timeout = null, diff = moment(Number(timestamp)).diff(moment()); // awake a little before timeout = setTimeout(function () { clearTimeout(timeout); (function retry() { var immediate = setImmediate(function () { clearImmediate(immediate); if (moment().diff(moment(Number(timestamp))) <= self.beforePingInMs) { return retry(); } var toExecute = jobs[timestamp]; delete jobs[timestamp]; toExecute.forEach(function (job) { var deleteKey = job.url + '_' + moment(job.time).valueOf(); if (self.deletedJobs[deleteKey]) { if (self.deletedJobs[deleteKey].length === 1) { delete self.deletedJobs[deleteKey]; } else { self.deletedJobs[deleteKey].pop(); } return; } self._pingUrl(job); }); }); })(); }, diff - 70); }); }; /** * - if we detect to publish a post in the past (case blog is down), we add a force flag */ SchedulingDefault.prototype._pingUrl = function (object) { debug('Ping url', object.url, moment().format('YYYY-MM-DD HH:mm:ss'), moment(object.time).format('YYYY-MM-DD HH:mm:ss')); var url = object.url, time = object.time, httpMethod = object.extra ? object.extra.httpMethod : 'PUT', tries = object.tries || 0, requestTimeout = object.extra ? object.extra.timeoutInMS : 1000 * 5, maxTries = 30, req = request[httpMethod.toLowerCase()](url), self = this, timeout; if (moment(time).isBefore(moment())) { if (httpMethod === 'GET') { req.query('force=true'); } else { req.send({ force: true }); } } req.timeout({ response: requestTimeout }); req.end(function (err, response) { if (err) { // CASE: post/page was deleted already if (response && response.status === 404) { return; } // CASE: blog is in maintenance mode, retry if (response && response.status === 503 && tries < maxTries) { timeout = setTimeout(function pingAgain() { clearTimeout(timeout); object.tries = tries + 1; self._pingUrl(object); }, self.retryTimeoutInMs); } logging.error(new errors.GhostError({ err: err, level: 'critical' })); } }); }; module.exports = SchedulingDefault;