get_ys_photos.js

var fs = require('fs');
var request = require('request');
var mkdirp = require('mkdirp');
var lineReader = require('readline').createInterface({
    input: fs.createReadStream('server.log')
});

var download = function(uri, filename, callback){
    request.head(uri, function(err, res, body){
        console.log('content-type:', res.headers['content-type']);
        console.log('content-length:', res.headers['content-length']);

        request(uri).pipe(fs.createWriteStream(filename)).on('close', callback);
    });
};

lineReader.on('line', function (line) {
    var imgregexp, imgpath, imageName;

    if (line.match(/^IOError.*yourshot.*\.jpg'$/)) {
        imgregexp = /(media.*)(yourshot.*\.jpg)/.exec(line)
        console.log(line);

        imgpath = imgregexp[1];
        imageName = imgregexp[2];

        mkdirp( imgpath, function (err) {
            if (err) console.error(err)
            else console.log('pow!')
        });

        download('http://yourshot-uat.nationalgeographic.com/' + imgpath + imageName, imgpath + imageName, function(){
            console.log('done');
        });
    }
});