download img in html files

img.js

var fs = require('fs');
var request = require('sync-request');
var crypto = require('crypto');
var cheerio = require('cheerio');

var dirname = process.argv[2];
if(!dirname)
{
	console.log('请指定目录。');
	process.exit(0);
}

try {fs.mkdirSync(dirname + '/img');} catch(ex) {}
var dir= fs.readdirSync(dirname);

var imgs = new Set();

for(var i = 0; i < dir.length; i++)
{
	var fname = dir[i];
	if(!fname.endsWith('.html'))
		continue;
    console.log('file: ' + fname);
	var content = fs.readFileSync(dirname + '/' + fname, 'utf-8');
	content = dealWithHtml(content);
    fs.writeFileSync(dirname + '/' + fname, content);
}

function dealWithHtml(html) {
    
    var $ = cheerio.load(html);
    
    var $imgs = $('img');
    
    for(var i = 0; i < $imgs.length; i++) {
        var $img = $imgs.eq(i);
        var url = $img.attr('src');
        if(!url.startsWith('http'))
            continue;
        
        var picname = crypto.createHash('md5').update(url).digest('hex') + ".jpg";
        console.log(picname)
        
        if(!imgs.has(picname)) {
            var data = request('GET', url).getBody();
            fs.writeFileSync(dirname + '/img/' + picname, data);
            imgs.add(picname);
        }
        
        $img.attr('src', '../Images/' + picname);
    }
    
    return $.html();
}