ganji_zufang pipe

gistfile1.js

var request = require('request'),
	mongo = require('mongoskin'),
	cheerio = require('cheerio');

var db = mongo.db('localhost:27017/nu-reader?auto_reconnect',{safe: true});

function fetch(param,callback) {
	request(param.url,function (error, response, body) {
		var $ = cheerio.load(body);
		var items = [];
		$('.list-info-title').each(function(){
			var link = 'http://sh.ganji.com'+$(this).attr('href');
			items.push({guid:link,link:link});
		});
		items = items.slice(0,20);
		callback({items:items,job:param.job});
	});
}

function update(data,callback) {
	var size = data.items.length;
	data.items.forEach(function(item){
		request(item.link,function(error, response, body){
			var $ = cheerio.load(body);
			item.title = $('h1').text();
			item.description = $('.summary-cont').html() + $('.cont-box.pics').html();
			item.new = true;
			item.meta = {title:'赶集租房'};
			item.job = data.job;
			db.collection('posts').insert(item,function(err, result){
				if(--size===0) callback(data);
			});
		});
	});
}

exports.fetch = fetch;
exports.update = update;