process_json_size.js

var split   = require('split');
var logfmt  = require('logfmt');
var through = require('through');
var _ = require('underscore');


var list = []

var parseLine = function(line){
  if(/INFO/.test(line)) return;

  var data = logfmt.parse(line);
  data.json_size = (parseInt(data.json_size) / 1024) / 1024
  list.push(data)
}

var end = function end(){
  console.dir(_.sortBy(list, 'json_size').reverse().slice(0,16))
}

process.stdin.pipe(split()).pipe(through(parseLine, end))