Jks15063

var flatSteps = [];
flatMetrics.forEach(function(flatMetric) {
    flatMetric.forEach(function(step) {
        flatSteps.push(step);
	});
});

===========================================================

var flatSteps = flatMetrics.concatMap(function(metric) {

Jks15063

var util        = require('util');
var debug       = require('debug')('app');
var _           = require('lodash');
//var async     = require('async');
var MongoClient = require('mongodb').MongoClient;
var $           = require('cheerio');
var request     = require("request");
request         = request.defaults({ jar: true });
var j           = request.jar();

Jks15063

var streamWorker = new Transform({ objectMode: true, decodeStrings: false });

var queue = async.queue(function(task, callback) {
    var ObjectId = mongoose.Types.ObjectId
    var query    = task.query
    var update   = task.update
    var defer    = task.defer

    query._id['$in'] = _.map(query._id['$in'], ObjectId)
    var queryStream  = scenarios.find(query).stream()

Jks15063

var queue = async.queue(function(task, callback) {
    var ObjectId = mongoose.Types.ObjectId
    var query    = task.query
    var update   = task.update
    var defer    = task.defer

    query._id['$in'] = _.map(query._id['$in'], ObjectId)
    var queryStream  = scenarios.find(query).stream()

    queryStream.pipe(streamWorker).on('end', function(foo) {