Charlie Robbins indexzero

Previously events had been stored in an n-ary tree of arbitrary depth (i.e. a deep Javascript object literal), the nodes of which are individual values of a split event. e.g.

var emitter = new EventEmitter2({ delimiter: ':' });
emitter.on('foo:bar:*', function () { });
emitter.on('foo:foo:foo', function () { });
emitter.on('bazz:buzz:foo', function () { });
emitter.on('bazz:fizz:tar', function () { });

require('child_process').fork() and beyond

Abstract

The purpose of this sample is to show the power of EventEmitter2 in the context of a specific example centered around [DIRT][0] (Data-Intensive Realtime) and [ETL][0] (Extract, Transform, Load) applications in node.js. Given the clear limitations of the V8 heap-size doing any exceptionally large data processing in node will require such patterns, and it is in the interest of the community that we start solidifying them.

Scenario

Lets suppose that you have an ETL that you need to run on a large set of logs which has already been partitioned into files of a size that will by themselves not overload the V8 heap. These kind of size-limited log or data files are common and should need no explaination.

This ETL runs with initial conditions (very common), and thus there may be many sets of worker processes analyzing the same data for different purposes. As an intelligent developer knowning the blocking nature of in-memory data manipulation you decided

	var vows = require('vows'),
	assert = require('assert'),
	fs = require('fs');

	var first;

	vows.describe('some/file/testing').addBatch({
	"First we want to read a file": {
	topic: function () {
	first = true;

	var mockRequest = require('mock-request');

	console.dir(mockRequest
	.get('/auth').responds(200)
	.get('/apps/mickey').responds(200, { /* some JSON */ }));

	// [
	// {
	// request: {
	// //

	/*
	* helpers.js: Test macros for APIeasy.
	*
	* (C) 2011, Charlie Robbins
	*
	*/

	var assert = require('assert'),
	http = require('http'),
	journey = require('journey');

	bradley@macaroon:~$ cat Documents/issues/ping_domain_socket.js
	var socket = './'+process.argv[2];

	var http = require('http');
	var req = http.request({
	socketPath:socket,
	path:'/',
	method:'POST'
	})
	setInterval(function(){req.write(process.argv[3])},1000)

	// Basic usage
	_.icon('home', 'home-id-selector')

	// Advanced usage
	_.icon('power', 'start-menu-icon', {
	fill : {
	fill : "#333",
	stroke : "none"
	},
	none : {

	var vows = require('vows'),
	assert = require('assert');

	function wait(callback) {

	setTimeout(function() {
	callback('hello', 'world');
	}, 2000)

	}

	var x = [1,2,3,4,5],
	y = ['a', 'b', 'c', 'd', 'e'];

	// console.log(x.indexOf(6)); // -1
	// console.log(x.indexOf(5)); // 4
	//
	// if(x.indexOf(6) === - 1) { // if -1 === -1
	// console.log(true, 'x.indexOf(6) === - 1');
	// }
	//

	var util = require('util'),
	resourceLib = require('our-new-resource-lib');

	var SomeResource = function (options) {
	resourceLib.Resource.call(this, options);

	//
	// Setup any other application specific state.
	//