markcode

Scaling Event Logs and Hash Partitioning Function

Setup

A COLLECTION is created in a CLUSTER (of BROKERS) with a defined and fixed number of potential PARTITIONS. For example: 12 data log files (AKA PARTITIONS), each with 256 VIRTUAL-PARTITIONS within; totalling 3072 potential PARTITIONS.

ERA is an incrementing and synchronous COLLECTION of the PARTITIONS. The starting ERA is 1, and the next will be 2; and so on.

Each BROKER is a member of a CLUSTER; whenever a BROKER joins or leaves a CLUSTER a new ERA is declared across all BROKERS within the CLUSTER. The old ERA’s PARTITIONS are closed from writes and new PARTITIONS are created for writing.

markcode

"use strict";
//
// Benchmark speed and standard deviation between md5 (2 bytes of) and crc for a hash key.
//
// Version: 0.0.1
// Author: Mark W. B. Ashcroft (mark [at] fluidecho [dot] com)
// License: MIT or Apache 2.0.
//
// Copyright (c) 2017 Mark W. B. Ashcroft.
// Copyright (c) 2017 FluidEcho.

markcode

function Byte2Bits(octet) {
  var bits = [];
  var i = 0;
  for ( i = 0; i < 8; i++ ) {
    bits.push(octet >> 7 - i & 1);
  }
  return bits;
}

markcode

var util = require('util');
var x = 0;
setInterval(function() {
  process.stdout.write('hello: ' + x + '\r');  // needs return '/r'
  // util.print('hello: ' + x + '\r');  // could use this too
  x++;
}, 1000);

markcode

// logging, dump, function. Can set: gconfig['loggin'] = 'quiet' || 'benchmarking' || 'debug'

var log 				= function(txt, benchmarking, dump) {
	if ( dump != undefined ) {
		console.log(txt + ' >> ' + require('util').inspect(dump, true, 99, true));
	} else if ( gconfig['loging'] === 'benchmarking' ) {
		if ( benchmarking === true ) {
			console.log(txt);
		}
	} else if ( gconfig['loging'] === 'debug' ) {

markcode

$.getJSON('http://localhost:8888/data.json', function(data) {
  var items = [];
 
  $.each(data, function(key, val) {
    items.push('<li id="' + key + '">' + val + '</li>');
  });
 
  $('<ul/>', {
    'class': 'my-new-list',
    html: items.join('')

markcode

// this works
function loadXMLDoc(url) {
if (window.XMLHttpRequest) {		// code for IE7+, Firefox, Chrome, Opera, Safari
  xmlhttp=new XMLHttpRequest();
} else {		// code for IE6, IE5
  xmlhttp=new ActiveXObject("Microsoft.XMLHTTP");
}
xmlhttp.onreadystatechange = function() {
	if (xmlhttp.readyState == 4 && xmlhttp.status == 200) {

markcode

//
// Kurunt Launch
//
// Launches node.js apps through /etc/init.d/.
// Version: 0.1
// Author: Mark W. B. Ashcroft
//
// Copyright (c) 2013 Mark W. B. Ashcroft.
// Copyright (c) 2013 Kurunt.
//

markcode

// require these modules: 'msgpack' (binding), 'msgpack-js' (pure javascript), JSON node.js built in function.


// config
var config = [];
config["messenger_codec"] = 'json';       // json, msgpack, msgpack-js


 // codec for messenger to use: json, msgpack, msgpack-js.
var Codec = function() { };

markcode

var LOGGING = 'debug'; // debug, alert, silent.
function _log(a,b){"debug"===LOGGING&&void 0!==b?console.log("debug - "+a+" > "+require("util").inspect(b,!0,99,!0)):"debug"===LOGGING&&void 0===b?console.log(a):"alert"===LOGGING&&console.log(a)};