Grégory Horion gregory

Data Serialization Formats

JSON, MessagePack, and Google's Protocol Buffers are all awesome. Here's how they're awesome on different client environments and how to use them on your rails env.

Some links:

JSON: http://json.org/
MsgPack: http://msgpack.org/
ProtoBufs: https://code.google.com/p/protobuf/

Output from Ruby Client:

Running Docker on two hosts, bridged with Tinc

This Gist is similar to https://gist.github.com/noteed/8656989 which uses Open vSwitch instead of Tinc.

Setup

Download the install.sh script and run it:

> https://gist.githubusercontent.com/noteed/11031504/raw/install.sh

A quick overview of the node.js streams interface with basic examples.

This is based on @brycebaril's presentation, Node.js Streams2 Demystified

Overview

Streams are a first-class construct in Node.js for handling data.

Think of them as as lazy evaluation applied to data.

	var urls = ['put', 'your', 'page', 'urls', 'here'];

	page.onConsoleMessage = function (msg) {
	if(msg.indexOf('SCRAPE-RESULT:') >= 0) {

	var fn = 'file_name_to_write_to.txt';
	console.log('writing file', fn)
	fs.write(fn, msg.replace('SCRAPE-RESULT:', ''), 'w');

	}

	// === Arrays

	var [a, b] = [1, 2];
	console.log(a, b);
	//=> 1 2


	// Use from functions, only select from pattern
	var foo = () => [1, 2, 3];

	fs = require 'fs'
	webpage = require 'webpage'
	page = webpage.create()
	renderedUrls = 0
	totalUrls = 0

	# Taken from https://github.com/ariya/phantomjs/blob/master/examples/waitfor.js
	# Converted into coffee
	waitFor = (testFx, onReady, timeOutMillis) ->
	maxtimeOutMillis = (if timeOutMillis then timeOutMillis else 5000) #< Default Max Timout is 3s

	# encoding: utf-8

	class AlbumForm < BaseForm

	has_many :songs, class_name: 'SongForm'

	validates :songs, form_collection: true

	end

	# This file is used by Rack-based servers to start the application.

	# GC_FREQUENCY = 8
	# require "unicorn/oob_gc"
	# GC.disable # Don't run GC during requests
	# use Unicorn::OobGC, GC_FREQUENCY # Only GC once every GC_FREQUENCY requests

	# # Unicorn self-process killer
	require "unicorn/worker_killer"

	; /usr/local/bin/nasm -f macho 32.asm && ld -macosx_version_min 10.7.0 -o 32 32.o && ./32

	global start

	section .text
	start:
	push dword msg.len
	push dword msg
	push dword 1
	mov eax, 4