bcg

# /flume/profiles contains 40 million json documents. I successfully loaded 1 million of these same
# documents earlier.

$ sudo riak attach
Attempting to restart script through sudo -u riak
Attaching to /tmp/riak/erlang.pipe.1 (^D to exit)


([email protected])1> code:add_pathz("/tmp"), l(bucket_importer).
{module,bucket_importer}

bcg

%% -*- mode: erlang;erlang-indent-level: 4;indent-tabs-mode: nil -*-
%% ex: ft=erlang ts=4 sw=4 et
[
 %% Riak Core config
 {riak_core, [
              %% Default location of ringstate
              {ring_state_dir, "/riak/ring"},

              %% http is a list of IP addresses and TCP ports that the Riak
              %% HTTP interface will bind.

bcg

WARN: No data for op: {get,get}

=ERROR REPORT==== 13-Mar-2012::10:10:49 ===
** Generic server <0.111.0> terminating 
** Last message in was {req_timeout,#Ref<0.0.7.28998>}
** When Server state == {state,{10,32,36,92},
                               8087,false,false,undefined,undefined,
                               {[],[]},
                               1,[],infinity,100}
** Reason for termination == 

bcg

~/basho_bench$ grep '{pb_' /etc/riak/app.config
            {pb_ip,   "10.32.36.92" },
            {pb_port, 8087 },
            %% {pb_backlog, 64},
~/basho_bench$ 

bcg

sudo apt-get install erlang-parsetools

bcg

$ curl -v -d 'this is a test' -H "Content-Type: text/plain" http://10.32.36.92:8098/riak/test
* About to connect() to 10.32.36.92 port 8098 (#0)
*   Trying 10.32.36.92... connected
* Connected to 10.32.36.92 (10.32.36.92) port 8098 (#0)
> POST /riak/test HTTP/1.1
> User-Agent: curl/7.19.7 (x86_64-pc-linux-gnu) libcurl/7.19.7 OpenSSL/0.9.8k zlib/1.2.3.3 libidn/1.15
> Host: 10.32.36.92:8098
> Accept: */*
> Content-Type: text/plain
> Content-Length: 14

bcg

An app, "counter" is registered in the DB:

counter.starts = hourly
counter.depends = {"adx": hourly, "retarget": hourly}
counter.timeout = 6000 (seconds)
counter.host = tr-oddjob-dal-01

Also app, "bigcounter":

# bcounter.starts = weekly (might be unnecessary)

bcg

(ns playbook.core
  (:use compojure.core
        playbook.views.index
        [hiccup.middleware :only (wrap-base-url)]
        [zookeeper :as zk])
  (:require [compojure.route :as route]
            [compojure.handler :as handler]))

(defroutes main-routes
  (GET "/" []  (index-page))

bcg

items = [1,2,3]
(looper = proc {
  item = items.pop
  if item
    ...
    EM.next_tick(looper)    
  end
}).call

bcg

var fs      = require('fs'),
    router  = require('choreographer').router();

Conductor = function() {
  this.router = router;
  this.services = [];
  this.controllers = [];
  this.requireEach('controllers', function(name, r) {
    controller = new r.Controller(options);
    this.addController(name, controller);