mkscrg

storm-msp

The topology looks like this:

                                 "stream1"
           "one"              /-------------\
OneSpout --------> SplitBolt |               > CountBolt
                              \-------------/
                                 "stream2"

mkscrg

require 'net/http'

$stdout.sync = true

if ARGV.include?("--help") || ![2,3,4].include?(ARGV.length)
  puts "ruby checksite.rb URL REGEX [NOTIFY_EMAIL] [INTERVAL_SECS]"
  exit!
end

uri = URI.parse(ARGV[0])

mkscrg

storm-kryo-test

Kryo serializers seem to work locally, but they're not found on the remote cluster when needed for deserialization.

The test case shows that the serializer works:

mvn test

Run locally to see that the AModels are properly serialized and deserialized:

mkscrg

2012-07-24 13:40:56 util [ERROR] Async loop died!
java.lang.LinkageError: loader (instance of  com/esotericsoftware/reflectasm/AccessClassLoader): attempted  duplicate class definition for name: "reflectasm/java/util/ArrayListConstructorAccess"
        at java.lang.ClassLoader.defineClass1(Native Method)
        at java.lang.ClassLoader.defineClassCond(ClassLoader.java:631)
        at java.lang.ClassLoader.defineClass(ClassLoader.java:615)
        at java.lang.ClassLoader.defineClass(ClassLoader.java:465)
        at com.esotericsoftware.reflectasm.AccessClassLoader.defineClass(AccessClassLoader.java:45)
        at com.esotericsoftware.reflectasm.ConstructorAccess.get(ConstructorAccess.java:61)
        at com.esotericsoftware.kryo.Kryo.newInstantiator(Kryo.java:974)
        at com.esotericsoftware.kryo.Kryo.newInstance(Kryo.java:1024)

mkscrg

*.iml
.idea/
target/
*.DS_STORE*

mkscrg

public class Main {
    public static void main(String[] args) {
        ensureLessThanWithCast(6, 5);
        ensureLessThan(6, 5);
    }

    public static <N extends Number & Comparable<N>, S extends N> S ensureLessThanWithCast(N threshold, S input) {
        if (((N) input).compareTo(threshold) >= 0) {
            throw new IllegalArgumentException("Input " + input + " is not less than " + threshold);
        }

mkscrg

{-# LANGUAGE OverloadedStrings #-}

module Main where

import Control.Applicative
import Data.Char

import Data.Attoparsec.Text
import Data.Text (Text)

mkscrg

module Main where

import Data.Char
import Data.List


main :: IO ()
main = print $ wordIndexes "Hello test  World"

wordIndexes :: String -> [(Int, String)]

mkscrg

#!/usr/bin/env bash
set -e

usage() {
  echo "usage: serve PORT [DIR]"
  exit 1
}

conf_template='
worker_processes 1;

mkscrg

#!/usr/bin/env bash
set -e

template='name: $$NAME$$
version: 0.0.0
build-type: Simple
cabal-version: >= 1.9.2

executable $$NAME$$
  main-is: Main.hs