mkscrg

storm-kryo-test

Kryo serializers seem to work locally, but they're not found on the remote cluster when needed for deserialization.

The test case shows that the serializer works:

mvn test

Run locally to see that the AModels are properly serialized and deserialized:

mkscrg

require 'net/http'

$stdout.sync = true

if ARGV.include?("--help") || ![2,3,4].include?(ARGV.length)
  puts "ruby checksite.rb URL REGEX [NOTIFY_EMAIL] [INTERVAL_SECS]"
  exit!
end

uri = URI.parse(ARGV[0])

mkscrg

storm-msp

The topology looks like this:

                                 "stream1"
           "one"              /-------------\
OneSpout --------> SplitBolt |               > CountBolt
                              \-------------/
                                 "stream2"

mkscrg

.idea/
*.iml
target/

mkscrg

{-# LANGUAGE OverloadedStrings #-}

module Main (main) where

import Control.Concurrent (forkIO)
import Control.Monad (unless)
import Data.ByteString.Char8 (pack)
import System.Environment (getArgs)
import System.Timeout (timeout)
import System.ZMQ3

mkscrg

cabal-dev/
dist/

mkscrg

import Control.Concurrent
import Control.Monad
import Data.Time.Clock.POSIX
import System.Environment

main :: IO ()
main = do
    -- setup
    n <- getArgs >>= return . read . head
    start <- newEmptyMVar

mkscrg

{
    "type": "event",
    "status": "active",
    "image_url": "http://s3.amazonaws.com/prestigedevelopment/beta/offer_photos/4e5f502fceb01f000100139f.jpg?1314869295",
    "place": {
        "name": "Chelsea Piers - Pier 62",
        "lon": -74.005973,
        "city": "New York",
        "address": ", ",
        "postal_code": "",

mkscrg

[
    {
        "type": "event",
        "status": "active",
        "image_url": null,
        "expiration_date": "2011-10-01T13:00:00-07:00",
        "place": {
            "name": "Nelson Blue",
            "lon": -74.001573,
            "city": "New York",

mkscrg

{
    "tags": [
        "Japanese restaurants",
        "Restaurant",
        "Sushi",
        "Bar",
        "Food",
        "Food & drink",
        "Japanese restaurant"
    ],