bbejeck

 // configuration and Serde creation left out for clarity
 KStream<String, String> dataByAirportStream = builder.stream("raw-airline-data");
 
 GlobalKTable<String, byte[]> regressionsByAirPortTable = builder.globalTable(Serdes.String(),
                                                                              byteArraySerde, 
                                                                             "onlineRegression-by-airport");
 // stream reads raw data joins with coefficients then makes prediction
 dataByAirportStream.join(regressionsByAirPortTable,
                          (k, v) -> k,
                      	  DataRegression::new)

bbejeck

dataByAirportStream.join(regressionsByAirPortTable,(k, v) -> k, DataRegression::new)
         	.mapValues(Predictor::predict)
         	.filter((k, v) -> v != null)
         	.peek((k, v) -> System.out.println("Prediction " + v))
         	.to("predictions");

bbejeck

#!/bin/sh

KAFKA_DIR=/usr/local/kafka_2.11-0.9.0.0-SNAPSHOT

START_ZK="./bin/zookeeper-server-start.sh"
ZK_PROPS="config/zookeeper.properties"

START_KAFKA="./bin/kafka-server-start.sh"
KAFKA_PROPS="config/server.properties"

bbejeck

package bbejeck.grouping

import org.apache.log4j.{Level, Logger}
import org.apache.spark.{SparkConf, SparkContext}

import scala.collection.mutable

/**
 * Created by bbejeck on 8/6/15.
 * Example usage of combineByKey

bbejeck

package bbejeck.grouping

import org.apache.log4j.{Level, Logger}
import org.apache.spark.{SparkConf, SparkContext}

import scala.collection.mutable

/**
 * Created by bbejeck on 7/31/15.
 *

bbejeck

package bbejeck.function;

import org.junit.Test;

import java.util.function.BinaryOperator;
import java.util.function.Function;

import static org.junit.Assert.*;
import static org.hamcrest.CoreMatchers.*;

bbejeck

/*
 * *
 *
 *
 * Copyright 2015 Bill Bejeck
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *

bbejeck

import bbejeck.guava.futures.SearchingTestBase;
import bbejeck.support.model.Person;
import com.google.common.base.Function;
import com.google.common.util.concurrent.*;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.lang.SuppressWarnings;
import java.util.List;

bbejeck

#! /bin/sh

BLOG=blog_backup
BASE_DIR=/home/<username>/webapps/wp
USER=remote_username
PASS=database_password
DBUSER=database_user
DATABASE=database_name
DEST_DIR=destination_dir
IP_ADDRESS=blog_ip_address

bbejeck

import com.google.common.util.concurrent.*;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.util.concurrent.Callable;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.Executors;