mr1azl / AliceInAggregatorLand.scala

Last active August 29, 2015 14:13 — forked from johnynek/AliceInAggregatorLand.scala

	/**
	* To get started:
	* git clone https://github.com/twitter/algebird
	* cd algebird
	* ./sbt algebird-core/console
	*/

	/**
	* Let's get some data. Here is Alice in Wonderland, line by line
	*/

mr1azl / HelloKafkaConsumer.java

Last active August 29, 2015 14:13 — forked from sdpatil/HelloKafkaConsumer.java

	package com.spnotes.kafka;

	import java.io.UnsupportedEncodingException;
	import java.nio.ByteBuffer;
	import java.util.HashMap;
	import java.util.List;
	import java.util.Map;
	import java.util.Properties;

	import kafka.consumer.Consumer;

mr1azl / MessageConsumer.java

Last active August 29, 2015 14:13 — forked from devoncrouse/MessageConsumer.java

	import java.util.List;
	import java.nio.ByteBuffer;

	import java.io.IOException;

	import kafka.consumer.Consumer;
	import kafka.consumer.ConsumerConfig;
	import kafka.consumer.ConsumerIterator;
	import kafka.consumer.KafkaStream;
	import kafka.javaapi.consumer.ConsumerConnector;

mr1azl / kafka.md

Last active August 29, 2015 14:13 — forked from ashrithr/kafka.md

Introduction to Kafka

Kafka acts as a kind of write-ahead log (WAL) that records messages to a persistent store (disk) and allows subscribers to read and apply these changes to their own stores in a system appropriate time-frame.

Terminology:

Producers send messages to brokers
Consumers read messages from brokers
Messages are sent to a topic

mr1azl / gist:7f5bcab2eb0e60a1229b

Last active August 29, 2015 14:13 — forked from cynosureabu/gist:c860bee8630940f2f388

	package com.walmartlabs.targeting.storm.bolt;

	import java.util.ArrayList;
	import java.util.HashMap;
	import java.util.List;
	import java.util.Map;
	import java.util.Properties;
	import java.util.UUID;

	import kafka.consumer.ConsumerConfig;

mr1azl / enc_dec_test.py

Last active August 29, 2015 14:13 — forked from justinfx/enc_dec_test.py

	"""
	Dependencies:

	pip install tabulate simplejson python-cjson ujson yajl msgpack-python

	"""

	from timeit import timeit
	from tabulate import tabulate

mr1azl / ESR_pdf_pandas.ipynb

Last active August 29, 2015 14:14 — forked from anonymous/ESR_pdf_pandas.ipynb

Sorry, something went wrong. Reload?

Sorry, we cannot display this file.

Sorry, this file is invalid so it cannot be displayed.

mr1azl / yelp_pyspark_example.py

Last active August 29, 2015 14:14 — forked from elliottcordo/yelp_pyspark_example.py

	#MASTER=yarn-client /home/hadoop/spark/bin/pyspark

	from pyspark.sql import SQLContext, Row
	sqlContext = SQLContext(sc)

	#------------------------------------------------
	#load some users
	lines=sc.textFile("s3://caserta-bucket1/yelp/in/users/users.txt")

	parts = lines.map(lambda l: l.split(","))

mr1azl / StreamingKMeans.scala

Last active August 29, 2015 14:14 — forked from freeman-lab/StreamingKMeans.scala

	package thunder.streaming

	import org.apache.spark.{SparkConf, Logging}
	import org.apache.spark.rdd.RDD
	import org.apache.spark.SparkContext._
	import org.apache.spark.streaming._
	import org.apache.spark.streaming.dstream.DStream
	import org.apache.spark.mllib.clustering.KMeansModel

	import scala.util.Random.nextDouble

mr1azl / Working_lasso

Last active August 29, 2015 14:14 — forked from Supermanu/Working_lasso

	package io.aos.spark.mllib.lasso

	import org.apache.spark.SparkContext
	import org.apache.spark.SparkConf
	import org.apache.spark.SparkContext._
	import org.apache.spark.rdd.RDD
	import org.apache.spark.mllib.classification.LogisticRegressionWithSGD
	import org.apache.spark.mllib.evaluation.BinaryClassificationMetrics
	import org.apache.spark.mllib.regression.LabeledPoint
	import org.apache.spark.mllib.linalg.Vectors