terrancesnyder

Java/JDK

• Download JDK 1.7 (JDK!!!)
• Install to C:\opt\java\jdk1.7.xx install your JRE to C:\opt\java\jre1.7.xx
• Update your environment to have JAVA_HOME = C:\opt\java\jdk1.7.xx and update your root to have PATH = ...;%JAVA_HOME%\bin
• Validate you did it right by going to your shell and typing "java -version" You should get java version info.

Maven

• Download and install the latest maven to C:\opt\maven

terrancesnyder

find . -name '*.java' ! -type d -exec bash -c 'expand -t 4 "$0" > /tmp/e && mv /tmp/e "$0"' {} \;

terrancesnyder

sudo su
echo "Shutting down sync server... try 1"
service kafka-sync stop
sleep 2
echo "Shutting down sync server... try 2"
service kafka-sync stop
sleep 2
echo "Shutting down server... try 1"
service kafka-server stop
sleep 2

terrancesnyder

Sankey Barchart

Info

Provides a visualization similar to google analytics shopper behavior analytics.

Requires

• d3js
• underscorejs

terrancesnyder

shopt -s globstar
find ./consumers_s*/**/data/* -type f -exec rm -rf {} \;
find ./consumers_s*/**/tlog/* -type f -exec rm -rf {} \;

find ./orders_s*/**/data/* -type f -exec rm -rf {} \;
find ./orders_s*/**/tlog/* -type f -exec rm -rf {} \;

terrancesnyder

  var DateMathParser = function() {

    return {
      parse: function(match) {
        var dt = new moment();
        if (0 == match.length) {
          return dt;
        };
        var splitter = new RegExp("([^/]*)([/]{0,1})([^\\-\\+]*)(.*)");
        var pos = 0;

terrancesnyder

import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.List;
import java.util.Map;
import java.util.Properties;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;

import org.apache.avro.io.BinaryDecoder;

terrancesnyder

import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.List;
import java.util.Map;
import java.util.Properties;

import org.apache.avro.io.BinaryDecoder;
import org.apache.avro.io.BinaryEncoder;
import org.apache.avro.io.DecoderFactory;

terrancesnyder

hadoop fs -cat /Work/lon_text/lon_order_data_t/cdw320_lon_order_data_t.1.txt | head -100 | gzip > test.csv.gz

cat cdw320_lon_order_data_t.1.txt | head -100 | gzip > ../../tsnyder/cdw320_lon_order_data_t.1.txt.gz

hadoop fs -cat /Work/tsnyder/cdw320_lon_order_data_t.1.txt.gz | gunzip

terrancesnyder

						// Encrypt where jo is input, and query is output and ENCRPYTION_KEy is key
						byte[] input = jo.toString().getBytes("utf-8");
						
						MessageDigest md = MessageDigest.getInstance("MD5");
						byte[] thedigest = md.digest(ENCRYPTION_KEY.getBytes("UTF-8"));
						SecretKeySpec skc = new SecretKeySpec(thedigest, "AES/ECB/PKCS5Padding");
						Cipher cipher = Cipher.getInstance("AES/ECB/PKCS5Padding");
						cipher.init(Cipher.ENCRYPT_MODE, skc);
						
						byte[] cipherText = new byte[cipher.getOutputSize(input.length)];