asw456

package stylewok.utils.writable;

import org.apache.hadoop.io.*;

import java.util.*;
import java.io.*;

public class UUIDToDoubleMapWritable extends HashMap<UUIDWritable,Double> implements Writable {
    public UUIDToDoubleMapWritable() { }

asw456

if ! ifconfig eth0 && ! -f /var/log/rewriting-net-rules;
then
    echo "Mac address for eth0 is incorrect."
    /bin/rm -rf /etc/udev/rules.d/70-persistent-net.rules
    touch /var/log/rewriting-net-rules
    echo "Rebooting now."
    /sbin/reboot
else
    /bin/rm /var/log/rewriting-net-rules
fi

asw456

from numpy import *
from scipy.stats import beta


class BetaBandit(object):
    def __init__(self, num_options=2, prior=(1.0,1.0)):
        self.trials = zeros(shape=(num_options,), dtype=int)
        self.successes = zeros(shape=(num_options,), dtype=int)
        self.num_options = num_options
        self.prior = prior

asw456

from numpy import *
from scipy.stats import beta
import random


class BetaBandit(object):
    def __init__(self, num_options=2, prior=None):
        self.trials = zeros(shape=(num_options,), dtype=int)
        self.successes = zeros(shape=(num_options,), dtype=int)
        self.num_options = num_options

asw456

from pylab import *
from numpy import *
from numpy.linalg import solve
from scipy.integrate import odeint
from scipy.stats import norm, uniform, beta
from scipy.special import jacobi

a = 0.0
b = 3.0
theta=1.0

asw456

from matplotlib import use
use('wx')
from pylab import *
from scipy.stats import beta, norm, uniform
from random import random
from numpy import *
import numpy as np
import os

# Input data

asw456

from matplotlib import use
use('wx')
from pylab import *
from scipy.stats import beta, norm, uniform
from random import random
from numpy import *
import numpy as np
import os

# Input data

asw456

*************************
Gist
*************************

One more gist related to controlling the number of mappers in a mapreduce task.

Background on Inputsplits
--------------------------
An inputsplit is a chunk of the input data allocated to a map task for processing.  FileInputFormat 
generates inputsplits (and divides the same into records) - one inputsplit for each file, unless the 

asw456

My blog has an introduction to reduce side join in Java map reduce-
http://hadooped.blogspot.com/2013/09/reduce-side-join-options-in-java-map.html

asw456

This gist covers a simple Hive genericUDF in Java, that mimics NVL2 functionality in Oracle.
NVL2 is used to handle nulls and conditionally substitute values.
 
Included:
1.  Input data
2.  Expected results
3.  UDF code in java
4.  Hive query to demo the UDF
5.  Output