asw456

This gist covers a simple Hive genericUDF in Java, that mimics NVL2 functionality in Oracle.
NVL2 is used to handle nulls and conditionally substitute values.
 
Included:
1.  Input data
2.  Expected results
3.  UDF code in java
4.  Hive query to demo the UDF
5.  Output
 

asw456

My blog has an introduction to reduce side join in Java map reduce-
http://hadooped.blogspot.com/2013/09/reduce-side-join-options-in-java-map.html

asw456

*************************
Gist
*************************

One more gist related to controlling the number of mappers in a mapreduce task.

Background on Inputsplits
--------------------------
An inputsplit is a chunk of the input data allocated to a map task for processing.  FileInputFormat 
generates inputsplits (and divides the same into records) - one inputsplit for each file, unless the 

asw456

from matplotlib import use
use('wx')
from pylab import *
from scipy.stats import beta, norm, uniform
from random import random
from numpy import *
import numpy as np
import os

# Input data

asw456

from matplotlib import use
use('wx')
from pylab import *
from scipy.stats import beta, norm, uniform
from random import random
from numpy import *
import numpy as np
import os

# Input data

asw456

from pylab import *
from numpy import *
from numpy.linalg import solve
from scipy.integrate import odeint
from scipy.stats import norm, uniform, beta
from scipy.special import jacobi

a = 0.0
b = 3.0
theta=1.0

asw456

from numpy import *
from scipy.stats import beta
import random


class BetaBandit(object):
    def __init__(self, num_options=2, prior=None):
        self.trials = zeros(shape=(num_options,), dtype=int)
        self.successes = zeros(shape=(num_options,), dtype=int)
        self.num_options = num_options

asw456

from numpy import *
from scipy.stats import beta


class BetaBandit(object):
    def __init__(self, num_options=2, prior=(1.0,1.0)):
        self.trials = zeros(shape=(num_options,), dtype=int)
        self.successes = zeros(shape=(num_options,), dtype=int)
        self.num_options = num_options
        self.prior = prior

asw456

if ! ifconfig eth0 && ! -f /var/log/rewriting-net-rules;
then
    echo "Mac address for eth0 is incorrect."
    /bin/rm -rf /etc/udev/rules.d/70-persistent-net.rules
    touch /var/log/rewriting-net-rules
    echo "Rebooting now."
    /sbin/reboot
else
    /bin/rm /var/log/rewriting-net-rules
fi

asw456

package stylewok.utils.writable;

import org.apache.hadoop.io.*;

import java.util.*;
import java.io.*;

public class UUIDToDoubleMapWritable extends HashMap<UUIDWritable,Double> implements Writable {
    public UUIDToDoubleMapWritable() { }