install CDH

gistfile1.txt

cd /etc/yum.repo.d
curl -O http://archive.cloudera.com/cdh5/redhat/6/x86_64/cdh/cloudera-cdh5.repo
curl -O http://archive.cloudera.com/gplextras5/redhat/6/x86_64/gplextras/cloudera-gplextras5.repo

rpm --import http://archive.cloudera.com/cdh5/redhat/6/x86_64/cdh/RPM-GPG-KEY-cloudera
yum clean all
# All
yum install -y zookeeper
mkdir -p /var/lib/zookeeper
chown -R zookeeper /var/lib/zookeeper/
service zookeeper-server init
service zookeeper-server start

# NameNode
yum install -y zookeeper-server
yum install -y hadoop-yarn-resourcemanager
yum install -y hadoop-hdfs-namenode
yum install -y hadoop-mapreduce-historyserver hadoop-yarn-proxyserver

# DataNode
yum install -y hadoop-client
yum install -y hadoop-lzo


# HDFS init
sudo -u hdfs hadoop fs -mkdir /tmp
sudo -u hdfs hadoop fs -chmod -R 1777 /tmp