Skip to content

Instantly share code, notes, and snippets.

@giwa
Last active September 8, 2015 11:28
Show Gist options
  • Select an option

  • Save giwa/6c0786edf8258c8d47d8 to your computer and use it in GitHub Desktop.

Select an option

Save giwa/6c0786edf8258c8d47d8 to your computer and use it in GitHub Desktop.
$ cat /etc/redhat-release
CentOS Linux release 7.1.1503 (Core)
$ sudo systemctl stop firewalld
$ source $HOME/.bashrc
<property>
<name>fs.default.name</name>
<value>hdfs://localhost:9000</value>
</property>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.name.dir</name>
<value>file:///home/hadoop/hadoopdata/hdfs/namenode</value>
</property>
<property>
<name>dfs.data.dir</name>
<value>file:///home/hadoop/hadoopdata/hdfs/datanode</value>
</property>
$ cp $HADOOP_HOME/etc/hadoop/mapred-site.xml.template $HADOOP_HOME/etc/hadoop/mapred-site.xml
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
export JAVA_HOME=/usr/lib/jvm/jre
$ hdfs namenode -format
$ start-dfs.sh
$ start-yarn.sh
$ yum install java-1.7.0-openjdk
$ useradd hadoop
$ su - hadoop
$ mkdir ~/.ssh
$ ssh-keygen -t rsa -b 4096 -C "example@foo.com"
$ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
$ chmod 0600 ~/.ssh/authorized_keys
$ ssh localhost
$ exit
$ cd
$ wget http://apache.claz.org/hadoop/common/hadoop-2.7.0/hadoop-2.7.0.tar.gz
$ tar zxvf hadoop-2.7.0.tar.gz
#.bashrc
export JAVA_HOME=/usr/lib/jvm/jre
export HADOOP_HOME=/home/hadoop/hadoop-2.7.0
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export HADOOP_YARN_HOME=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin
export JAVA_LIBRARY_PATH=$HADOOP_HOME/lib/native:$JAVA_LIBRARY_PATH
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment