Created
October 3, 2011 20:58
-
-
Save rsumbaly/1260230 to your computer and use it in GitHub Desktop.
Getting YARN ( from MRv2 ) running locally
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
svn co http://svn.apache.org/repos/asf/hadoop/common/trunk hadoop-trunk -r 1178440 | |
cd hadoop-trunk/ | |
mvn clean install package -Dtar -Pdist -DskipTests -P-cbuild | |
cd hadoop-mapreduce-project/ | |
mvn clean install package -Dtar -Pdist -DskipTests -P-cbuild assembly:assembly | |
mkdir ~/HADOOP_MAPREDUCE | |
cp ./../../hadoop-trunk/hadoop-common-project/hadoop-common/target/hadoop-common-0.24.0-SNAPSHOT.tar.gz ~/HADOOP_MAPREDUCE/. | |
cp ./../../hadoop-trunk/hadoop-mapreduce-project/target/hadoop-mapreduce-0.24.0-SNAPSHOT-all.tar.gz ~/HADOOP_MAPREDUCE/. | |
cd ~/HADOOP_MAPREDUCE | |
tar xvfz hadoop-common-0.24.0-SNAPSHOT.tar.gz ; mv hadoop-common-0.24.0-SNAPSHOT common | |
tar xvfz hadoop-mapreduce-0.24.0-SNAPSHOT.tar.gz ; mv hadoop-mapreduce-0.24.0-SNAPSHOT yarn | |
export CLUSTERNAME=/Users/rsumbaly/HADOOP_MAPREDUCE | |
export HADOOP_COMMON_HOME=$CLUSTERNAME/common | |
export YARN_HOME=$CLUSTERNAME/yarn | |
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-app-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-yarn-api-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-yarn-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-core-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-yarn-server-common-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.24.0-SNAPSHOT.jar $HADOOP_COMMON_HOME/share/hadoop/common/lib/ | |
$YARN_HOME/bin/yarn resourcemanager | |
$YARN_HOME/bin/yarn nodemanager |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment