Created
April 1, 2016 09:40
-
-
Save darcyliu/d47edccb923b0f03280a4cf8b66227c1 to your computer and use it in GitHub Desktop.
Install Spark on CentOS 7
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
# Install Spark on CentOS 7 | |
yum install java -y | |
java -version | |
yum install wget -y | |
wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz | |
tar xvf scala-2.11.7.tgz | |
sudo mv scala-2.11.7 /usr/lib | |
sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala | |
export PATH=$PATH:/usr/lib/scala/bin | |
scala -version | |
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz | |
tar xvf spark-1.6.0-bin-hadoop2.6.tgz | |
export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6 | |
export PATH=$PATH:$SPARK_HOME/bin | |
firewall-cmd --permanent --zone=public --add-port=6066/tcp | |
firewall-cmd --permanent --zone=public --add-port=7077/tcp | |
firewall-cmd --permanent --zone=public --add-port=8080-8081/tcp | |
firewall-cmd --reload | |
echo 'export PATH=$PATH:/usr/lib/scala/bin' >> .bash_profile | |
echo 'export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6' >> .bash_profile | |
echo 'export PATH=$PATH:$SPARK_HOME/bin' >> .bash_profile |
Greate Script
thank you.
Much Thanks
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Great script
Thank you