-
-
Save gengwg/0c98f8e6b21ba46cffc0d906795102ff to your computer and use it in GitHub Desktop.
Install Spark on CentOS 7
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
# Install Spark on CentOS 7 | |
yum install java -y | |
java -version | |
yum install wget -y | |
wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz | |
tar xvf scala-2.11.7.tgz | |
sudo mv scala-2.11.7 /usr/lib | |
sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala | |
export PATH=$PATH:/usr/lib/scala/bin | |
scala -version | |
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz | |
tar xvf spark-1.6.0-bin-hadoop2.6.tgz | |
export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6 | |
export PATH=$PATH:$SPARK_HOME/bin | |
firewall-cmd --permanent --zone=public --add-port=6066/tcp | |
firewall-cmd --permanent --zone=public --add-port=7077/tcp | |
firewall-cmd --permanent --zone=public --add-port=8080-8081/tcp | |
firewall-cmd --reload | |
echo 'export PATH=$PATH:/usr/lib/scala/bin' >> .bash_profile | |
echo 'export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6' >> .bash_profile | |
echo 'export PATH=$PATH:$SPARK_HOME/bin' >> .bash_profile |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment