-
-
Save winnerineast/10043831f4ad77c4282472d247727b61 to your computer and use it in GitHub Desktop.
Install Spark on CentOS 7
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
# Install Spark on CentOS 7 | |
yum install java -y | |
java -version | |
yum install wget -y | |
wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz | |
tar xvf scala-2.11.7.tgz | |
sudo mv scala-2.11.7 /usr/lib | |
sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala | |
export PATH=$PATH:/usr/lib/scala/bin | |
scala -version | |
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz | |
tar xvf spark-1.6.0-bin-hadoop2.6.tgz | |
export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6 | |
export PATH=$PATH:$SPARK_HOME/bin | |
firewall-cmd --permanent --zone=public --add-port=6066/tcp | |
firewall-cmd --permanent --zone=public --add-port=7077/tcp | |
firewall-cmd --permanent --zone=public --add-port=8080-8081/tcp | |
firewall-cmd --reload | |
echo 'export PATH=$PATH:/usr/lib/scala/bin' >> .bash_profile | |
echo 'export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6' >> .bash_profile | |
echo 'export PATH=$PATH:$SPARK_HOME/bin' >> .bash_profile |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment