-
-
Save musalys/96f6008132ffb87039e4ae72f9cb06d6 to your computer and use it in GitHub Desktop.
Install Spark + Zeppelin on EC2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# scala install | |
wget www.scala-lang.org/files/archive/scala-2.11.7.deb | |
sudo dpkg -i scala-2.11.7.deb | |
# sbt installation | |
echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list | |
sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 642AC823 | |
sudo apt-get update | |
sudo apt-get install sbt | |
# java install | |
sudo apt-get install python-software-properties | |
sudo add-apt-repository ppa:webupd8team/java | |
sudo apt-get update | |
sudo apt-get install oracle-java8-installer | |
# git install | |
sudo apt-get install git | |
# Install Maven | |
http://www.us.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz | |
sudo tar -zxf apache-maven-3.3.9-bin.tar.gz -C /usr/local/ | |
sudo ln -s /usr/local/apache-maven-3.3.9/bin/mvn /usr/local/bin/mvn | |
sudo ln -s /usr/local/apache-maven-3.3.9/bin/mvn /usr/bin/mvn | |
# Spark | |
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz | |
tar -xf spark-1.6.0-bin-hadoop2.4.tgz | |
mv spark-1.6.0-bin-hadoop2.4 ~/spark | |
# for ec2 set hostname and hosts file | |
echo $(cat /etc/hostname) | sudo tee -a /etc/hosts | |
# node | |
curl -sL https://deb.nodesource.com/setup_4.x | sudo -E bash - | |
sudo apt-get install -y nodejs | |
# Zeppelin | |
sudo apt-get install libfontconfig | |
git clone https://github.com/apache/incubator-zeppelin.git zeppelin | |
cd zeppelin | |
mvn clean package -DskipTests -Pspark-1.6 -Phadoop-2.4 -Ppyspark |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment