Created
September 9, 2021 15:26
-
-
Save vndee/c1e49a2591429e79c25767901435a967 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/sh | |
# -- Software Stack Version | |
SPARK_VERSION="3.0.0" | |
HADOOP_VERSION="2.7" | |
JUPYTERLAB_VERSION="2.1.5" | |
# -- Building the Images | |
docker build \ | |
-f cluster-base.Dockerfile \ | |
-t cluster-base . | |
docker build \ | |
--build-arg spark_version="${SPARK_VERSION}" \ | |
--build-arg hadoop_version="${HADOOP_VERSION}" \ | |
-f spark-base.Dockerfile \ | |
-t spark-base . | |
docker build \ | |
-f spark-master.Dockerfile \ | |
-t spark-master . | |
docker build \ | |
-f spark-worker.Dockerfile \ | |
-t spark-worker . | |
docker build \ | |
--build-arg spark_version="${SPARK_VERSION}" \ | |
--build-arg jupyterlab_version="${JUPYTERLAB_VERSION}" \ | |
-f jupyterlab.Dockerfile \ | |
-t jupyterlab . |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment