Spark Build Container

build.sh

set -e
podman build -t spark-build .
podman run --rm -ti -v ./:/src/ -v $HOME/.m2:/root/.m2/ \
    -v $HOME/.sbt:/root/.sbt/ spark-build \
    sh ./dev/make-distribution.sh --name elixier \
    --pip --r --tgz -Psparkr \
    -Phive -Phive-thriftserver -Pkubernetes -Dhadoop.version=3.3.0 -Dguava.version=20.0

Containerfile

FROM centos:stream8

RUN dnf install epel-release -y && \
    dnf groupinstall "Development Tools" -y --enablerepo powertools && \
    dnf install --enablerepo powertools \
    R-core-devel pandoc \
    python3-devel git \
    openblas \
    java-1.8.0-openjdk-devel gcc gcc-c++ -y && \
    dnf clean all -y
    
RUN Rscript -e "install.packages(c('knitr', 'rmarkdown', 'devtools', 'testthat', 'e1071', 'survival'), repos='https://cloud.r-project.org')" 

ENV MAVEN_OPTS="-Xss64m -Xmx2g -XX:ReservedCodeCacheSize=1g"
ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0/

WORKDIR /src/

ENTRYPOINT []