1.bash

$ docker swarm init --advertise-addr 192.168.0.55
Swarm initialized: current node (bvz81updecsj6wjz393c09vti) is now a manager.

To add a worker to this swarm, run the following command:

    docker swarm join \
    --token TOKEN IP_ADDRESS:PORT

To add a manager to this swarm, run 'docker swarm join-token manager' and follow the instructions.

2.bash

$ docker info
...
Swarm: active
 NodeID: jpnzybmz6ckw3g9w3xad622jb
 Is Manager: true
 ClusterID: b1iyif97xgi88iv3uq479whhr
 Managers: 1
 Nodes: 5
...

3.bash

$ docker network create --driver overlay spark

4.bash

$ docker service create --network spark --name spark_master -p 8888:8888 -p 6066:6066 -p 7077:7077 -p 8080:8080 adoji/spark-master:1.0.0

5.bash

$ docker service create --network spark --replicas 5 --name spark_worker -p 8081:8080 gettyimages/spark:2.3.1-hadoop-3.0 bin/spark-class org.apache.spark.deploy.worker.Worker spark://10.0.0.215:7077

Dockerfile

FROM gettyimages/spark:2.3.1-hadoop-3.0
MAINTAINER Dong-jin Ahn <adoji92@gmail.com>

RUN echo "download zeppelin and install" && \
  cd && \
  curl http://apache.mirror.cdnetworks.com/zeppelin/zeppelin-0.8.0/zeppelin-0.8.0-bin-all.tgz --output zeppelin-0.8.0-bin-all.tgz && \
  tar -xzvf zeppelin-0.8.0-bin-all.tgz && \
  rm zeppelin-0.8.0-bin-all.tgz && \
  cd zeppelin-0.8.0-bin-all/conf && \
  curl -L https://pastebin.com/raw/AwyhnHPZ > zeppelin-site.xml

WORKDIR $SPARK_HOME
CMD ["sh", "-c", "/root/zeppelin-0.8.0-bin-all/bin/zeppelin-daemon.sh start && bin/spark-class org.apache.spark.deploy.master.Master"]

test.scala

val a = sc.parallelize(0 until Integer.MAX_VALUE)
a.sum()

tmuxinator_spark.yml

name: spark
root: ~/

windows:
  - all:
      panes:
        - ssh spark1
        - ssh spark2
        - ssh spark3
        - ssh spark4
        - ssh spark5
  - master:
      panes:
        - ssh spark5
  - workers:
      panes:
        - ssh spark1
        - ssh spark2
        - ssh spark3
        - ssh spark4