Skip to content

Instantly share code, notes, and snippets.

@kyrozetera
Last active January 30, 2017 23:14
Show Gist options
  • Save kyrozetera/f4497db7cf4ebddf8a32100d13e2cf12 to your computer and use it in GitHub Desktop.
Save kyrozetera/f4497db7cf4ebddf8a32100d13e2cf12 to your computer and use it in GitHub Desktop.
Spark JobServer Marathon config
{
"id": "/spark-jobserver",
"cmd": null,
"cpus": 0.5,
"mem": 1024,
"disk": 100,
"instances": 1,
"container": {
"type": "DOCKER",
"volumes": [],
"docker": {
"image": "koddidev/spark-jobserver:latest",
"network": "BRIDGE",
"portMappings": [
{
"containerPort": 8090,
"hostPort": 10001,
"servicePort": 10001,
"protocol": "tcp",
"labels": {}
}
],
"privileged": false,
"parameters": [],
"forcePullImage": true
}
},
"env": {
"SPARK_MASTER": "mesos://leader.mesos:5050"
},
"healthChecks": [
{
"path": "/contexts",
"protocol": "HTTP",
"portIndex": 0,
"gracePeriodSeconds": 30,
"intervalSeconds": 60,
"timeoutSeconds": 20,
"maxConsecutiveFailures": 2,
"ignoreHttp1xx": false
}
],
"labels": {
"DCOS_SERVICE_PORT_INDEX": "0",
"DCOS_SERVICE_NAME": "spark-jobserver",
"DCOS_SERVICE_SCHEME": "http"
},
"portDefinitions": [
{
"port": 10001,
"protocol": "tcp",
"labels": {}
}
],
"args": [
"--packages",
"com.datastax.spark:spark-cassandra-connector_2.11:2.0.0-M3,com.github.sstone:amqp-client_2.11:1.5,com.rabbitmq:amqp-client:4.0.1,com.typesafe.akka:akka-actor_2.11:2.4.16,com.github.nscala-time:nscala-time_2.11:2.16.0,com.fasterxml.jackson.core:jackson-core:2.8.6,com.fasterxml.jackson.core:jackson-databind:2.8.6,com.fasterxml.jackson.module:jackson-module-scala_2.11:2.8.6,org.scalaj:scalaj-http_2.11:2.3.0,org.elasticsearch:elasticsearch-spark_2.11:2.4.4"
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment