Skip to content

Instantly share code, notes, and snippets.

@kyrozetera
Created August 30, 2017 22:55
Show Gist options
  • Save kyrozetera/323adab954ccb03a32a1bb6abf1ec539 to your computer and use it in GitHub Desktop.
Save kyrozetera/323adab954ccb03a32a1bb6abf1ec539 to your computer and use it in GitHub Desktop.
{
"id": "/spark-streaming-labels-dev",
"cmd": "/usr/local/spark-2.1.1/bin/spark-submit --class com.koddi.etl.spark.streaming.LabelStream --master mesos://leader.mesos:5050 --conf spark.ssl.noCertVerification=true --conf spark.mesos.executor.docker.image=koddidev/spark:mesos-1.0.1 --conf spark.executor.home=/usr/local/spark-2.1.1 --executor-memory 2g /mnt/mesos/sandbox/spark-streaming.jar dev",
"cpus": 1,
"mem": 1024,
"disk": 1024,
"instances": 0,
"container": {
"type": "DOCKER",
"volumes": [],
"docker": {
"image": "koddidev/spark:mesos-1.0.1",
"network": "BRIDGE",
"portMappings": [
{
"containerPort": 4040,
"hostPort": 0,
"protocol": "tcp",
"labels": {}
}
],
"privileged": false,
"parameters": [],
"forcePullImage": false
}
},
"env": {
"SPARK_HDFS_CONFIG_URL": "s3://[bucket]/conf",
"DCOS_SERVICE_NAME": "spark-streaming-labels-dev",
"SPARK_LOG_LEVEL": "INFO"
},
"healthChecks": [
{
"path": "/",
"protocol": "HTTP",
"portIndex": 0,
"gracePeriodSeconds": 5,
"intervalSeconds": 60,
"timeoutSeconds": 10,
"maxConsecutiveFailures": 3,
"ignoreHttp1xx": false
}
],
"labels": {
"DCOS_SERVICE_SCHEME": "http",
"DCOS_SERVICE_NAME": "spark-streaming-labels-dev",
"DCOS_SERVICE_PORT_INDEX": "0",
"DCOS_PACKAGE_NAME": "spark-streaming-labels-dev",
"DCOS_PACKAGE_IS_FRAMEWORK": "true"
},
"uris": [
"https://s3.amazonaws.com/[bucket]/jars/spark-streaming.jar"
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment