spark-streaming-graceful-shutdown.scala

var TRIGGER_STOP = false
var ssc: StreamingContext = …

// Define Stream Creation, Transformations and Actions here.

ssc.start()

var isStopped = false
while (!isStopped) {
     isStopped = ssc.awaitTerminationOrTimeout(SPARK_SHUTDOWN_CHECK_MILLIS)
     if (isStopped)
          LOGGER.info("The Spark Streaming context is stopped. Exiting application...")
     else 
          LOGGER.info("Streaming App is still running. Timeout...")
     checkShutdownMarker(ssc, SPARK_SHUTDOWN_RUNNING_MARKER_TOUCH_FILE_LOCATION)
     if (!isStopped && TRIGGER_STOP) {
          LOGGER.info("Stopping the ssc Spark Streaming Context...")
          ssc.stop(stopSparkContext = true, stopGracefully = true)
          LOGGER.info("Spark Streaming Context is Stopped!")
     }
}