ProcessingExample

ProcessingExample.scala

// record progress every second                                                                                                                                                                     
val loggingInterval = 1000
var lastLogTime = System.currentTimeMillis()

// count how many elements we've processed                                                                                                                                                          
var lastCounter = 0
var counter = 0

elements.foreach { element => {
  process(element)
  counter += 1
  // periodically emit a logging statment                                                                                                                                                           
  if(System.currentTimeMillis() - lastLogTime > loggingInterval) {
    val change = counter - lastCounter
    println("Processed %d new items (%d total)".format(change, counter))
    lastLogTime = System.currentTimeMillis()
    lastCounter = counter
  }
}}