spark hello world. / published by https://github.com/dacr/code-examples-manager #b2bd6485-375c-4ad7-a6fc-76c5e65ca57e/f71659b0cb945a5d30c571c22c0f06312457b64e

spark-hello.sc

// summary : spark hello world.
// keywords : scala, spark, @testable
// publish : gist
// authors : David Crosson
// license : Apache License Version 2.0 (https://www.apache.org/licenses/LICENSE-2.0.txt)
// id : b2bd6485-375c-4ad7-a6fc-76c5e65ca57e
// created-on : 2020-05-31T19:54:52Z
// managed-by : https://github.com/dacr/code-examples-manager
// execution : scala 2.12 ammonite script (http://ammonite.io/) - run as follow 'amm scriptname.sc'

/*
// In  REPL mode use AmmoniteSparkSession instead of SparkSession

  val spark =
    AmmoniteSparkSession.builder()
      .master("local[*]")
      .getOrCreate()
 */

//import $ivy.`sh.almond::ammonite-spark:0.7.2`
import $ivy.`org.apache.spark::spark-sql:3.1.1`, org.apache.spark.sql._
import $ivy.`org.scalatest::scalatest:3.2.6`, org.scalatest._, flatspec._, matchers._


class SparkHelloTest extends AnyFlatSpec with should.Matchers {
  override def suiteName = "SparkHelloTest"

  val spark =
    SparkSession.builder()
      .master("local[*]")
      .getOrCreate()

  def sc = spark.sparkContext

  "spark" should "be able to compute simple computation on a given RDD" in {
    val rdd = sc.parallelize(1 to 100, 10)
    val n = rdd.map(_ + 1).sum()
    n shouldBe 5150
  }
}

org.scalatest.tools.Runner.main(Array("-oDF", "-s", classOf[SparkHelloTest].getName))