SortBench.scala

// scala> conf.get("spark.shuffle.manager")
// res3: String = org.apache.spark.shuffle.sort.SortShuffleManager
new scala.testing.Benchmark {
  def run() {
    sc.textFile("hdfs:///user/ozawa/wordCountInput20GB")
      .flatMap(line => line.split(" "))
      .map(word => (word, 1))
      .sortByKey(true, 37)
      .saveAsTextFile("hdfs:///user/ozawa/outs/sort/3");
  }
}.runBenchmark(1)