ScaldingAnagrams.scala

class ScaldingAnagrams {
  
  val input = TextLine("data/nytime_1899-2012")
  val output = TextLine("data/anagrams")

  //Mappers
  def tokenizeWords(s: String): array[String] = StringUtils.split(s, "\n\t")
  def makeAnagramHash(s: String): String = new String(s.toCharArray.sorted)

  //Reduce
  def combineAnagrams(gb: GroupBuilder): GroupBuilder = gb.sortBy('word).mkString('word -> 'words, ", ")

  input.
    read.
    flatMatp('line -> 'word)(tokenizeWords).
    map('word -> 'hash)(makeAnagramHash).
    groupBy('hash)(combineAnagrams)/
    project('words).
    write(output)
}