List files that are found by a spark path (potentially using ** and *)

Program.scala

package be.icteam.demo

import org.apache.spark._

object Program extends App {

  override def main(args: Array[String]) = {

    val sparkConf = new SparkConf().
      setAppName("demo").
      setMaster("local[4]")

    val sc = new SparkContext(sparkConf)
    val path = "./src/main/resources/"

    val files = listFilesInPath(sc, path)

    println("files: ")
    println(files.mkString("\n"))
    println("done")

  }

  def listFilesInPath(sc: SparkContext, path: String) : Array[String] = sc.wholeTextFiles(path)
    .map(x => x._1)
    .collect()

}