Skip to content

Instantly share code, notes, and snippets.

@yashk
yashk / TmpFileFilter.scala
Last active April 20, 2023 18:08
spark underscore
package underscore
import org.apache.hadoop.fs.{Path, PathFilter}
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat
import org.apache.spark.sql.SparkSession
class TmpFileFilter extends PathFilter {
override def accept(path: Path): Boolean = {
println(path)