SparkRead All options in one

SparkRead.scala

  spark.read
    .option("header", "true")
    .option("mode", "FAILFAST")  // failFast ,dropMalformed, permissive (default)  During parsing the records
    .option("inferSchema", "true")
    .option("path", "path/to/file(s)")
    .option("delimiter","||")
    .option("recursiveFileLookup","true")  //→ Recursive read all files from directory
    .csv("data/retail-data/all/online-retail-dataset.csv")
    .repartition(2)
    .schema(sparkguide.myManualSchema)
    .load()
    .selectExpr("instr(Description, 'GLASS') >= 1 as is_glass")
    .groupBy("is_glass")
    .count()
    .collect()