variable-employee-json.scala

scala> val thisfile = sc.textFile("/home/fahad/e.json")
thisfile: org.apache.spark.rdd.RDD[String] = /home/fahad/e.json MapPartitionsRDD[102] at textFile at <console>:27

scala> val rdd = sc.parallelize((thisfile.collect().mkString.replace("},", "}}\n{").dropRight(1) + "}").split("\n"))
rdd: org.apache.spark.rdd.RDD[String] = ParallelCollectionRDD[103] at parallelize at <console>:29

scala> val xy = sqlContext.read.json(rdd)
xy: org.apache.spark.sql.DataFrame = [emp-1: struct<age:bigint,name:string,sex:string>, emp-2: struct<age:bigint,name:string,sex:string>]

here e.json is

{
 "emp-1": {
  "name": "f",
  "age": 1,
  "sex": "male"
 },
 "emp-2": {
  "name": "s",
  "age": 2,
  "sex": "female"
 }
}