Skip to content

Instantly share code, notes, and snippets.

@stephenh
Created August 26, 2013 15:45
Show Gist options
  • Select an option

  • Save stephenh/6342916 to your computer and use it in GitHub Desktop.

Select an option

Save stephenh/6342916 to your computer and use it in GitHub Desktop.
13/08/24 14:38:52 INFO cluster.TaskSetManager: Loss was due to java.lang.IllegalStateException: Shutdown in progress
at java.lang.ApplicationShutdownHooks.add(ApplicationShutdownHooks.java:66)
at java.lang.Runtime.addShutdownHook(Runtime.java:211)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1441)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:256)
at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187)
at org.apache.hadoop.mapred.LineRecordReader.<init>(LineRecordReader.java:77)
at org.apache.hadoop.mapred.TextInputFormat.getRecordReader(TextInputFormat.java:51)
at spark.rdd.HadoopRDD$$anon$1.<init>(HadoopRDD.scala:79)
at spark.rdd.HadoopRDD.compute(HadoopRDD.scala:70)
at spark.rdd.HadoopRDD.compute(HadoopRDD.scala:40)
at spark.RDD.computeOrReadCheckpoint(RDD.scala:207)
at spark.RDD.iterator(RDD.scala:196)
at spark.rdd.MappedRDD.compute(MappedRDD.scala:12)
at spark.RDD.computeOrReadCheckpoint(RDD.scala:207)
at spark.RDD.iterator(RDD.scala:196)
at spark.rdd.CoalescedRDD$$anonfun$compute$1.apply(CoalescedRDD.scala:49)
at spark.rdd.CoalescedRDD$$anonfun$compute$1.apply(CoalescedRDD.scala:48)
at scala.collection.Iterator$$anon$21.hasNext(Iterator.scala:440)
at scala.collection.Iterator$$anon$19.hasNext(Iterator.scala:400)
at scala.collection.Iterator$$anon$19.hasNext(Iterator.scala:400)
at scala.collection.Iterator$$anon$22.hasNext(Iterator.scala:457)
at scala.collection.Iterator$class.foreach(Iterator.scala:772)
at scala.collection.Iterator$$anon$22.foreach(Iterator.scala:451)
at spark.Aggregator.combineValuesByKey(Aggregator.scala:20)
at spark.PairRDDFunctions$$anonfun$1.apply(PairRDDFunctions.scala:69)
at spark.PairRDDFunctions$$anonfun$1.apply(PairRDDFunctions.scala:69)
at spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:19)
at spark.RDD.computeOrReadCheckpoint(RDD.scala:207)
at spark.RDD.iterator(RDD.scala:196)
at spark.scheduler.ShuffleMapTask.run(ShuffleMapTask.scala:127)
at spark.scheduler.ShuffleMapTask.run(ShuffleMapTask.scala:75)
at spark.executor.Executor$TaskRunner.run(Executor.scala:98)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment