-
-
Save ryan-williams/5d9902dd81c36db9608a to your computer and use it in GitHub Desktop.
application_1444948191538_0740
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"Event":"SparkListenerLogStart","Spark Version":"1.5.2"} | |
| {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"driver","Host":"172.29.46.15","Port":53169},"Maximum Memory":4782387363,"Timestamp":1449005263345} | |
| {"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/demeter/users/willir31/jdk1.7.0_79/jre","Java Version":"1.7.0_79 (Oracle Corporation)","Scala Version":"version 2.10.4"},"Spark Properties":{"spark.serializer":"org.apache.spark.serializer.KryoSerializer","spark.speculation":"true","spark.driver.host":"172.29.46.15","spark.eventLog.enabled":"true","spark.shuffle.manager":"SORT","spark.driver.port":"46372","spark.shuffle.service.enabled":"true","spark.kryo.registrator":"org.hammerlab.pageant.kryo.PageantKryoRegistrar","spark.repl.class.uri":"http://172.29.46.15:44755","spark.jars":"file:/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/,file:/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/common.common-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar,/hpc/users/willir31/.m2/repository/com/amazonaws/aws-java-sdk/1.7.5/aws-java-sdk-1.7.5.jar,/hpc/users/willir31/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar,/hpc/users/willir31/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.3.0/jackson-annotations-2.3.0.jar,/hpc/users/willir31/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar,/hpc/users/willir31/.m2/repository/org/seqdoop/hadoop-bam/7.0.0/hadoop-bam-7.0.0.jar,/hpc/users/willir31/.m2/repository/org/apache/ant/ant/1.8.2/ant-1.8.2.jar,/hpc/users/willir31/.m2/repository/org/bdgenomics/bdg-formats/bdg-formats/0.4.0/bdg-formats-0.4.0.jar,/hpc/users/willir31/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-hadoop/1.8.1/parquet-hadoop-1.8.1.jar,/hpc/users/willir31/.m2/repository/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.2.0/hadoop-yarn-client-2.2.0.jar,/hpc/users/willir31/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar,/hpc/users/willir31/.m2/repository/org/scala-lang/scala-library/2.10.4/scala-library-2.10.4.jar,/hpc/users/willir31/.m2/repository/com/github/samtools/htsjdk/1.133/htsjdk-1.133.jar,/hpc/users/willir31/.m2/repository/org/apache/httpcomponents/httpcore/4.3.1/httpcore-4.3.1.jar,/hpc/users/willir31/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar,/hpc/users/willir31/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar,/hpc/users/willir31/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.2.0/hadoop-yarn-common-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar,/hpc/users/willir31/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-jackson/1.8.1/parquet-jackson-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/apache/avro/avro/1.7.6/avro-1.7.6.jar,/hpc/users/willir31/.m2/repository/org/bdgenomics/utils/utils-metrics_2.10/0.2.2/utils-metrics_2.10-0.2.2.jar,/hpc/users/willir31/.m2/repository/com/esotericsoftware/minlog/minlog/1.2/minlog-1.2.jar,/hpc/users/willir31/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar,/hpc/users/willir31/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar,/hpc/users/willir31/.m2/repository/org/ow2/asm/asm/4.0/asm-4.0.jar,/hpc/users/willir31/.m2/repository/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar,/hpc/users/willir31/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar,/hpc/users/willir31/.m2/repository/org/scala-lang/scala-compiler/2.10.4/scala-compiler-2.10.4.jar,/hpc/users/willir31/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar,/hpc/users/willir31/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.2.0/hadoop-yarn-api-2.2.0.jar,/hpc/users/willir31/.m2/repository/joda-time/joda-time/2.9/joda-time-2.9.jar,/hpc/users/willir31/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.3.1/jackson-databind-2.3.1.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/apache/ant/ant-launcher/1.8.2/ant-launcher-1.8.2.jar,/hpc/users/willir31/.m2/repository/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar,/hpc/users/willir31/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/hammerlab/pageant/1.0.0-SNAPSHOT/pageant-1.0.0-SNAPSHOT.jar,/hpc/users/willir31/.m2/repository/com/netflix/servo/servo-core/0.5.5/servo-core-0.5.5.jar,/hpc/users/willir31/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar,/hpc/users/willir31/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar,/hpc/users/willir31/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar,/hpc/users/willir31/.m2/repository/it/unimi/dsi/fastutil/6.4.4/fastutil-6.4.4.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-avro/1.8.1/parquet-avro-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/scala-lang/scalap/2.10.4/scalap-2.10.4.jar,/hpc/users/willir31/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar,/hpc/users/willir31/.m2/repository/org/json4s/json4s-core_2.10/3.2.10/json4s-core_2.10-3.2.10.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-client/2.2.0/hadoop-client-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/json4s/json4s-ast_2.10/3.2.10/json4s-ast_2.10-3.2.10.jar,/hpc/users/willir31/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar,/hpc/users/willir31/.m2/repository/org/codehaus/jackson/jackson-xc/1.8.8/jackson-xc-1.8.8.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.jar,/hpc/users/willir31/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar,/hpc/users/willir31/.m2/repository/org/testng/testng/6.8.8/testng-6.8.8.jar,/hpc/users/willir31/.m2/repository/org/bdgenomics/utils/utils-io_2.10/0.2.2/utils-io_2.10-0.2.2.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.2.0/hadoop-mapreduce-client-app-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-annotations/2.2.0/hadoop-annotations-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-common/1.8.1/parquet-common-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/scoverage/scalac-scoverage-plugin_2.10/0.99.2/scalac-scoverage-plugin_2.10-0.99.2.jar,/hpc/users/willir31/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar,/hpc/users/willir31/.m2/repository/cache/org.bdgenomics.adam/adam-apis_2.10/jars/adam-apis_2.10-0.17.1.jar,/hpc/users/willir31/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar,/hpc/users/willir31/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.3.1/jackson-core-2.3.1.jar,/hpc/users/willir31/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar,/hpc/users/willir31/.m2/repository/args4j/args4j/2.0.23/args4j-2.0.23.jar,/hpc/users/willir31/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar,/hpc/users/willir31/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-column/1.8.1/parquet-column-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/bdgenomics/utils/utils-misc_2.10/0.2.1/utils-misc_2.10-0.2.1.jar,/hpc/users/willir31/.m2/repository/cache/org.bdgenomics.adam/adam-cli_2.10/jars/adam-cli_2.10-0.17.1.jar,/hpc/users/willir31/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar,/hpc/users/willir31/.m2/repository/org/bdgenomics/utils/utils-cli_2.10/0.2.2/utils-cli_2.10-0.2.2.jar,/hpc/users/willir31/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar,/hpc/users/willir31/.m2/repository/com/sun/jersey/jersey-test-framework/jersey-test-framework-grizzly2/1.9/jersey-test-framework-grizzly2-1.9.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.jar,/hpc/users/willir31/.m2/repository/commons-codec/commons-codec/1.6/commons-codec-1.6.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.jar,/hpc/users/willir31/.m2/repository/org/xerial/snappy/snappy-java/1.1.1.6/snappy-java-1.1.1.6.jar,/hpc/users/willir31/.m2/repository/org/beanshell/bsh/2.0b4/bsh-2.0b4.jar,/hpc/users/willir31/.m2/repository/org/apache/httpcomponents/httpclient/4.3.2/httpclient-4.3.2.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.2.0/hadoop-yarn-server-nodemanager-2.2.0.jar,/hpc/users/willir31/.m2/repository/asm/asm/3.2/asm-3.2.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-scala_2.10/1.8.1/parquet-scala_2.10-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/json4s/json4s-jackson_2.10/3.2.10/json4s-jackson_2.10-3.2.10.jar,/hpc/users/willir31/.m2/repository/org/tukaani/xz/1.5/xz-1.5.jar,/hpc/users/willir31/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar,/hpc/users/willir31/.m2/repository/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar,/hpc/users/willir31/.m2/repository/com/beust/jcommander/1.27/jcommander-1.27.jar,/hpc/users/willir31/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.8.8/jackson-jaxrs-1.8.8.jar,/hpc/users/willir31/.m2/repository/cache/org.bdgenomics.adam/adam-core_2.10/jars/adam-core_2.10-0.17.1.jar,/hpc/users/willir31/.m2/repository/cache/org.sonatype.sisu.inject/cglib/jars/cglib-2.2.1-v20090111.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-encoding/1.8.1/parquet-encoding-1.8.1.jar,/hpc/users/willir31/.m2/repository/org/objenesis/objenesis/1.2/objenesis-1.2.jar,/hpc/users/willir31/.m2/repository/org/apache/commons/commons-math/2.1/commons-math-2.1.jar,/hpc/users/willir31/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.jar,/hpc/users/willir31/.m2/repository/commons-lang/commons-lang/2.5/commons-lang-2.5.jar,/hpc/users/willir31/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar,/hpc/users/willir31/.m2/repository/org/apache/commons/commons-jexl/2.1.1/commons-jexl-2.1.1.jar,/hpc/users/willir31/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar,/hpc/users/willir31/.m2/repository/cache/org.hammerlab/spark-json-relay/jars/spark-json-relay-2.0.0.jar,/hpc/users/willir31/.m2/repository/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar,/hpc/users/willir31/.m2/repository/com/google/code/findbugs/annotations/2.0.0/annotations-2.0.0.jar","spark.app.name":"Pageant","spark.dynamicAllocation.schedulerBacklogTimeout":"1","spark.speculation.interval":"1000","spark.scheduler.mode":"FIFO","spark.storage.memoryFraction":"0.8","spark.driver.memory":"10g","spark.kryo.referenceTracking":"false","spark.speculation.multiplier":"2","spark.default.parallelism":"1000","spark.dynamicAllocation.maxExecutors":"400","spark.executor.id":"driver","spark.kryo.registrationRequired":"true","spark.yarn.maxAppAttempts":"1","spark.master":"yarn-client","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"17G","spark.home":"/hpc/users/willir31/sparks/spark-1.5.1-bin-hadoop2.6","spark.eventLog.dir":"hdfs://demeter-nn1.demeter.hpc.mssm.edu:/spark/tmp/logs","spark.dynamicAllocation.enabled":"true","spark.executor.cores":"6","spark.fileserver.uri":"http://172.29.46.15:39779","spark.driver.appUIAddress":"http://172.29.46.15:4041","spark.yarn.executor.memoryOverhead":"2048","spark.externalBlockStore.folderName":"spark-7f7fb45c-29b5-4e46-a096-e8d58d59a19d","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"demeter-mgmt1.demeter.hpc.mssm.edu","spark.dynamicAllocation.minExecutors":"1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://demeter-mgmt1.demeter.hpc.mssm.edu:8088/proxy/application_1444948191538_0740","spark.shuffle.memoryFraction":"0.2","spark.dynamicAllocation.executorIdleTimeout":"300","spark.yarn.jar":"hdfs:///user/willir31/sparks/spark-1.5.2-bin-hadoop2.6/lib/spark-assembly-1.5.2-hadoop2.6.0.jar","spark.app.id":"application_1444948191538_0740","spark.task.maxFailures":"10"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","sun.cpu.endian":"little","java.specification.version":"1.7","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Oracle Corporation","java.vm.specification.version":"1.7","user.home":"/hpc/users/willir31","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/demeter/users/willir31/jdk1.7.0_79/jre/lib/amd64","user.dir":"/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0","java.library.path":"/hpc/users/willir31/.local/lib:/hpc/users/willir31/lib64:/hpc/users/willir31/lib:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"24.79-b02","java.endorsed.dirs":"/demeter/users/willir31/jdk1.7.0_79/jre/lib/endorsed","java.runtime.version":"1.7.0_79-b15","java.vm.info":"mixed mode","java.ext.dirs":"/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"Java(TM) SE Runtime Environment","file.separator":"/","java.class.version":"51.0","SPARK_YARN_MODE":"true","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/demeter/users/willir31/jdk1.7.0_79/jre/lib/resources.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/rt.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/sunrsasign.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/jsse.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/jce.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/charsets.jar:/demeter/users/willir31/jdk1.7.0_79/jre/lib/jfr.jar:/demeter/users/willir31/jdk1.7.0_79/jre/classes","file.encoding":"UTF-8","user.timezone":"UTC","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"2.6.32-504.1.3.el6.x86_64","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Oracle Corporation","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"willir31","java.vm.name":"Java HotSpot(TM) 64-Bit Server VM","sun.java.command":"notebook.kernel.pfork.ChildProcessMain notebook.kernel.remote.RemoteActorProcess 59216 info 3a1a7b7a-72c7-42ab-8f38-048ef1746717 DistributedSuffixArray.snb kernel ","java.home":"/demeter/users/willir31/jdk1.7.0_79/jre","java.version":"1.7.0_79","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.test-agent-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-bagel_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.sf.opencsv.opencsv-2.3.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-math-2.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.serialization_2.10-0.1.1.jar":"System Classpath","http://172.29.46.15:39779/jars/asm-4.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.htrace.htrace-core-3.0.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.javax.servlet.jsp-2.1.0.v201105211820.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-yarn_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-xml-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.scala-library-2.10.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.avro.avro-mapred-1.7.7-hadoop2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-mllib_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-client-unshaded-0.7.1.jar":"System Classpath","http://172.29.46.15:39779/jars/jackson-mapper-asl-1.9.13.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.curator.curator-test-2.1.0-incubating.jar":"System Classpath","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/dnsns.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.commons.commons-compress-1.4.1.jar":"System Classpath","http://172.29.46.15:39779/jars/jettison-1.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.xml.bind.jaxb-impl-2.2.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/aopalliance.aopalliance-1.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.google.code.findbugs.jsr305-1.3.9.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.roaringbitmap.RoaringBitmap-0.4.5.jar":"System Classpath","http://172.29.46.15:39779/jars/jersey-test-framework-grizzly2-1.9.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-core_2.10-1.5.2.jar":"System Classpath","http://172.29.46.15:39779/jars/jersey-server-1.9.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-digester.commons-digester-1.8.jar":"System Classpath","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/localedata.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.ivy-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.precompiled-2_9_2-compiler-interface-bin-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.httpcomponents.httpclient-4.2.5.jar":"System Classpath","http://172.29.46.15:39779/jars/asm-3.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.reactivex.rxscala_2.10-0.22.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.cross-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.google.protobuf.protobuf-java-2.5.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.run-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.jline-2.10.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/observable.observable-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.json4s.json4s-core_2.10-3.2.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-column-1.7.0.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-jexl-2.1.1.jar":"Added By User","http://172.29.46.15:39779/jars/scala-reflect-2.10.4.jar":"Added By User","http://172.29.46.15:39779/jars/commons-compress-1.4.1.jar":"Added By User","http://172.29.46.15:39779/jars/scalac-scoverage-plugin_2.10-0.99.2.jar":"Added By User","http://172.29.46.15:39779/jars/scala-library-2.10.4.jar":"Added By User","http://172.29.46.15:39779/jars/jackson-core-2.3.1.jar":"Added By User","http://172.29.46.15:39779/jars/avro-1.7.6.jar":"Added By User","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/sunpkcs11.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.tasks-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.collections-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-io-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.javax.servlet.jsp.jstl-1.2.0.v201105211821.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.esotericsoftware.minlog.minlog-1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-mapreduce-client-jobclient-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/jaxb-impl-2.2.3-1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.compile-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-codec-1.6.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-hadoop-1.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.google.code.gson.gson-2.2.4.jar":"System Classpath","http://172.29.46.15:39779/jars/parquet-avro-1.8.1.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-mapreduce-client-shuffle-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-auth-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/bdg-formats-0.4.0.jar":"Added By User","http://172.29.46.15:39779/jars/parquet-scala_2.10-1.8.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.amazonaws.aws-java-sdk-s3-1.9.0.jar":"System Classpath","http://172.29.46.15:39779/jars/httpclient-4.3.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-mapreduce-client-app-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.tracking-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.github.scala-incubator.io.scala-io-core_2.10-0.4.3.jar":"System Classpath","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/sunec.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-client-2.2.0.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-mapreduce-client-app-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.testing-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.jettison.jettison-1.1.jar":"System Classpath","http://172.29.46.15:39779/jars/jackson-xc-1.8.8.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-logging.commons-logging-1.1.3.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-security-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.compiler-interface--src-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/jline.jline-2.11.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.com.sun.el-1.0.0.v201105211818.jar":"System Classpath","http://172.29.46.15:39779/jars/ant-1.8.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.org.apache.jasper.glassfish-2.1.0.v201110031002.jar":"System Classpath","http://172.29.46.15:39779/jars/slf4j-api-1.7.5.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-minicluster-0.7.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.modules.scala-pickling_2.10-0.10.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-io.commons-io-2.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.interface-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.precompiled-2_9_3-compiler-interface-bin-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.jcraft.jsch-0.1.46.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.netty.netty-http-pipelining-1.1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/asm.asm-3.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-json_2.10-2.4.0-M1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.continuum.bokeh.core_2.10-0.2.jar":"System Classpath","http://172.29.46.15:39779/jars/json4s-ast_2.10-3.2.10.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.uncommons.maths.uncommons-maths-1.2.2a.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.spire-math.spire_2.10-0.7.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.esotericsoftware.reflectasm.reflectasm-1.07-shaded.jar":"System Classpath","http://172.29.46.15:39779/jars/snappy-java-1.1.1.6.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-catalyst_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.janino.janino-2.7.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-tools.sbinary.sbinary_2.10-0.4.2.jar":"System Classpath","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/sunjce_provider.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-datacommons_2.10-2.4.0-M1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.amazonaws.aws-java-sdk-core-1.9.0.jar":"System Classpath","http://172.29.46.15:39779/jars/servo-core-0.5.5.jar":"Added By User","http://172.29.46.15:39779/jars/bsh-2.0b4.jar":"Added By User","http://172.29.46.15:39779/jars/commons-lang-2.5.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.fasterxml.jackson.core.jackson-databind-2.4.4.jar":"System Classpath","http://172.29.46.15:39779/jars/scala-compiler-2.10.4.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scalanlp.breeze-macros_2.10-0.11.2.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-io-2.4.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.control-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-streaming_2.10-1.5.2.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-logging-1.1.3.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-mapreduce-client-common-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.thoughtworks.paranamer.paranamer-2.6.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.dropwizard.metrics.metrics-graphite-3.1.2.jar":"System Classpath","http://172.29.46.15:39779/jars/utils-cli_2.10-0.2.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.api-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/kernel.kernel-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-yarn-common-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.completion-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.continuum.bokeh.bokehjs_2.10-0.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.sourceforge.f2j.arpack_combined_all-0.1.jar":"System Classpath","http://172.29.46.15:39779/jars/httpcore-4.3.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.sf.py4j.py4j-0.8.2.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-repl_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-annotations-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/subprocess.subprocess-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/jcommander-1.27.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-httpclient.commons-httpclient-3.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-generator-1.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.jackson.jackson-xc-1.9.13.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.frugalmechanic.fm-sbt-s3-resolver-0.5.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.scalap-2.10.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.cache-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-beanutils-1.7.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/javax.xml.bind.jaxb-api-2.2.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-util-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.ivy.ivy-2.3.0-sbt-fccfbd44c9f64523b61398a0155784dcbaeae28f.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.jackson.jackson-core-asl-1.9.13.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.directory.server.apacheds-kerberos-codec-2.0.0-M15.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-yarn-server-web-proxy-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.fusesource.leveldbjni.leveldbjni-all-1.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.jpountz.lz4.lz4-1.3.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-stm.scala-stm_2.10-0.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.dropwizard.metrics.metrics-jvm-3.1.2.jar":"System Classpath","http://172.29.46.15:39779/jars/testng-6.8.8.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-client-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.directory.api.api-util-1.0.0-M20.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.thrift.libthrift-0.9.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.netty.netty-all-4.0.29.Final.jar":"System Classpath","http://172.29.46.15:39779/jars/kryo-2.21.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.fasterxml.jackson.core.jackson-annotations-2.4.4.jar":"System Classpath","http://172.29.46.15:39779/jars/joda-time-2.9.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.spire-math.json4s-support_2.10-0.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.compiler-integration-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.github.fommil.netlib.core-1.1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/oro.oro-2.0.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.reactivex.rxjava-1.0.0-rc.5.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.apply-macro-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.janino.commons-compiler-2.7.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.javax.el-2.1.0.v201105211819.jar":"System Classpath","http://172.29.46.15:39779/jars/objenesis-1.2.jar":"Added By User","/etc/hadoop/conf.cloudera.yarn":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.dropwizard.metrics.metrics-json-3.1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.xml.bind.jaxb-core-2.2.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-lang.commons-lang-2.6.jar":"System Classpath","http://172.29.46.15:39779/jars/pageant-1.0.0-SNAPSHOT.jar":"Added By User","/demeter/users/willir31/jdk1.7.0_79/jre/lib/ext/zipfs.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-configuration-1.6.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.jsuereth.scala-arm_2.10-1.3.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.razorvine.pyrolite-4.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-beanutils.commons-beanutils-core-1.8.0.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-yarn-client-2.2.0.jar":"Added By User","http://172.29.46.15:39779/jars/adam-apis_2.10-0.17.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.org.apache.taglibs.standard.glassfish-1.2.0.v201112081803.jar":"System Classpath","http://172.29.46.15:39779/jars/utils-io_2.10-0.2.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-mapreduce-client-core-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.incremental-compiler-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-yarn-server-common-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.jpmml.pmml-schema-1.1.15.jar":"System Classpath","http://172.29.46.15:39779/jars/parquet-column-1.8.1.jar":"Added By User","http://172.29.46.15:39779/jars/json4s-jackson_2.10-3.2.10.jar":"Added By User","http://172.29.46.15:39779/jars/commons-net-3.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-launcher_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.scala-compiler-2.10.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.fusesource.jansi.jansi-1.4.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-collections-3.2.1.jar":"Added By User","http://172.29.46.15:39779/jars/jackson-jaxrs-1.8.8.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.fasterxml.jackson.module.jackson-module-scala_2.10-2.4.4.jar":"System Classpath","http://172.29.46.15:39779/jars/parquet-jackson-1.8.1.jar":"Added By User","http://172.29.46.15:39779/jars/xz-1.5.jar":"Added By User","http://172.29.46.15:39779/jars/jetty-util-6.1.26.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-network-common_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.akka.akka-actor_2.10-2.3.11.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.dropwizard.metrics.metrics-core-3.1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-server-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.spire-math.spire-macros_2.10-0.7.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/nooostab.spark-notebook-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0-assets.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-cli.commons-cli-1.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.compiler-ivy-integration-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/adam-core_2.10-0.17.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.commons.commons-math-2.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-configuration.commons-configuration-1.6.jar":"System Classpath","http://172.29.46.15:39779/jars/common.common-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.config-1.2.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/xml-apis.xml-apis-1.4.01.jar":"System Classpath","http://172.29.46.15:39779/jars/reflectasm-1.07-shaded.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-hdfs-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/annotations-2.0.0.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-annotations-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-yarn-server-common-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.clearspring.analytics.stream-2.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.netty.netty-3.9.3.Final.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-network-shuffle_2.10-1.5.2.jar":"System Classpath","http://172.29.46.15:39779/jars/args4j-2.0.23.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.jersey.jersey-client-1.9.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.commons.commons-lang3-3.3.2.jar":"System Classpath","http://172.29.46.15:39779/jars/jersey-guice-1.9.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.github.scala-incubator.io.scala-io-file_2.10-0.4.3.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.github.rwl.jtransforms-2.4.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.jersey.contribs.jersey-guice-1.9.jar":"System Classpath","http://172.29.46.15:39779/jars/json4s-core_2.10-3.2.10.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.json4s.json4s-jackson_2.10-3.2.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.esotericsoftware.kryo.kryo-2.21.jar":"System Classpath","http://172.29.46.15:39779/jars/paranamer-2.6.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/joda-time.joda-time-2.9.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.commons.commons-math3-3.4.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-cache_2.10-2.3.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-format-2.3.0-incubating.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-yarn-common-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.akka.akka-slf4j_2.10-2.3.11.jar":"System Classpath","http://172.29.46.15:39779/jars/parquet-format-2.3.0-incubating.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.ning.compress-lzf-1.0.3.jar":"System Classpath","http://172.29.46.15:39779/jars/stax-api-1.0.1.jar":"Added By User","http://172.29.46.15:39779/jars/spark-json-relay-2.0.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.javax.servlet-3.0.0.v201112011016.jar":"System Classpath","http://172.29.46.15:39779/jars/htsjdk-1.133.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-common-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.jersey.jersey-core-1.9.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-httpclient-3.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scalamacros.quasiquotes_2.10-2.0.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-unsafe_2.10-1.5.2.jar":"System Classpath","http://172.29.46.15:39779/jars/commons-beanutils-core-1.8.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-jsp-7.6.15.v20140411.jar":"System Classpath","http://172.29.46.15:39779/jars/aopalliance-1.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.relation-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-underfs-local-0.7.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.precompiled-2_8_2-compiler-interface-bin-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.directory.server.apacheds-i18n-2.0.0-M15.jar":"System Classpath","http://172.29.46.15:39779/jars/xmlenc-0.52.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.twitter.chill-java-0.5.0.jar":"System Classpath","http://172.29.46.15:39779/jars/cglib-2.2.1-v20090111.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-net.commons-net-3.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.avro.avro-1.7.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.jersey.jersey-server-1.9.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-http-7.6.15.v20140411.jar":"System Classpath","http://172.29.46.15:39779/jars/log4j-1.2.17.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-hdfs-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-webapp-7.6.15.v20140411.jar":"System Classpath","http://172.29.46.15:39779/jars/activation-1.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.sonatype.sisu.inject.cglib-2.2.1-v20090111.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-exceptions-2.3.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.java.dev.jets3t.jets3t-0.9.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.compiler-interface--bin-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-common-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.task-system-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.jpmml.pmml-model-1.1.15.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.httpcomponents.httpcore-4.2.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.twitter.chill_2.10-0.5.0.jar":"System Classpath","http://172.29.46.15:39779/jars/protobuf-java-2.5.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-encoding-1.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.spire-math.jawn-parser_2.10-0.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.istack.istack-commons-runtime-2.16.jar":"System Classpath","http://172.29.46.15:39779/jars/minlog-1.2.jar":"Added By User","http://172.29.46.15:39779/jars/jaxb-api-2.2.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.zookeeper.zookeeper-3.4.6.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.test-interface-1.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-functional_2.10-2.4.0-M1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-common-0.7.1.jar":"System Classpath","http://172.29.46.15:39779/jars/parquet-hadoop-1.8.1.jar":"Added By User","http://172.29.46.15:39779/jars/fastutil-6.4.4.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.avro.avro-ipc-1.7.7-tests.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.jackson.jackson-jaxrs-1.9.13.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.actions-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/ant-launcher-1.8.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.xml.fastinfoset.FastInfoset-1.2.12.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.javassist.javassist-3.18.2-GA.jar":"System Classpath","http://172.29.46.15:39779/jars/scalap-2.10.4.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.objenesis.objenesis-1.2.jar":"System Classpath","http://172.29.46.15:39779/jars/utils-misc_2.10-0.2.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scalaz.scalaz-core_2.10-7.0.6.jar":"System Classpath","/etc/hadoop/conf":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.classpath-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/javax.xml.bind.jsr173_api-1.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.main-settings-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.slf4j.slf4j-api-1.7.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-lang.scala-reflect-2.10.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/log4j.log4j-1.2.16.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.mortbay.jetty.jetty-util-6.1.26.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.sourceforge.f2j.arpack_combined_all-0.1-javadoc.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.logging-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.akka.akka-remote_2.10-2.3.11.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.curator.curator-client-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-sql_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/common.common-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","http://172.29.46.15:39779/jars/jackson-databind-2.3.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/wisp_2.10-0.0.5.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.avro.avro-ipc-1.7.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/xerces.xercesImpl-2.11.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.io-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.commons.commons-exec-1.3.jar":"System Classpath","http://172.29.46.15:39779/jars/jackson-annotations-2.3.0.jar":"Added By User","http://172.29.46.15:39779/jars/commons-digester-1.8.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play_2.10-2.3.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.build-link-2.3.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/nooostab.spark-notebook-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.twirl-api_2.10-1.0.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.google.guava.guava-14.0.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.codehaus.jackson.jackson-mapper-asl-1.9.13.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.slf4j.jcl-over-slf4j-1.7.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.mesos.mesos-0.21.1-shaded-protobuf.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.orbit.org.eclipse.jdt.core-3.7.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-yarn-api-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.persist-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.google.inject.guice-3.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.process-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.sun.jersey.jersey-json-1.9.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scalanlp.breeze_2.10-0.11.2.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-auth-2.2.0.jar":"Added By User","http://172.29.46.15:39779/jars/commons-cli-1.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-underfs-hdfs-0.7.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.jpmml.pmml-agent-1.1.15.jar":"System Classpath","http://172.29.46.15:39779/jars/guice-3.0.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-yarn-server-nodemanager-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-yarn-client-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.mortbay.jetty.jetty-6.1.26.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-common-1.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.spark.spark-graphx_2.10-1.5.2.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.launcher-interface-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.logic-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-mapreduce-client-core-2.2.0.jar":"Added By User","http://172.29.46.15:39779/jars/parquet-common-1.8.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-collections.commons-collections-3.2.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.classfile-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-bam-7.0.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.jamesmurty.utils.java-xmlbuilder-0.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tukaani.xz-1.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-mapreduce-client-shuffle-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.slf4j.slf4j-log4j12-1.7.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/ch.qos.logback.logback-core-1.1.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/spark.spark-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.command-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-continuation-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.fasterxml.jackson.core.jackson-core-2.4.4.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-servers-0.7.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.json4s.json4s-ast_2.10-3.2.10.jar":"System Classpath","http://172.29.46.15:39779/jars/guava-14.0.1.jar":"Added By User","http://172.29.46.15:39779/jars/slf4j-log4j12-1.7.5.jar":"Added By User","http://172.29.46.15:39779/jars/parquet-encoding-1.8.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.quantifind.sumac_2.10-0.3.0.jar":"System Classpath","http://172.29.46.15:39779/jars/jersey-json-1.9.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.tachyonproject.tachyon-client-0.7.1.jar":"System Classpath","http://172.29.46.15:39779/jars/javax.inject-1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.hadoop.hadoop-mapreduce-client-common-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.xerial.snappy.snappy-java-1.1.1.7.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.slf4j.jul-to-slf4j-1.7.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.eclipse.jetty.jetty-servlet-7.6.15.v20140411.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/net.sf.ehcache.ehcache-core-2.6.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.spark-project.spark.unused-1.0.0.jar":"System Classpath","http://172.29.46.15:39779/jars/utils-metrics_2.10-0.2.2.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.curator.curator-recipes-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/com.typesafe.play.play-iteratees_2.10-2.4.0-M1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.sbt-0.13.8.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/javax.transaction.jta-1.1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/xmlenc.xmlenc-0.52.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.directory.api.api-asn1-api-1.0.0-M20.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.joda.joda-convert-1.6.jar":"System Classpath","http://172.29.46.15:39779/jars/hadoop-yarn-api-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-beanutils.commons-beanutils-1.7.0.jar":"System Classpath","http://172.29.46.15:39779/jars/aws-java-sdk-1.7.5.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/javax.inject.javax.inject-1.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.curator.curator-framework-2.6.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.apache.parquet.parquet-jackson-1.7.0.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/io.continuum.bokeh.bokeh_2.10-0.2.jar":"System Classpath","http://172.29.46.15:39779/jars/adam-cli_2.10-0.17.1.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/commons-codec.commons-codec-1.10.jar":"System Classpath","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/org.scala-sbt.main-0.13.8.jar":"System Classpath","http://172.29.46.15:39779/jars/jackson-core-asl-1.9.13.jar":"Added By User","http://172.29.46.15:39779/jars/hadoop-mapreduce-client-jobclient-2.2.0.jar":"Added By User","/demeter/users/willir31/spark-notebook-dad0ba2-scala-2.10.4-spark-1.5.2-hadoop-2.6.0/lib/tachyon.tachyon-0.6.2-SNAPSHOT-scala-2.10.4-spark-1.5.2-hadoop-2.6.0.jar":"System Classpath"}} | |
| {"Event":"SparkListenerApplicationStart","App Name":"Pageant","App ID":"application_1444948191538_0740","Timestamp":1449005251964,"User":"willir31"} | |
| {"Event":"SparkListenerExecutorAdded","Timestamp":1449005267054,"Executor ID":"1","Executor Info":{"Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Total Cores":6,"Log Urls":{"stdout":"http://demeter-csmaz10-17.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000002/willir31/stdout?start=-4096","stderr":"http://demeter-csmaz10-17.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000002/willir31/stderr?start=-4096"}}} | |
| {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Port":43605},"Maximum Memory":12595620741,"Timestamp":1449005267346} | |
| {"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1449005284870,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"flatMap at <console>:86","Number of Tasks":24,"RDD Info":[{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"flatMap\"}","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"map\"}","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":0,"Name":"data/refs/hg19.adam","Scope":"{\"id\":\"0\",\"name\":\"newAPIHadoopFile\"}","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"map\"}","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.rdd.RDD.flatMap(RDD.scala:326)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:86)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Accumulables":[]},{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"collect at <console>:91","Number of Tasks":1000,"RDD Info":[{"RDD ID":4,"Name":"ShuffledRDD","Scope":"{\"id\":\"4\",\"name\":\"reduceByKey\"}","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":1000,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[0],"Details":"org.apache.spark.rdd.RDD.collect(RDD.scala:908)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:91)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Accumulables":[]}],"Stage IDs":[0,1],"Properties":{"spark.rdd.scope.noOverride":"true","spark.rdd.scope":"{\"id\":\"5\",\"name\":\"collect\"}"}} | |
| {"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"flatMap at <console>:86","Number of Tasks":24,"RDD Info":[{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"flatMap\"}","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"map\"}","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":0,"Name":"data/refs/hg19.adam","Scope":"{\"id\":\"0\",\"name\":\"newAPIHadoopFile\"}","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"map\"}","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.rdd.RDD.flatMap(RDD.scala:326)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:86)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Accumulables":[]},"Properties":{"spark.rdd.scope.noOverride":"true","spark.rdd.scope":"{\"id\":\"5\",\"name\":\"collect\"}"}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":1,"Attempt":0,"Launch Time":1449005286712,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":2,"Attempt":0,"Launch Time":1449005286742,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":11,"Attempt":0,"Launch Time":1449005286743,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":3,"Index":12,"Attempt":0,"Launch Time":1449005286744,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":4,"Index":14,"Attempt":0,"Launch Time":1449005286745,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":5,"Index":19,"Attempt":0,"Launch Time":1449005286746,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerExecutorAdded","Timestamp":1449005292113,"Executor ID":"2","Executor Info":{"Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Total Cores":6,"Log Urls":{"stdout":"http://demeter-csmau10-4.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000003/willir31/stdout?start=-4096","stderr":"http://demeter-csmau10-4.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000003/willir31/stderr?start=-4096"}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":6,"Index":3,"Attempt":0,"Launch Time":1449005292199,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":7,"Index":6,"Attempt":0,"Launch Time":1449005292202,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":8,"Index":8,"Attempt":0,"Launch Time":1449005292204,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":9,"Index":13,"Attempt":0,"Launch Time":1449005292206,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":10,"Index":16,"Attempt":0,"Launch Time":1449005292208,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":11,"Index":18,"Attempt":0,"Launch Time":1449005292211,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":21,"Attempt":0,"Launch Time":1449005292270,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":5,"Index":19,"Attempt":0,"Launch Time":1449005286746,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005292318,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"1256","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2912,"Executor Run Time":2538,"Result Size":3817,"JVM GC Time":189,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":1475092,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":5},"Updated Blocks":[{"Block ID":"rdd_1_19","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":85056,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":2,"Index":11,"Attempt":0,"Launch Time":1449005286743,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005292322,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"2512","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2920,"Executor Run Time":2539,"Result Size":3817,"JVM GC Time":189,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":1406080,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":10},"Updated Blocks":[{"Block ID":"rdd_1_11","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":168104,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Port":44608},"Maximum Memory":12595620741,"Timestamp":1449005292433} | |
| {"Event":"SparkListenerExecutorAdded","Timestamp":1449005293646,"Executor ID":"3","Executor Info":{"Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Total Cores":6,"Log Urls":{"stdout":"http://demeter-csmaz08-17.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000004/willir31/stdout?start=-4096","stderr":"http://demeter-csmaz08-17.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000004/willir31/stderr?start=-4096"}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":7,"Attempt":0,"Launch Time":1449005293648,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":17,"Attempt":0,"Launch Time":1449005293651,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Port":51311},"Maximum Memory":12595620741,"Timestamp":1449005293994} | |
| {"Event":"SparkListenerExecutorAdded","Timestamp":1449005294086,"Executor ID":"4","Executor Info":{"Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Total Cores":6,"Log Urls":{"stdout":"http://demeter-csmau10-20.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000005/willir31/stdout?start=-4096","stderr":"http://demeter-csmau10-20.demeter.hpc.mssm.edu:8042/node/containerlogs/container_1444948191538_0740_01_000005/willir31/stderr?start=-4096"}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":15,"Index":23,"Attempt":0,"Launch Time":1449005294088,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Port":39387},"Maximum Memory":12595620741,"Timestamp":1449005294400} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":16,"Index":22,"Attempt":0,"Launch Time":1449005297870,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":17,"Index":4,"Attempt":0,"Launch Time":1449005297872,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":18,"Index":5,"Attempt":0,"Launch Time":1449005297875,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":19,"Index":9,"Attempt":0,"Launch Time":1449005297878,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":20,"Index":10,"Attempt":0,"Launch Time":1449005297880,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":9,"Index":13,"Attempt":0,"Launch Time":1449005292206,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005298843,"Failed":false,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-4.demeter.hpc.mssm.edu","Executor Deserialize Time":3323,"Executor Run Time":2860,"Result Size":3815,"JVM GC Time":89,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":1064620,"Shuffle Records Written":0},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":0},"Updated Blocks":[{"Block ID":"rdd_1_13","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":16,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":8,"Index":8,"Attempt":0,"Launch Time":1449005292204,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005299205,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"3768","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-4.demeter.hpc.mssm.edu","Executor Deserialize Time":3324,"Executor Run Time":3237,"Result Size":3815,"JVM GC Time":89,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":245403,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":11},"Updated Blocks":[{"Block ID":"rdd_1_8","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":193544,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":6,"Index":3,"Attempt":0,"Launch Time":1449005292199,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005299496,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1280","Value":"5048","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-4.demeter.hpc.mssm.edu","Executor Deserialize Time":3326,"Executor Run Time":3529,"Result Size":3815,"JVM GC Time":89,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":213160,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":109},"Updated Blocks":[{"Block ID":"rdd_1_3","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":2172728,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":21,"Index":20,"Attempt":0,"Launch Time":1449005300179,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":18,"Index":5,"Attempt":0,"Launch Time":1449005297875,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005300204,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1258","Value":"6306","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":39,"Executor Run Time":2202,"Result Size":3817,"JVM GC Time":128,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":1535435,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":4},"Updated Blocks":[{"Block ID":"rdd_1_5","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":80856,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":13,"Index":7,"Attempt":0,"Launch Time":1449005293648,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005300250,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"7562","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":3340,"Executor Run Time":2694,"Result Size":3817,"JVM GC Time":128,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":222188,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":24},"Updated Blocks":[{"Block ID":"rdd_1_7","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":470464,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":19,"Index":9,"Attempt":0,"Launch Time":1449005297878,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005300270,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"8818","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":33,"Executor Run Time":2312,"Result Size":3817,"JVM GC Time":128,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":111899,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":37},"Updated Blocks":[{"Block ID":"rdd_1_9","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":718536,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":4,"Index":14,"Attempt":0,"Launch Time":1449005286745,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005302739,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1495","Value":"10313","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2915,"Executor Run Time":13009,"Result Size":3817,"JVM GC Time":1279,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":110887,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":7808},"Updated Blocks":[{"Block ID":"rdd_1_14","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":157591432,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":22,"Index":0,"Attempt":0,"Launch Time":1449005303869,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":23,"Index":15,"Attempt":0,"Launch Time":1449005303873,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":23,"Index":15,"Attempt":0,"Launch Time":1449005303873,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":false,"Getting Result Time":0,"Finish Time":1449005304074,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1256","Value":"11569","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-4.demeter.hpc.mssm.edu","Executor Deserialize Time":8,"Executor Run Time":156,"Result Size":3815,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":116,"Shuffle Write Time":103557,"Shuffle Records Written":4},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":97338,"Records Read":38},"Updated Blocks":[{"Block ID":"rdd_1_15","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":740464,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":7,"Index":6,"Attempt":0,"Launch Time":1449005292202,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005306112,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1663","Value":"13232","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-4.demeter.hpc.mssm.edu","Executor Deserialize Time":3326,"Executor Run Time":10156,"Result Size":3815,"JVM GC Time":673,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":112265,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":4839},"Updated Blocks":[{"Block ID":"rdd_1_6","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":74935768,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":1,"Index":2,"Attempt":0,"Launch Time":1449005286742,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005309980,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"14631","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2920,"Executor Run Time":20249,"Result Size":3817,"JVM GC Time":1954,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":161482,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":13524},"Updated Blocks":[{"Block ID":"rdd_1_2","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":272754344,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":16,"Index":22,"Attempt":0,"Launch Time":1449005297870,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005310355,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"16030","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":173,"Executor Run Time":12253,"Result Size":3817,"JVM GC Time":620,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":616468,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":6328},"Updated Blocks":[{"Block ID":"rdd_1_22","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":127285720,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":14,"Index":17,"Attempt":0,"Launch Time":1449005293651,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005311703,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"17429","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":3340,"Executor Run Time":14160,"Result Size":3817,"JVM GC Time":509,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":157069,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":5991},"Updated Blocks":[{"Block ID":"rdd_1_17","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":119216440,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":21,"Index":20,"Attempt":0,"Launch Time":1449005300179,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005324055,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"18828","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":19,"Executor Run Time":23819,"Result Size":3817,"JVM GC Time":595,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":123946,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":27322719,"Records Read":11567},"Updated Blocks":[{"Block ID":"rdd_1_20","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":195633408,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":22,"Index":0,"Attempt":0,"Launch Time":1449005303869,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":false,"Getting Result Time":0,"Finish Time":1449005332365,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"20227","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":9,"Executor Run Time":28445,"Result Size":3817,"JVM GC Time":756,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":111589,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":63770494,"Records Read":24988},"Updated Blocks":[{"Block ID":"rdd_1_0","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":503173616,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":17,"Index":4,"Attempt":0,"Launch Time":1449005297872,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005336312,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"21626","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":28,"Executor Run Time":38364,"Result Size":3817,"JVM GC Time":732,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":102831,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":18123},"Updated Blocks":[{"Block ID":"rdd_1_4","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":365692696,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":20,"Index":10,"Attempt":0,"Launch Time":1449005297880,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005337014,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"23025","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":25,"Executor Run Time":39071,"Result Size":3817,"JVM GC Time":732,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":118613,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":13255},"Updated Blocks":[{"Block ID":"rdd_1_10","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":266693408,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":24,"Index":12,"Attempt":1,"Launch Time":1449005337937,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":25,"Index":1,"Attempt":1,"Launch Time":1449005337942,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":26,"Index":16,"Attempt":1,"Launch Time":1449005337945,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":27,"Index":18,"Attempt":1,"Launch Time":1449005337948,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":28,"Index":21,"Attempt":1,"Launch Time":1449005337951,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":29,"Index":23,"Attempt":1,"Launch Time":1449005337953,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":15,"Index":23,"Attempt":0,"Launch Time":1449005294088,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005350125,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1663","Value":"24688","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":3088,"Executor Run Time":52424,"Result Size":3817,"JVM GC Time":2442,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":134174,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":40969},"Updated Blocks":[{"Block ID":"rdd_1_23","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":826344464,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":3,"Index":12,"Attempt":0,"Launch Time":1449005286744,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005353018,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1647","Value":"26335","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2918,"Executor Run Time":63129,"Result Size":3817,"JVM GC Time":3663,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":204,"Shuffle Write Time":194701,"Shuffle Records Written":7},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":34457},"Updated Blocks":[{"Block ID":"rdd_1_12","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":695018216,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExecutorLostFailure","Executor ID":"2"},"Task Info":{"Task ID":11,"Index":18,"Attempt":0,"Launch Time":1449005292211,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005354498,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExecutorLostFailure","Executor ID":"2"},"Task Info":{"Task ID":29,"Index":23,"Attempt":1,"Launch Time":1449005337953,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005354500,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExecutorLostFailure","Executor ID":"2"},"Task Info":{"Task ID":25,"Index":1,"Attempt":1,"Launch Time":1449005337942,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005354500,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerExecutorRemoved","Timestamp":1449005354502,"Executor ID":"2","Removed Reason":"remote Rpc client disassociated"} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExecutorLostFailure","Executor ID":"2"},"Task Info":{"Task ID":10,"Index":16,"Attempt":0,"Launch Time":1449005292208,"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005354501,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerBlockManagerRemoved","Block Manager ID":{"Executor ID":"2","Host":"demeter-csmau10-4.demeter.hpc.mssm.edu","Port":44608},"Timestamp":1449005354508} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":30,"Index":1,"Attempt":2,"Launch Time":1449005354905,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":31,"Index":16,"Attempt":2,"Launch Time":1449005354907,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":32,"Index":18,"Attempt":2,"Launch Time":1449005354910,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":0,"Index":1,"Attempt":0,"Launch Time":1449005286712,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005365289,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"27734","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":2920,"Executor Run Time":75557,"Result Size":3817,"JVM GC Time":4255,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":192523,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":0,"Records Read":24596},"Updated Blocks":[{"Block ID":"rdd_1_1","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":494998768,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.io.IOException","Description":"Failed to connect to demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608","Stack Trace":[{"Declaring Class":"org.apache.spark.network.client.TransportClientFactory","Method Name":"createClient","File Name":"TransportClientFactory.java","Line Number":193},{"Declaring Class":"org.apache.spark.network.client.TransportClientFactory","Method Name":"createClient","File Name":"TransportClientFactory.java","Line Number":156},{"Declaring Class":"org.apache.spark.network.netty.NettyBlockTransferService$$anon$1","Method Name":"createAndStart","File Name":"NettyBlockTransferService.scala","Line Number":88},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher","Method Name":"fetchAllOutstanding","File Name":"RetryingBlockFetcher.java","Line Number":140},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher","Method Name":"access$200","File Name":"RetryingBlockFetcher.java","Line Number":43},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher$1","Method Name":"run","File Name":"RetryingBlockFetcher.java","Line Number":170},{"Declaring Class":"java.util.concurrent.Executors$RunnableAdapter","Method Name":"call","File Name":"Executors.java","Line Number":471},{"Declaring Class":"java.util.concurrent.FutureTask","Method Name":"run","File Name":"FutureTask.java","Line Number":262},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.io.IOException: Failed to connect to demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608\n\tat org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:193)\n\tat org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:156)\n\tat org.apache.spark.network.netty.NettyBlockTransferService$$anon$1.createAndStart(NettyBlockTransferService.scala:88)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher.fetchAllOutstanding(RetryingBlockFetcher.java:140)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher.access$200(RetryingBlockFetcher.java:43)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher$1.run(RetryingBlockFetcher.java:170)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\nCaused by: java.net.ConnectException: Connection refused: demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608\n\tat sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)\n\tat sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)\n\tat io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:224)\n\tat io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:289)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:528)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)\n\tat io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)\n\tat io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)\n\t... 1 more\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31595,"Result Size":0,"JVM GC Time":438,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0}}},"Task Info":{"Task ID":26,"Index":16,"Attempt":1,"Launch Time":1449005337945,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005369599,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31595,"Result Size":0,"JVM GC Time":438,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.io.IOException","Description":"Failed to connect to demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608","Stack Trace":[{"Declaring Class":"org.apache.spark.network.client.TransportClientFactory","Method Name":"createClient","File Name":"TransportClientFactory.java","Line Number":193},{"Declaring Class":"org.apache.spark.network.client.TransportClientFactory","Method Name":"createClient","File Name":"TransportClientFactory.java","Line Number":156},{"Declaring Class":"org.apache.spark.network.netty.NettyBlockTransferService$$anon$1","Method Name":"createAndStart","File Name":"NettyBlockTransferService.scala","Line Number":88},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher","Method Name":"fetchAllOutstanding","File Name":"RetryingBlockFetcher.java","Line Number":140},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher","Method Name":"access$200","File Name":"RetryingBlockFetcher.java","Line Number":43},{"Declaring Class":"org.apache.spark.network.shuffle.RetryingBlockFetcher$1","Method Name":"run","File Name":"RetryingBlockFetcher.java","Line Number":170},{"Declaring Class":"java.util.concurrent.Executors$RunnableAdapter","Method Name":"call","File Name":"Executors.java","Line Number":471},{"Declaring Class":"java.util.concurrent.FutureTask","Method Name":"run","File Name":"FutureTask.java","Line Number":262},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.io.IOException: Failed to connect to demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608\n\tat org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:193)\n\tat org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:156)\n\tat org.apache.spark.network.netty.NettyBlockTransferService$$anon$1.createAndStart(NettyBlockTransferService.scala:88)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher.fetchAllOutstanding(RetryingBlockFetcher.java:140)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher.access$200(RetryingBlockFetcher.java:43)\n\tat org.apache.spark.network.shuffle.RetryingBlockFetcher$1.run(RetryingBlockFetcher.java:170)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:262)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\nCaused by: java.net.ConnectException: Connection refused: demeter-csmau10-4.demeter.hpc.mssm.edu/172.29.46.34:44608\n\tat sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)\n\tat sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)\n\tat io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:224)\n\tat io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:289)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:528)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)\n\tat io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)\n\tat io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)\n\tat io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)\n\t... 1 more\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31593,"Result Size":0,"JVM GC Time":2404,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0}}},"Task Info":{"Task ID":27,"Index":18,"Attempt":1,"Launch Time":1449005337948,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005369604,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31593,"Result Size":0,"JVM GC Time":2404,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":33,"Index":16,"Attempt":3,"Launch Time":1449005369904,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":34,"Index":18,"Attempt":3,"Launch Time":1449005369906,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":12,"Index":21,"Attempt":0,"Launch Time":1449005292270,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"RACK_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005371880,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"29133","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":15,"Executor Run Time":79562,"Result Size":3817,"JVM GC Time":4316,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":110024,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":81589329,"Records Read":31257},"Updated Blocks":[{"Block ID":"rdd_1_21","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":625638216,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":31,"Index":16,"Attempt":2,"Launch Time":1449005354907,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005398451,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1663","Value":"30796","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":20,"Executor Run Time":43484,"Result Size":3817,"JVM GC Time":1994,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":164443,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":85402727,"Records Read":34589},"Updated Blocks":[{"Block ID":"rdd_1_16","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":669423832,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":32,"Index":18,"Attempt":2,"Launch Time":1449005354910,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"ANY","Speculative":true,"Getting Result Time":0,"Finish Time":1449005398715,"Failed":false,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Update":"1399","Value":"32195","Internal":true}]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":20,"Executor Run Time":43750,"Result Size":3817,"JVM GC Time":1722,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Write Metrics":{"Shuffle Bytes Written":150,"Shuffle Write Time":126761,"Shuffle Records Written":5},"Input Metrics":{"Data Read Method":"Hadoop","Bytes Read":104409468,"Records Read":37709},"Updated Blocks":[{"Block ID":"rdd_1_18","Status":{"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Memory Size":761691232,"ExternalBlockStore Size":0,"Disk Size":0}}]}} | |
| {"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"flatMap at <console>:86","Number of Tasks":24,"RDD Info":[{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"flatMap\"}","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"map\"}","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":true,"Use ExternalBlockStore":false,"Deserialized":true,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":19,"Memory Size":6082678808,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":0,"Name":"data/refs/hg19.adam","Scope":"{\"id\":\"0\",\"name\":\"newAPIHadoopFile\"}","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"map\"}","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":24,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.rdd.RDD.flatMap(RDD.scala:326)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:86)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Submission Time":1449005286707,"Completion Time":1449005398718,"Accumulables":[{"ID":1,"Name":"peakExecutionMemory","Value":"32195","Internal":true}]}} | |
| {"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"collect at <console>:91","Number of Tasks":1000,"RDD Info":[{"RDD ID":4,"Name":"ShuffledRDD","Scope":"{\"id\":\"4\",\"name\":\"reduceByKey\"}","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":1000,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[0],"Details":"org.apache.spark.rdd.RDD.collect(RDD.scala:908)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:91)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Accumulables":[]},"Properties":{"spark.rdd.scope.noOverride":"true","spark.rdd.scope":"{\"id\":\"5\",\"name\":\"collect\"}"}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":35,"Index":0,"Attempt":0,"Launch Time":1449005398806,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":36,"Index":1,"Attempt":0,"Launch Time":1449005398811,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":37,"Index":2,"Attempt":0,"Launch Time":1449005398813,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":38,"Index":3,"Attempt":0,"Launch Time":1449005398814,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":39,"Index":4,"Attempt":0,"Launch Time":1449005398815,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":40,"Index":5,"Attempt":0,"Launch Time":1449005398816,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":41,"Index":6,"Attempt":0,"Launch Time":1449005398818,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":42,"Index":7,"Attempt":0,"Launch Time":1449005398819,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":43,"Index":8,"Attempt":0,"Launch Time":1449005398820,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":44,"Index":9,"Attempt":0,"Launch Time":1449005398822,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":45,"Index":10,"Attempt":0,"Launch Time":1449005398823,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":46,"Index":11,"Attempt":0,"Launch Time":1449005398824,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":47,"Index":12,"Attempt":0,"Launch Time":1449005398825,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":48,"Index":13,"Attempt":0,"Launch Time":1449005398965,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":49,"Index":14,"Attempt":0,"Launch Time":1449005398968,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":50,"Index":15,"Attempt":0,"Launch Time":1449005398971,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":116,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":46,"Index":11,"Attempt":0,"Launch Time":1449005398824,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398973,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":116,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":116,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":41,"Index":6,"Attempt":0,"Launch Time":1449005398818,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398973,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":116,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":86,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":44,"Index":9,"Attempt":0,"Launch Time":1449005398822,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398974,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":86,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":51,"Index":9,"Attempt":1,"Launch Time":1449005398976,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":117,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":35,"Index":0,"Attempt":0,"Launch Time":1449005398806,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398977,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":117,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":52,"Index":0,"Attempt":1,"Launch Time":1449005398979,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":98,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":38,"Index":3,"Attempt":0,"Launch Time":1449005398814,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398982,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":98,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":53,"Index":3,"Attempt":1,"Launch Time":1449005398984,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":54,"Index":6,"Attempt":1,"Launch Time":1449005398987,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":130,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":40,"Index":5,"Attempt":0,"Launch Time":1449005398816,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398989,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":130,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":55,"Index":5,"Attempt":1,"Launch Time":1449005398990,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":129,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":47,"Index":12,"Attempt":0,"Launch Time":1449005398825,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398991,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":129,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":129,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":45,"Index":10,"Attempt":0,"Launch Time":1449005398823,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398992,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":129,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":56,"Index":10,"Attempt":1,"Launch Time":1449005398993,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":135,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":37,"Index":2,"Attempt":0,"Launch Time":1449005398813,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398996,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":135,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":57,"Index":2,"Attempt":1,"Launch Time":1449005398997,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":136,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":43,"Index":8,"Attempt":0,"Launch Time":1449005398820,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005398999,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":136,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":58,"Index":8,"Attempt":1,"Launch Time":1449005399004,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":59,"Index":12,"Attempt":1,"Launch Time":1449005399008,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":50,"Index":15,"Attempt":0,"Launch Time":1449005398971,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399009,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":60,"Index":15,"Attempt":1,"Launch Time":1449005399010,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":49,"Index":14,"Attempt":0,"Launch Time":1449005398968,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399011,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":51,"Index":9,"Attempt":1,"Launch Time":1449005398976,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399013,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":61,"Index":9,"Attempt":2,"Launch Time":1449005399013,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":52,"Index":0,"Attempt":1,"Launch Time":1449005398979,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399017,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":62,"Index":0,"Attempt":2,"Launch Time":1449005399030,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":56,"Index":10,"Attempt":1,"Launch Time":1449005398993,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399033,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":63,"Index":10,"Attempt":2,"Launch Time":1449005399035,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":64,"Index":14,"Attempt":1,"Launch Time":1449005399037,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":48,"Index":13,"Attempt":0,"Launch Time":1449005398965,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399038,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":65,"Index":13,"Attempt":1,"Launch Time":1449005399039,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":57,"Index":2,"Attempt":1,"Launch Time":1449005398997,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399040,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":66,"Index":2,"Attempt":2,"Launch Time":1449005399041,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":58,"Index":8,"Attempt":1,"Launch Time":1449005399004,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399043,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":67,"Index":8,"Attempt":2,"Launch Time":1449005399044,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":53,"Index":3,"Attempt":1,"Launch Time":1449005398984,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399045,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":59,"Index":12,"Attempt":1,"Launch Time":1449005399008,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399046,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":68,"Index":12,"Attempt":2,"Launch Time":1449005399047,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":69,"Index":3,"Attempt":2,"Launch Time":1449005399048,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":60,"Index":15,"Attempt":1,"Launch Time":1449005399010,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399049,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":54,"Index":6,"Attempt":1,"Launch Time":1449005398987,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399051,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":70,"Index":6,"Attempt":2,"Launch Time":1449005399052,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":61,"Index":9,"Attempt":2,"Launch Time":1449005399013,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399054,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":71,"Index":9,"Attempt":3,"Launch Time":1449005399054,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399092,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":55,"Index":5,"Attempt":1,"Launch Time":1449005398990,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399056,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":72,"Index":5,"Attempt":2,"Launch Time":1449005399085,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":62,"Index":0,"Attempt":2,"Launch Time":1449005399030,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399087,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":73,"Index":0,"Attempt":3,"Launch Time":1449005399088,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":69,"Index":3,"Attempt":2,"Launch Time":1449005399048,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399090,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":74,"Index":3,"Attempt":3,"Launch Time":1449005399090,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":71,"Index":9,"Attempt":3,"Launch Time":1449005399054,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399092,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":75,"Index":9,"Attempt":4,"Launch Time":1449005399093,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":64,"Index":14,"Attempt":1,"Launch Time":1449005399037,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399095,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":76,"Index":14,"Attempt":2,"Launch Time":1449005399100,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":44,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":63,"Index":10,"Attempt":2,"Launch Time":1449005399035,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399102,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":44,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":77,"Index":10,"Attempt":3,"Launch Time":1449005399102,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":78,"Index":15,"Attempt":2,"Launch Time":1449005399104,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":65,"Index":13,"Attempt":1,"Launch Time":1449005399039,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399105,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":35,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":66,"Index":2,"Attempt":2,"Launch Time":1449005399041,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399107,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":35,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":79,"Index":2,"Attempt":3,"Launch Time":1449005399108,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":42,"Index":7,"Attempt":0,"Launch Time":1449005398819,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399110,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":80,"Index":7,"Attempt":1,"Launch Time":1449005399110,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399157,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":81,"Index":13,"Attempt":2,"Launch Time":1449005399112,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399160,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":36,"Index":1,"Attempt":0,"Launch Time":1449005398811,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399114,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":39,"Index":4,"Attempt":0,"Launch Time":1449005398815,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399115,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":251,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":82,"Index":4,"Attempt":1,"Launch Time":1449005399117,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":67,"Index":8,"Attempt":2,"Launch Time":1449005399044,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399119,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":83,"Index":8,"Attempt":3,"Launch Time":1449005399120,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":42,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":68,"Index":12,"Attempt":2,"Launch Time":1449005399047,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399122,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":42,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":84,"Index":12,"Attempt":3,"Launch Time":1449005399125,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":70,"Index":6,"Attempt":2,"Launch Time":1449005399052,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399127,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":46,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":85,"Index":6,"Attempt":3,"Launch Time":1449005399127,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399173,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":74,"Index":3,"Attempt":3,"Launch Time":1449005399090,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399129,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":86,"Index":3,"Attempt":4,"Launch Time":1449005399130,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399176,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":73,"Index":0,"Attempt":3,"Launch Time":1449005399088,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399132,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":87,"Index":0,"Attempt":4,"Launch Time":1449005399133,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399168,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":72,"Index":5,"Attempt":2,"Launch Time":1449005399085,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399135,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":88,"Index":5,"Attempt":3,"Launch Time":1449005399138,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399171,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":75,"Index":9,"Attempt":4,"Launch Time":1449005399093,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399140,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":31,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":89,"Index":9,"Attempt":5,"Launch Time":1449005399150,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399192,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":90,"Index":1,"Attempt":1,"Launch Time":1449005399152,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399195,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":30,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":78,"Index":15,"Attempt":2,"Launch Time":1449005399104,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399154,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":30,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":27,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":79,"Index":2,"Attempt":3,"Launch Time":1449005399108,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399155,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":27,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":91,"Index":2,"Attempt":4,"Launch Time":1449005399156,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399198,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":80,"Index":7,"Attempt":1,"Launch Time":1449005399110,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399157,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":92,"Index":7,"Attempt":2,"Launch Time":1449005399159,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399202,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":81,"Index":13,"Attempt":2,"Launch Time":1449005399112,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399160,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":93,"Index":13,"Attempt":3,"Launch Time":1449005399166,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399214,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":87,"Index":0,"Attempt":4,"Launch Time":1449005399133,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399168,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":18,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":94,"Index":0,"Attempt":5,"Launch Time":1449005399169,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399218,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":88,"Index":5,"Attempt":3,"Launch Time":1449005399138,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399171,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":17,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":95,"Index":5,"Attempt":4,"Launch Time":1449005399172,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399205,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":28,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":85,"Index":6,"Attempt":3,"Launch Time":1449005399127,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399173,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":28,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":96,"Index":6,"Attempt":4,"Launch Time":1449005399175,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399208,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":29,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":86,"Index":3,"Attempt":4,"Launch Time":1449005399130,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399176,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":29,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":97,"Index":3,"Attempt":5,"Launch Time":1449005399190,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399236,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":89,"Index":9,"Attempt":5,"Launch Time":1449005399150,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399192,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":98,"Index":9,"Attempt":6,"Launch Time":1449005399193,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399244,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":90,"Index":1,"Attempt":1,"Launch Time":1449005399152,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399195,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":99,"Index":1,"Attempt":2,"Launch Time":1449005399196,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399240,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":91,"Index":2,"Attempt":4,"Launch Time":1449005399156,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399198,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":100,"Index":2,"Attempt":5,"Launch Time":1449005399200,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399249,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":92,"Index":7,"Attempt":2,"Launch Time":1449005399159,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399202,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":101,"Index":7,"Attempt":3,"Launch Time":1449005399203,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399256,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":95,"Index":5,"Attempt":4,"Launch Time":1449005399172,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399205,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":102,"Index":5,"Attempt":5,"Launch Time":1449005399207,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399264,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":96,"Index":6,"Attempt":4,"Launch Time":1449005399175,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399208,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":103,"Index":6,"Attempt":5,"Launch Time":1449005399210,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399273,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":81,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":76,"Index":14,"Attempt":2,"Launch Time":1449005399100,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399211,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":81,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":104,"Index":14,"Attempt":3,"Launch Time":1449005399213,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399253,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":93,"Index":13,"Attempt":3,"Launch Time":1449005399166,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399214,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":105,"Index":13,"Attempt":4,"Launch Time":1449005399216,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399261,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":94,"Index":0,"Attempt":5,"Launch Time":1449005399169,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399218,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":106,"Index":0,"Attempt":6,"Launch Time":1449005399219,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399286,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":83,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":77,"Index":10,"Attempt":3,"Launch Time":1449005399102,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399221,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":83,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":107,"Index":10,"Attempt":4,"Launch Time":1449005399225,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399292,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":83,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":82,"Index":4,"Attempt":1,"Launch Time":1449005399117,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399227,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":83,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":108,"Index":4,"Attempt":2,"Launch Time":1449005399228,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399300,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":80,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":83,"Index":8,"Attempt":3,"Launch Time":1449005399120,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399229,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":80,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":109,"Index":8,"Attempt":4,"Launch Time":1449005399231,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399302,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":80,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":84,"Index":12,"Attempt":3,"Launch Time":1449005399125,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399233,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":80,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":110,"Index":12,"Attempt":4,"Launch Time":1449005399234,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399276,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":97,"Index":3,"Attempt":5,"Launch Time":1449005399190,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399236,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":111,"Index":3,"Attempt":6,"Launch Time":1449005399238,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399279,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":99,"Index":1,"Attempt":2,"Launch Time":1449005399196,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399240,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":112,"Index":1,"Attempt":3,"Launch Time":1449005399242,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399283,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":98,"Index":9,"Attempt":6,"Launch Time":1449005399193,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399244,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":113,"Index":9,"Attempt":7,"Launch Time":1449005399246,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399295,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":100,"Index":2,"Attempt":5,"Launch Time":1449005399200,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399249,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":114,"Index":2,"Attempt":6,"Launch Time":1449005399251,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399304,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":104,"Index":14,"Attempt":3,"Launch Time":1449005399213,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399253,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":115,"Index":14,"Attempt":4,"Launch Time":1449005399254,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399289,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":101,"Index":7,"Attempt":3,"Launch Time":1449005399203,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399256,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":116,"Index":7,"Attempt":4,"Launch Time":1449005399259,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399297,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":105,"Index":13,"Attempt":4,"Launch Time":1449005399216,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399261,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":117,"Index":13,"Attempt":5,"Launch Time":1449005399262,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399311,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":102,"Index":5,"Attempt":5,"Launch Time":1449005399207,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399264,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":25,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":118,"Index":5,"Attempt":6,"Launch Time":1449005399271,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399334,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":40,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":103,"Index":6,"Attempt":5,"Launch Time":1449005399210,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399273,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":40,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":119,"Index":6,"Attempt":6,"Launch Time":1449005399274,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399309,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":110,"Index":12,"Attempt":4,"Launch Time":1449005399234,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399276,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":120,"Index":12,"Attempt":5,"Launch Time":1449005399278,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399316,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":111,"Index":3,"Attempt":6,"Launch Time":1449005399238,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399279,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":121,"Index":3,"Attempt":7,"Launch Time":1449005399281,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399319,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":112,"Index":1,"Attempt":3,"Launch Time":1449005399242,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399283,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":20,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":122,"Index":1,"Attempt":4,"Launch Time":1449005399284,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399342,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":106,"Index":0,"Attempt":6,"Launch Time":1449005399219,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399286,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":123,"Index":0,"Attempt":7,"Launch Time":1449005399287,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399330,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":115,"Index":14,"Attempt":4,"Launch Time":1449005399254,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399289,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":16,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":124,"Index":14,"Attempt":5,"Launch Time":1449005399290,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399345,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":38,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":107,"Index":10,"Attempt":4,"Launch Time":1449005399225,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399292,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":38,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":125,"Index":10,"Attempt":5,"Launch Time":1449005399294,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399327,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":113,"Index":9,"Attempt":7,"Launch Time":1449005399246,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399295,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":126,"Index":9,"Attempt":8,"Launch Time":1449005399296,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399340,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":116,"Index":7,"Attempt":4,"Launch Time":1449005399259,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399297,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":127,"Index":7,"Attempt":5,"Launch Time":1449005399298,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399351,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":40,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":108,"Index":4,"Attempt":2,"Launch Time":1449005399228,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399300,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":40,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":128,"Index":4,"Attempt":3,"Launch Time":1449005399301,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399354,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":39,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":109,"Index":8,"Attempt":4,"Launch Time":1449005399231,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399302,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":39,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":129,"Index":8,"Attempt":5,"Launch Time":1449005399303,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399332,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":114,"Index":2,"Attempt":6,"Launch Time":1449005399251,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399304,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":130,"Index":2,"Attempt":7,"Launch Time":1449005399307,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399337,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":119,"Index":6,"Attempt":6,"Launch Time":1449005399274,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399309,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":131,"Index":6,"Attempt":7,"Launch Time":1449005399310,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399348,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":117,"Index":13,"Attempt":5,"Launch Time":1449005399262,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399311,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":26,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":132,"Index":13,"Attempt":6,"Launch Time":1449005399315,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":120,"Index":12,"Attempt":5,"Launch Time":1449005399278,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399316,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":133,"Index":12,"Attempt":6,"Launch Time":1449005399318,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399428,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":121,"Index":3,"Attempt":7,"Launch Time":1449005399281,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399319,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":21,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":134,"Index":3,"Attempt":8,"Launch Time":1449005399326,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399434,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":125,"Index":10,"Attempt":5,"Launch Time":1449005399294,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399327,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":135,"Index":10,"Attempt":6,"Launch Time":1449005399328,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399367,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":123,"Index":0,"Attempt":7,"Launch Time":1449005399287,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399330,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":136,"Index":0,"Attempt":8,"Launch Time":1449005399331,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399358,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":129,"Index":8,"Attempt":5,"Launch Time":1449005399303,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399332,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":15,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":137,"Index":8,"Attempt":6,"Launch Time":1449005399333,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399385,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":118,"Index":5,"Attempt":6,"Launch Time":1449005399271,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399334,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":41,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":138,"Index":5,"Attempt":7,"Launch Time":1449005399336,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399362,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":130,"Index":2,"Attempt":7,"Launch Time":1449005399307,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399337,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":139,"Index":2,"Attempt":8,"Launch Time":1449005399338,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399376,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":126,"Index":9,"Attempt":8,"Launch Time":1449005399296,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399340,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":140,"Index":9,"Attempt":9,"Launch Time":1449005399341,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399394,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":37,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":122,"Index":1,"Attempt":4,"Launch Time":1449005399284,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399342,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":37,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":141,"Index":1,"Attempt":5,"Launch Time":1449005399344,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399400,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":35,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":124,"Index":14,"Attempt":5,"Launch Time":1449005399290,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399345,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":35,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":142,"Index":14,"Attempt":6,"Launch Time":1449005399346,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399388,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":131,"Index":6,"Attempt":7,"Launch Time":1449005399310,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399348,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":143,"Index":6,"Attempt":8,"Launch Time":1449005399349,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399403,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":127,"Index":7,"Attempt":5,"Launch Time":1449005399298,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399351,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":144,"Index":7,"Attempt":6,"Launch Time":1449005399353,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399406,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":128,"Index":4,"Attempt":3,"Launch Time":1449005399301,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399354,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":145,"Index":4,"Attempt":4,"Launch Time":1449005399357,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399383,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":136,"Index":0,"Attempt":8,"Launch Time":1449005399331,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399358,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":146,"Index":0,"Attempt":9,"Launch Time":1449005399361,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399402,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":138,"Index":5,"Attempt":7,"Launch Time":1449005399336,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399362,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":147,"Index":5,"Attempt":8,"Launch Time":1449005399365,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399391,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":135,"Index":10,"Attempt":6,"Launch Time":1449005399328,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399367,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":24,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":148,"Index":10,"Attempt":7,"Launch Time":1449005399374,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399401,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":139,"Index":2,"Attempt":8,"Launch Time":1449005399338,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399376,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":149,"Index":2,"Attempt":9,"Launch Time":1449005399382,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399407,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":145,"Index":4,"Attempt":4,"Launch Time":1449005399357,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399383,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":14,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":150,"Index":4,"Attempt":5,"Launch Time":1449005399384,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399469,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":137,"Index":8,"Attempt":6,"Launch Time":1449005399333,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399385,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":151,"Index":8,"Attempt":7,"Launch Time":1449005399386,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399424,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":142,"Index":14,"Attempt":6,"Launch Time":1449005399346,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399388,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":152,"Index":14,"Attempt":7,"Launch Time":1449005399389,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399426,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":147,"Index":5,"Attempt":8,"Launch Time":1449005399365,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399391,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":153,"Index":5,"Attempt":9,"Launch Time":1449005399393,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399472,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":140,"Index":9,"Attempt":9,"Launch Time":1449005399341,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399394,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"collect at <console>:91","Number of Tasks":1000,"RDD Info":[{"RDD ID":4,"Name":"ShuffledRDD","Scope":"{\"id\":\"4\",\"name\":\"reduceByKey\"}","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Use ExternalBlockStore":false,"Deserialized":false,"Replication":1},"Number of Partitions":1000,"Number of Cached Partitions":0,"Memory Size":0,"ExternalBlockStore Size":0,"Disk Size":0}],"Parent IDs":[0],"Details":"org.apache.spark.rdd.RDD.collect(RDD.scala:908)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:91)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:96)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:98)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:100)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:102)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:104)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:106)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:108)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:110)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:112)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:114)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:116)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:118)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:120)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:122)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:124)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:126)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:128)\n$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC.<init>(<console>:130)","Submission Time":1449005398805,"Completion Time":1449005399415,"Failure Reason":"Job aborted due to stage failure: Task 9 in stage 1.0 failed 10 times, most recent failure: Lost task 9.9 in stage 1.0 (TID 140, demeter-csmaz10-17.demeter.hpc.mssm.edu): java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n\nDriver stacktrace:","Accumulables":[]}} | |
| {"Event":"SparkListenerJobEnd","Job ID":0,"Completion Time":1449005399425,"Job Result":{"Result":"JobFailed","Exception":{"Message":"Job aborted due to stage failure: Task 9 in stage 1.0 failed 10 times, most recent failure: Lost task 9.9 in stage 1.0 (TID 140, demeter-csmaz10-17.demeter.hpc.mssm.edu): java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n\nDriver stacktrace:","Stack Trace":[{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler","Method Name":"org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages","File Name":"DAGScheduler.scala","Line Number":1283},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1","Method Name":"apply","File Name":"DAGScheduler.scala","Line Number":1271},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1","Method Name":"apply","File Name":"DAGScheduler.scala","Line Number":1270},{"Declaring Class":"scala.collection.mutable.ResizableArray$class","Method Name":"foreach","File Name":"ResizableArray.scala","Line Number":59},{"Declaring Class":"scala.collection.mutable.ArrayBuffer","Method Name":"foreach","File Name":"ArrayBuffer.scala","Line Number":47},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler","Method Name":"abortStage","File Name":"DAGScheduler.scala","Line Number":1270},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1","Method Name":"apply","File Name":"DAGScheduler.scala","Line Number":697},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1","Method Name":"apply","File Name":"DAGScheduler.scala","Line Number":697},{"Declaring Class":"scala.Option","Method Name":"foreach","File Name":"Option.scala","Line Number":236},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler","Method Name":"handleTaskSetFailed","File Name":"DAGScheduler.scala","Line Number":697},{"Declaring Class":"org.apache.spark.scheduler.DAGSchedulerEventProcessLoop","Method Name":"doOnReceive","File Name":"DAGScheduler.scala","Line Number":1496},{"Declaring Class":"org.apache.spark.scheduler.DAGSchedulerEventProcessLoop","Method Name":"onReceive","File Name":"DAGScheduler.scala","Line Number":1458},{"Declaring Class":"org.apache.spark.scheduler.DAGSchedulerEventProcessLoop","Method Name":"onReceive","File Name":"DAGScheduler.scala","Line Number":1447},{"Declaring Class":"org.apache.spark.util.EventLoop$$anon$1","Method Name":"run","File Name":"EventLoop.scala","Line Number":48},{"Declaring Class":"org.apache.spark.scheduler.DAGScheduler","Method Name":"runJob","File Name":"DAGScheduler.scala","Line Number":567},{"Declaring Class":"org.apache.spark.SparkContext","Method Name":"runJob","File Name":"SparkContext.scala","Line Number":1824},{"Declaring Class":"org.apache.spark.SparkContext","Method Name":"runJob","File Name":"SparkContext.scala","Line Number":1837},{"Declaring Class":"org.apache.spark.SparkContext","Method Name":"runJob","File Name":"SparkContext.scala","Line Number":1850},{"Declaring Class":"org.apache.spark.SparkContext","Method Name":"runJob","File Name":"SparkContext.scala","Line Number":1921},{"Declaring Class":"org.apache.spark.rdd.RDD$$anonfun$collect$1","Method Name":"apply","File Name":"RDD.scala","Line Number":909},{"Declaring Class":"org.apache.spark.rdd.RDDOperationScope$","Method Name":"withScope","File Name":"RDDOperationScope.scala","Line Number":147},{"Declaring Class":"org.apache.spark.rdd.RDDOperationScope$","Method Name":"withScope","File Name":"RDDOperationScope.scala","Line Number":108},{"Declaring Class":"org.apache.spark.rdd.RDD","Method Name":"withScope","File Name":"RDD.scala","Line Number":310},{"Declaring Class":"org.apache.spark.rdd.RDD","Method Name":"collect","File Name":"RDD.scala","Line Number":908},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":91},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":96},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":98},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":100},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":102},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":104},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":106},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":108},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":110},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":112},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":114},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":116},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":118},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":120},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":122},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":124},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":126},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":128},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":130},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":132},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":134},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":136},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":138},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":140},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":142},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":144},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":146},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":148},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":150},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":152},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":154},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":156},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":158},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":160},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":162},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":164},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":166},{"Declaring Class":"$line23.$read$$iwC$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":168},{"Declaring Class":"$line23.$read$$iwC$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":170},{"Declaring Class":"$line23.$read$$iwC","Method Name":"<init>","File Name":"<console>","Line Number":172},{"Declaring Class":"$line23.$read","Method Name":"<init>","File Name":"<console>","Line Number":174},{"Declaring Class":"$line23.$read$","Method Name":"<init>","File Name":"<console>","Line Number":178},{"Declaring Class":"$line23.$read$","Method Name":"<clinit>","File Name":"<console>","Line Number":-1},{"Declaring Class":"$line23.$eval$","Method Name":"<init>","File Name":"<console>","Line Number":7},{"Declaring Class":"$line23.$eval$","Method Name":"<clinit>","File Name":"<console>","Line Number":-1},{"Declaring Class":"$line23.$eval","Method Name":"$print","File Name":"<console>","Line Number":-1},{"Declaring Class":"sun.reflect.NativeMethodAccessorImpl","Method Name":"invoke0","File Name":"NativeMethodAccessorImpl.java","Line Number":-2},{"Declaring Class":"sun.reflect.NativeMethodAccessorImpl","Method Name":"invoke","File Name":"NativeMethodAccessorImpl.java","Line Number":57},{"Declaring Class":"sun.reflect.DelegatingMethodAccessorImpl","Method Name":"invoke","File Name":"DelegatingMethodAccessorImpl.java","Line Number":43},{"Declaring Class":"java.lang.reflect.Method","Method Name":"invoke","File Name":"Method.java","Line Number":606},{"Declaring Class":"org.apache.spark.repl.SparkIMain$ReadEvalPrint","Method Name":"call","File Name":"SparkIMain.scala","Line Number":1065},{"Declaring Class":"org.apache.spark.repl.SparkIMain$Request","Method Name":"loadAndRun","File Name":"SparkIMain.scala","Line Number":1340},{"Declaring Class":"org.apache.spark.repl.SparkIMain","Method Name":"loadAndRunReq$1","File Name":"SparkIMain.scala","Line Number":840},{"Declaring Class":"org.apache.spark.repl.SparkIMain","Method Name":"interpret","File Name":"SparkIMain.scala","Line Number":871},{"Declaring Class":"org.apache.spark.repl.SparkIMain","Method Name":"interpret","File Name":"SparkIMain.scala","Line Number":819},{"Declaring Class":"notebook.kernel.Repl$$anonfun$3","Method Name":"apply","File Name":"Repl.scala","Line Number":173},{"Declaring Class":"notebook.kernel.Repl$$anonfun$3","Method Name":"apply","File Name":"Repl.scala","Line Number":173},{"Declaring Class":"scala.util.DynamicVariable","Method Name":"withValue","File Name":"DynamicVariable.scala","Line Number":57},{"Declaring Class":"scala.Console$","Method Name":"withOut","File Name":"Console.scala","Line Number":126},{"Declaring Class":"notebook.kernel.Repl","Method Name":"evaluate","File Name":"Repl.scala","Line Number":172},{"Declaring Class":"notebook.client.ReplCalculator$$anonfun$11$$anon$1$$anonfun$25","Method Name":"apply","File Name":"ReplCalculator.scala","Line Number":367},{"Declaring Class":"notebook.client.ReplCalculator$$anonfun$11$$anon$1$$anonfun$25","Method Name":"apply","File Name":"ReplCalculator.scala","Line Number":364},{"Declaring Class":"scala.concurrent.impl.Future$PromiseCompletingRunnable","Method Name":"liftedTree1$1","File Name":"Future.scala","Line Number":24},{"Declaring Class":"scala.concurrent.impl.Future$PromiseCompletingRunnable","Method Name":"run","File Name":"Future.scala","Line Number":24},{"Declaring Class":"akka.dispatch.TaskInvocation","Method Name":"run","File Name":"AbstractDispatcher.scala","Line Number":40},{"Declaring Class":"akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask","Method Name":"exec","File Name":"AbstractDispatcher.scala","Line Number":397},{"Declaring Class":"scala.concurrent.forkjoin.ForkJoinTask","Method Name":"doExec","File Name":"ForkJoinTask.java","Line Number":260},{"Declaring Class":"scala.concurrent.forkjoin.ForkJoinPool$WorkQueue","Method Name":"runTask","File Name":"ForkJoinPool.java","Line Number":1339},{"Declaring Class":"scala.concurrent.forkjoin.ForkJoinPool","Method Name":"runWorker","File Name":"ForkJoinPool.java","Line Number":1979},{"Declaring Class":"scala.concurrent.forkjoin.ForkJoinWorkerThread","Method Name":"run","File Name":"ForkJoinWorkerThread.java","Line Number":107}]}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":141,"Index":1,"Attempt":5,"Launch Time":1449005399344,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399400,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":33,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":148,"Index":10,"Attempt":7,"Launch Time":1449005399374,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399401,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":13,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":146,"Index":0,"Attempt":9,"Launch Time":1449005399361,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399402,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":23,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":143,"Index":6,"Attempt":8,"Launch Time":1449005399349,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399403,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":34,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":144,"Index":7,"Attempt":6,"Launch Time":1449005399353,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399406,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":32,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":12,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":149,"Index":2,"Attempt":9,"Launch Time":1449005399382,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399407,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":12,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":151,"Index":8,"Attempt":7,"Launch Time":1449005399386,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399424,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":152,"Index":14,"Attempt":7,"Launch Time":1449005399389,"Executor ID":"3","Host":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399426,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz08-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":22,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":133,"Index":12,"Attempt":6,"Launch Time":1449005399318,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399428,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":19,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":96,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":132,"Index":13,"Attempt":6,"Launch Time":1449005399315,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399431,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":96,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":93,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":134,"Index":3,"Attempt":8,"Launch Time":1449005399326,"Executor ID":"4","Host":"demeter-csmau10-20.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399434,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmau10-20.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":93,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"ExceptionFailure","Class Name":"java.lang.IllegalArgumentException","Description":"Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);","Stack Trace":[{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"getRegistration","File Name":"Kryo.java","Line Number":442},{"Declaring Class":"com.esotericsoftware.kryo.util.DefaultClassResolver","Method Name":"writeClass","File Name":"DefaultClassResolver.java","Line Number":79},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClass","File Name":"Kryo.java","Line Number":472},{"Declaring Class":"com.esotericsoftware.kryo.Kryo","Method Name":"writeClassAndObject","File Name":"Kryo.java","Line Number":565},{"Declaring Class":"org.apache.spark.serializer.KryoSerializerInstance","Method Name":"serialize","File Name":"KryoSerializer.scala","Line Number":260},{"Declaring Class":"org.apache.spark.executor.Executor$TaskRunner","Method Name":"run","File Name":"Executor.scala","Line Number":240},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor","Method Name":"runWorker","File Name":"ThreadPoolExecutor.java","Line Number":1145},{"Declaring Class":"java.util.concurrent.ThreadPoolExecutor$Worker","Method Name":"run","File Name":"ThreadPoolExecutor.java","Line Number":615},{"Declaring Class":"java.lang.Thread","Method Name":"run","File Name":"Thread.java","Line Number":745}],"Full Stack Trace":"java.lang.IllegalArgumentException: Class is not registered: scala.Tuple2[]\nNote: To register this class use: kryo.register(scala.Tuple2[].class);\n\tat com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:442)\n\tat com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:79)\n\tat com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:472)\n\tat com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:565)\n\tat org.apache.spark.serializer.KryoSerializerInstance.serialize(KryoSerializer.scala:260)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:240)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n","Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":66,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}},"Task Info":{"Task ID":150,"Index":4,"Attempt":5,"Launch Time":1449005399384,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399469,"Failed":true,"Accumulables":[]},"Task Metrics":{"Host Name":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Executor Deserialize Time":0,"Executor Run Time":66,"Result Size":0,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Local Bytes Read":0,"Total Records Read":0}}} | |
| {"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"TaskKilled"},"Task Info":{"Task ID":153,"Index":5,"Attempt":9,"Launch Time":1449005399393,"Executor ID":"1","Host":"demeter-csmaz10-17.demeter.hpc.mssm.edu","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1449005399472,"Failed":true,"Accumulables":[]}} | |
| {"Event":"SparkListenerApplicationEnd","Timestamp":1449005539555} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment