log.txt

17/07/12 13:37:31 INFO NativeOpsHolder: Number of threads used for NativeOps: 8
17/07/12 13:37:31 INFO Reflections: Reflections took 188 ms to scan 1 urls, producing 29 keys and 189 values 
17/07/12 13:37:31 INFO Nd4jBlas: Number of threads used for BLAS: 8
17/07/12 13:37:31 INFO DefaultOpExecutioner: Backend used: [CPU]; OS: [Linux]
17/07/12 13:37:31 INFO DefaultOpExecutioner: Cores: [16]; Memory: [1.0GB];
17/07/12 13:37:31 INFO DefaultOpExecutioner: Blas vendor: [OPENBLAS]
17/07/12 13:37:32 WARN Reflections: could not create Dir using directory from url file:/usr/share/aws/emr/emrfs/auxlib/*. skipping.
java.lang.NullPointerException
	at org.reflections.vfs.Vfs$DefaultUrlTypes$3.matches(Vfs.java:239)
	at org.reflections.vfs.Vfs.fromURL(Vfs.java:98)
	at org.reflections.vfs.Vfs.fromURL(Vfs.java:91)
	at org.reflections.Reflections.scan(Reflections.java:237)
	at org.reflections.Reflections.scan(Reflections.java:204)
	at org.reflections.Reflections.<init>(Reflections.java:129)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.registerSubtypes(NeuralNetConfiguration.java:431)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.configureMapper(NeuralNetConfiguration.java:386)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.initMapper(NeuralNetConfiguration.java:376)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.<clinit>(NeuralNetConfiguration.java:123)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration$Builder.build(NeuralNetConfiguration.java:1019)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration$ListBuilder.build(NeuralNetConfiguration.java:269)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.makeNet(NNTagerSegmentationImpl.scala:123)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:70)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:51)
	at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:153)
	at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:149)
	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
	at scala.collection.IterableViewLike$Transformed$class.foreach(IterableViewLike.scala:44)
	at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:37)
	at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:149)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116)
	at biz.inserv.spark.util.Util$.time(Util.scala:16)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.doFittingWithEvaluationOnly(GenericPipelineHandler.scala:115)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.fit(GenericPipelineHandler.scala:66)
	at biz.inserv.spark.jobs.AwsNNTagerJob.executeFullPipeline(AwsNNTagerJob.java:28)
	at biz.inserv.controller.managment.AbstractJob.run(AbstractJob.java:104)
	at biz.inserv.spark.impl.SparkJobLauncherImpl.launchJob(SparkJobLauncherImpl.java:34)
	at biz.inserv.spark.SparkLauncher.main(SparkLauncher.java:44)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:637)
17/07/12 13:37:32 WARN Reflections: could not create Vfs.Dir from url. ignoring the exception and continuing
org.reflections.ReflectionsException: could not create Vfs.Dir from url, no matching UrlType was found [file:/usr/share/aws/emr/emrfs/auxlib/*]
either use fromURL(final URL url, final List<UrlType> urlTypes) or use the static setDefaultURLTypes(final List<UrlType> urlTypes) or addDefaultURLTypes(UrlType urlType) with your specialized UrlType.
	at org.reflections.vfs.Vfs.fromURL(Vfs.java:109)
	at org.reflections.vfs.Vfs.fromURL(Vfs.java:91)
	at org.reflections.Reflections.scan(Reflections.java:237)
	at org.reflections.Reflections.scan(Reflections.java:204)
	at org.reflections.Reflections.<init>(Reflections.java:129)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.registerSubtypes(NeuralNetConfiguration.java:431)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.configureMapper(NeuralNetConfiguration.java:386)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.initMapper(NeuralNetConfiguration.java:376)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration.<clinit>(NeuralNetConfiguration.java:123)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration$Builder.build(NeuralNetConfiguration.java:1019)
	at org.deeplearning4j.nn.conf.NeuralNetConfiguration$ListBuilder.build(NeuralNetConfiguration.java:269)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.makeNet(NNTagerSegmentationImpl.scala:123)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:70)
	at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:51)
	at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:153)
	at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:149)
	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
	at scala.collection.IterableViewLike$Transformed$class.foreach(IterableViewLike.scala:44)
	at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:37)
	at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:149)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116)
	at biz.inserv.spark.util.Util$.time(Util.scala:16)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.doFittingWithEvaluationOnly(GenericPipelineHandler.scala:115)
	at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.fit(GenericPipelineHandler.scala:66)
	at biz.inserv.spark.jobs.AwsNNTagerJob.executeFullPipeline(AwsNNTagerJob.java:28)
	at biz.inserv.controller.managment.AbstractJob.run(AbstractJob.java:104)
	at biz.inserv.spark.impl.SparkJobLauncherImpl.launchJob(SparkJobLauncherImpl.java:34)
	at biz.inserv.spark.SparkLauncher.main(SparkLauncher.java:44)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:637)