alexy · November 8, 2011 23:28
diff --git a/scoobi-run-mac-fail b/scoobi-run-mac-fail
 Ilyad% hadoop jar ./target/Scoobi_Word_Count-hadoop-0.1.jar /data/shake /data/output-scoobi
 2011-11-08 15:27:41.856 java[68147:1903] Unable to load realm info from SCDynamicStore
 11/11/08 15:27:46 INFO mapred.FileInputFormat: Total input paths to process : 1
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.input.mappers in /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--5404407803082534293 with rwxr-xr-x
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers as /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers as /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.combiners in /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--1702434302299977180 with rwxr-xr-x
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners as /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners as /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.output.reducers in /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--1832967550600109075 with rwxr-xr-x
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers as /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers
 11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers as /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers
 11/11/08 15:27:46 INFO mapred.JobClient: Running job: job_local_0001
 11/11/08 15:27:46 INFO mapred.MapTask: numReduceTasks: 1
 11/11/08 15:27:46 INFO mapred.MapTask: io.sort.mb = 100
 11/11/08 15:27:46 INFO mapred.MapTask: data buffer = 79691776/99614720
 11/11/08 15:27:46 INFO mapred.MapTask: record buffer = 262144/327680
 11/11/08 15:27:47 INFO mapred.MapTask: Spilling map output: record full = true
 11/11/08 15:27:47 INFO mapred.MapTask: bufstart = 0; bufend = 4842665; bufvoid = 99614720
 11/11/08 15:27:47 INFO mapred.MapTask: kvstart = 0; kvend = 262144; length = 327680
 11/11/08 15:27:47 INFO mapred.JobClient:  map 0% reduce 0%
 11/11/08 15:27:48 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
 11/11/08 15:27:48 INFO compress.CodecPool: Got brand-new compressor
 11/11/08 15:27:48 WARN mapred.LocalJobRunner: job_local_0001
 java.io.IOException: Spill failed
 	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.collect(MapTask.java:1028)
 	at org.apache.hadoop.mapred.MapTask$OldOutputCollector.collect(MapTask.java:591)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply$mcVI$sp(MscrMapper.scala:60)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply(MscrMapper.scala:57)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply(MscrMapper.scala:57)
 	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2.apply(MscrMapper.scala:57)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2.apply(MscrMapper.scala:56)
 	at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:60)
 	at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:44)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1.apply(MscrMapper.scala:56)
 	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1.apply(MscrMapper.scala:55)
 	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
 	at com.nicta.scoobi.impl.exec.MscrMapper.map(MscrMapper.scala:55)
 	at com.nicta.scoobi.impl.exec.MscrMapper.map(MscrMapper.scala:28)
 	at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
 	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:435)
 	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:371)
 	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:210)
 Caused by: java.lang.NullPointerException
 	at org.apache.hadoop.mapred.IFile$Writer.<init>(IFile.java:102)
 	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1406)
 	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.access$1800(MapTask.java:852)
 	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer$SpillThread.run(MapTask.java:1343)
 11/11/08 15:27:48 INFO mapred.JobClient: Job complete: job_local_0001
 11/11/08 15:27:48 INFO mapred.JobClient: Counters: 0
 11/11/08 15:27:48 INFO mapred.JobClient: Job Failed: NA
 Exception in thread "main" java.io.IOException: Job failed!
 	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:1204)
 	at com.nicta.scoobi.impl.exec.MapReduceJob.run(MapReduceJob.scala:191)
 	at com.nicta.scoobi.impl.exec.Executor$.com$nicta$scoobi$impl$exec$Executor$$executeMSCR(Executor.scala:117)
 	at com.nicta.scoobi.impl.exec.Executor$$anonfun$executePlan$10.apply(Executor.scala:101)
 	at com.nicta.scoobi.impl.exec.Executor$$anonfun$executePlan$10.apply(Executor.scala:99)
 	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
 	at com.nicta.scoobi.impl.exec.Executor$.executePlan(Executor.scala:99)
 	at com.nicta.scoobi.DList$.persist(DList.scala:133)
 	at com.nicta.scoobi.examples.WordCount$$anonfun$main$1.apply(WordCount.scala:62)
 	at com.nicta.scoobi.examples.WordCount$$anonfun$main$1.apply(WordCount.scala:26)
 	at com.nicta.scoobi.Scoobi$.withHadoopArgs(Scoobi.scala:44)
 	at com.nicta.scoobi.examples.WordCount$.main(WordCount.scala:26)
 	at com.nicta.scoobi.examples.WordCount.main(WordCount.scala)
 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 	at java.lang.reflect.Method.invoke(Method.java:597)
 	at org.apache.hadoop.util.RunJar.main(RunJar.java:156)
 11/11/08 15:27:52 INFO mapred.LocalJobRunner: file:/data/shake/all-shakespeare.txt:0+5342761
	Ilyad% hadoop jar ./target/Scoobi_Word_Count-hadoop-0.1.jar /data/shake /data/output-scoobi
	2011-11-08 15:27:41.856 java[68147:1903] Unable to load realm info from SCDynamicStore
	11/11/08 15:27:46 INFO mapred.FileInputFormat: Total input paths to process : 1
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.input.mappers in /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--5404407803082534293 with rwxr-xr-x
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers as /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers as /tmp/hadoop-Alexy/mapred/local/archive/4123907766041581906_1466591507_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.input.mappers
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.combiners in /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--1702434302299977180 with rwxr-xr-x
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners as /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners as /tmp/hadoop-Alexy/mapred/local/archive/-4659127140804252509_1900048677_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.combiners
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Creating scoobi.output.reducers in /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs-work--1832967550600109075 with rwxr-xr-x
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers as /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers
	11/11/08 15:27:46 INFO filecache.TrackerDistributedCacheManager: Cached file:/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers as /tmp/hadoop-Alexy/mapred/local/archive/8445124146911886022_979335449_92422095/file/Users/Alexy/.scoobi/201111081527/dist-objs/scoobi.output.reducers
	11/11/08 15:27:46 INFO mapred.JobClient: Running job: job_local_0001
	11/11/08 15:27:46 INFO mapred.MapTask: numReduceTasks: 1
	11/11/08 15:27:46 INFO mapred.MapTask: io.sort.mb = 100
	11/11/08 15:27:46 INFO mapred.MapTask: data buffer = 79691776/99614720
	11/11/08 15:27:46 INFO mapred.MapTask: record buffer = 262144/327680
	11/11/08 15:27:47 INFO mapred.MapTask: Spilling map output: record full = true
	11/11/08 15:27:47 INFO mapred.MapTask: bufstart = 0; bufend = 4842665; bufvoid = 99614720
	11/11/08 15:27:47 INFO mapred.MapTask: kvstart = 0; kvend = 262144; length = 327680
	11/11/08 15:27:47 INFO mapred.JobClient: map 0% reduce 0%
	11/11/08 15:27:48 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
	11/11/08 15:27:48 INFO compress.CodecPool: Got brand-new compressor
	11/11/08 15:27:48 WARN mapred.LocalJobRunner: job_local_0001
	java.io.IOException: Spill failed
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.collect(MapTask.java:1028)
	at org.apache.hadoop.mapred.MapTask$OldOutputCollector.collect(MapTask.java:591)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply$mcVI$sp(MscrMapper.scala:60)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply(MscrMapper.scala:57)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2$$anonfun$apply$1.apply(MscrMapper.scala:57)
	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2.apply(MscrMapper.scala:57)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1$$anonfun$apply$2.apply(MscrMapper.scala:56)
	at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:60)
	at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:44)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1.apply(MscrMapper.scala:56)
	at com.nicta.scoobi.impl.exec.MscrMapper$$anonfun$map$1.apply(MscrMapper.scala:55)
	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
	at com.nicta.scoobi.impl.exec.MscrMapper.map(MscrMapper.scala:55)
	at com.nicta.scoobi.impl.exec.MscrMapper.map(MscrMapper.scala:28)
	at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:435)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:371)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:210)
	Caused by: java.lang.NullPointerException
	at org.apache.hadoop.mapred.IFile$Writer.<init>(IFile.java:102)
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1406)
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.access$1800(MapTask.java:852)
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer$SpillThread.run(MapTask.java:1343)
	11/11/08 15:27:48 INFO mapred.JobClient: Job complete: job_local_0001
	11/11/08 15:27:48 INFO mapred.JobClient: Counters: 0
	11/11/08 15:27:48 INFO mapred.JobClient: Job Failed: NA
	Exception in thread "main" java.io.IOException: Job failed!
	at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:1204)
	at com.nicta.scoobi.impl.exec.MapReduceJob.run(MapReduceJob.scala:191)
	at com.nicta.scoobi.impl.exec.Executor$.com$nicta$scoobi$impl$exec$Executor$$executeMSCR(Executor.scala:117)
	at com.nicta.scoobi.impl.exec.Executor$$anonfun$executePlan$10.apply(Executor.scala:101)
	at com.nicta.scoobi.impl.exec.Executor$$anonfun$executePlan$10.apply(Executor.scala:99)
	at scala.collection.immutable.Set$Set1.foreach(Set.scala:86)
	at com.nicta.scoobi.impl.exec.Executor$.executePlan(Executor.scala:99)
	at com.nicta.scoobi.DList$.persist(DList.scala:133)
	at com.nicta.scoobi.examples.WordCount$$anonfun$main$1.apply(WordCount.scala:62)
	at com.nicta.scoobi.examples.WordCount$$anonfun$main$1.apply(WordCount.scala:26)
	at com.nicta.scoobi.Scoobi$.withHadoopArgs(Scoobi.scala:44)
	at com.nicta.scoobi.examples.WordCount$.main(WordCount.scala:26)
	at com.nicta.scoobi.examples.WordCount.main(WordCount.scala)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at org.apache.hadoop.util.RunJar.main(RunJar.java:156)
	11/11/08 15:27:52 INFO mapred.LocalJobRunner: file:/data/shake/all-shakespeare.txt:0+5342761