Skip to content

Instantly share code, notes, and snippets.

@aperiodic
Created January 24, 2012 22:36
Show Gist options
  • Save aperiodic/1673171 to your computer and use it in GitHub Desktop.
Save aperiodic/1673171 to your computer and use it in GitHub Desktop.
Hanging Reduce Task Stack Dump
Deadlock Detection:
No deadlocks found.
Thread 10740: (state = BLOCKED)
- java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$GetMapEventsThread.run() @bci=116, line=2740 (Interpreted frame)
Thread 10739: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$ShuffleRamManager.waitForDataToMerge() @bci=106, line=1113 (Interpreted frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$InMemFSMergeThread.run() @bci=52, line=2627 (Interpreted frame)
Thread 10738: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Interpreted frame)
- java.lang.Object.wait() @bci=2, line=485 (Interpreted frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$LocalFSMerger.run() @bci=158, line=2526 (Interpreted frame)
Thread 10737: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$MapOutputCopier.run() @bci=39, line=1240 (Interpreted frame)
Thread 10736: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$MapOutputCopier.run() @bci=39, line=1240 (Interpreted frame)
Thread 10735: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$MapOutputCopier.run() @bci=39, line=1240 (Interpreted frame)
Thread 10734: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$MapOutputCopier.run() @bci=39, line=1240 (Interpreted frame)
Thread 10733: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.lang.Object.wait() @bci=2, line=485 (Compiled frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier$MapOutputCopier.run() @bci=39, line=1240 (Interpreted frame)
Thread 10732: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
- java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
Thread 10730: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
- java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame)
- java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1987 (Interpreted frame)
- java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=399 (Interpreted frame)
- org.apache.zookeeper.ClientCnxn$EventThread.run() @bci=9, line=502 (Interpreted frame)
Thread 10729: (state = IN_NATIVE)
- sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Interpreted frame)
- sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=210 (Interpreted frame)
- sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=65 (Interpreted frame)
- sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=69 (Interpreted frame)
- sun.nio.ch.SelectorImpl.select(long) @bci=30, line=80 (Interpreted frame)
- org.apache.zookeeper.ClientCnxn$SendThread.run() @bci=233, line=1107 (Interpreted frame)
Thread 10728: (state = BLOCKED)
- java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
- org.apache.hadoop.mapred.Task$TaskReporter.run() @bci=28, line=627 (Interpreted frame)
- java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
Thread 10726: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- java.util.TimerThread.mainLoop() @bci=201, line=509 (Interpreted frame)
- java.util.TimerThread.run() @bci=1, line=462 (Interpreted frame)
Thread 10722: (state = BLOCKED)
- java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
- org.apache.hadoop.mapred.Child$3.run() @bci=3, line=155 (Interpreted frame)
Thread 10721: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
- java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=198 (Compiled frame)
- java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(java.util.concurrent.SynchronousQueue$TransferStack$SNode, boolean, long) @bci=174, line=424 (Compiled frame)
- java.util.concurrent.SynchronousQueue$TransferStack.transfer(java.lang.Object, boolean, long) @bci=102, line=323 (Interpreted frame)
- java.util.concurrent.SynchronousQueue.poll(long, java.util.concurrent.TimeUnit) @bci=11, line=874 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor.getTask() @bci=62, line=945 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=18, line=907 (Interpreted frame)
- java.lang.Thread.run() @bci=11, line=662 (Interpreted frame)
Thread 10720: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
- org.apache.hadoop.ipc.Client$Connection.waitForWork() @bci=59, line=680 (Interpreted frame)
- org.apache.hadoop.ipc.Client$Connection.run() @bci=55, line=723 (Interpreted frame)
Thread 10715: (state = BLOCKED)
Thread 10714: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Interpreted frame)
- java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=118 (Interpreted frame)
- java.lang.ref.ReferenceQueue.remove() @bci=2, line=134 (Interpreted frame)
- java.lang.ref.Finalizer$FinalizerThread.run() @bci=3, line=159 (Interpreted frame)
Thread 10713: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Interpreted frame)
- java.lang.Object.wait() @bci=2, line=485 (Interpreted frame)
- java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=116 (Interpreted frame)
Thread 10707: (state = BLOCKED)
- java.lang.Thread.sleep(long) @bci=0 (Interpreted frame)
- org.apache.hadoop.mapred.ReduceTask$ReduceCopier.fetchOutputs() @bci=1060, line=2091 (Interpreted frame)
- org.apache.hadoop.mapred.ReduceTask.run(org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.TaskUmbilicalProtocol) @bci=190, line=382 (Interpreted frame)
- org.apache.hadoop.mapred.Child$4.run() @bci=29, line=270 (Interpreted frame)
- java.security.AccessController.doPrivileged(java.security.PrivilegedExceptionAction, java.security.AccessControlContext) @bci=0 (Interpreted frame)
- javax.security.auth.Subject.doAs(javax.security.auth.Subject, java.security.PrivilegedExceptionAction) @bci=42, line=396 (Interpreted frame)
- org.apache.hadoop.security.UserGroupInformation.doAs(java.security.PrivilegedExceptionAction) @bci=5, line=1127 (Interpreted frame)
- org.apache.hadoop.mapred.Child.main(java.lang.String[]) @bci=770, line=264 (Interpreted frame)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment