Last active
May 23, 2019 15:58
-
-
Save ashic/5e94ce019fb8fb8d72016ab7acc5dc1a to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
./jstack 37 | grep -i -A20 `/usr/bin/printf "%0x\n" \`/bin/ps -eLf | grep 37 | sort -k 9 | tail -1 | awk '{print $4}'\`` | |
/bin/ps: unrecognized option: L | |
BusyBox v1.29.3 (2019-01-24 07:45:07 UTC) multi-call binary. | |
Usage: ps [-o COL1,COL2=HEADER] | |
Show list of processes | |
-o COL1,COL2=HEADER Select columns for display | |
printf: invalid number '' | |
2019-05-23 15:57:42 | |
Full thread dump OpenJDK 64-Bit Server VM (25.201-b08 mixed mode): | |
"Attach Listener" #888 daemon prio=9 os_prio=0 tid=0x0000564e5644d800 nid=0x3d5 waiting on condition [0x0000000000000000] | |
java.lang.Thread.State: RUNNABLE | |
"Thread-20" #275 prio=5 os_prio=0 tid=0x0000564e55254000 nid=0x14a runnable [0x00007fcedf913000] | |
java.lang.Thread.State: RUNNABLE | |
at java.net.SocketInputStream.socketRead0(Native Method) | |
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) | |
at java.net.SocketInputStream.read(SocketInputStream.java:171) | |
at java.net.SocketInputStream.read(SocketInputStream.java:141) | |
at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284) | |
at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326) | |
at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178) | |
- locked <0x00007fcffed57eb0> (a java.io.InputStreamReader) | |
at java.io.InputStreamReader.read(InputStreamReader.java:184) | |
at java.io.BufferedReader.fill(BufferedReader.java:161) | |
at java.io.BufferedReader.readLine(BufferedReader.java:324) | |
- locked <0x00007fcffed57eb0> (a java.io.InputStreamReader) | |
at java.io.BufferedReader.readLine(BufferedReader.java:389) | |
at py4j.GatewayConnection.run(GatewayConnection.java:230) | |
at java.lang.Thread.run(Thread.java:748) | |
"task-result-getter-3" #65 daemon prio=5 os_prio=0 tid=0x0000564e536a6800 nid=0x78 waiting on condition [0x00007fcee906e000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8177b30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"task-result-getter-2" #64 daemon prio=5 os_prio=0 tid=0x0000564e50ab0000 nid=0x77 waiting on condition [0x00007fcee916f000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8177b30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"task-result-getter-1" #63 daemon prio=5 os_prio=0 tid=0x0000564e50ab3000 nid=0x76 waiting on condition [0x00007fcee9270000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8177b30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"task-result-getter-0" #62 daemon prio=5 os_prio=0 tid=0x0000564e53109000 nid=0x75 waiting on condition [0x00007fceeb5d6000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8177b30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"shuffle-server-5-2" #61 daemon prio=5 os_prio=0 tid=0x0000564e54095800 nid=0x74 runnable [0x00007fceeb8d7000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe70f64e0> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
- locked <0x00007fcfe70f8658> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe70f8518> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) | |
at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"AzureNativeFilesystemStore-UploadBandwidthUpdater" #60 daemon prio=5 os_prio=0 tid=0x0000564e53b2f000 nid=0x73 waiting on condition [0x00007fceec3e5000] | |
java.lang.Thread.State: TIMED_WAITING (sleeping) | |
at java.lang.Thread.sleep(Native Method) | |
at org.apache.hadoop.fs.azure.metrics.BandwidthGaugeUpdater$UploadBandwidthUpdater.run(BandwidthGaugeUpdater.java:266) | |
at java.lang.Thread.run(Thread.java:748) | |
"AzureNativeFilesystemStore-UploadBandwidthUpdater" #57 daemon prio=5 os_prio=0 tid=0x0000564e504ee000 nid=0x70 waiting on condition [0x00007fceed4b6000] | |
java.lang.Thread.State: TIMED_WAITING (sleeping) | |
at java.lang.Thread.sleep(Native Method) | |
at org.apache.hadoop.fs.azure.metrics.BandwidthGaugeUpdater$UploadBandwidthUpdater.run(BandwidthGaugeUpdater.java:266) | |
at java.lang.Thread.run(Thread.java:748) | |
"Timer for 'azure-file-system' metrics system" #56 daemon prio=5 os_prio=0 tid=0x0000564e53df0000 nid=0x6f in Object.wait() [0x00007fceed5b7000] | |
java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.util.TimerThread.mainLoop(Timer.java:552) | |
- locked <0x00007fcff8cef0b8> (a java.util.TaskQueue) | |
at java.util.TimerThread.run(Timer.java:505) | |
"org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #55 daemon prio=5 os_prio=0 tid=0x0000564e541cd000 nid=0x6e in Object.wait() [0x00007fceedab8000] | |
java.lang.Thread.State: WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
- waiting on <0x00007fcfe9b47e88> (a java.lang.ref.ReferenceQueue$Lock) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
- locked <0x00007fcfe9b47e88> (a java.lang.ref.ReferenceQueue$Lock) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3762) | |
at java.lang.Thread.run(Thread.java:748) | |
"threadDeathWatcher-6-1" #54 daemon prio=1 os_prio=0 tid=0x0000564e546ac000 nid=0x6d waiting on condition [0x00007fcef05bb000] | |
java.lang.Thread.State: TIMED_WAITING (sleeping) | |
at java.lang.Thread.sleep(Native Method) | |
at io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:152) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"rpc-server-3-2" #53 daemon prio=5 os_prio=0 tid=0x0000564e5467b000 nid=0x6c runnable [0x00007fcef0cda000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe853c6d8> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
- locked <0x00007fcfe853e850> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe853e710> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) | |
at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"spark-listener-group-streams" #52 daemon prio=5 os_prio=0 tid=0x0000564e54422800 nid=0x6b waiting on condition [0x00007fcef0fdb000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfeae23dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp(AsyncEventQueue.scala:97) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) | |
at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp(AsyncEventQueue.scala:83) | |
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1302) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run(AsyncEventQueue.scala:82) | |
"element-tracking-store-worker" #51 daemon prio=5 os_prio=0 tid=0x0000564e52856800 nid=0x69 waiting on condition [0x00007fcef13d3000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe6c45b80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"spark-listener-group-executorManagement" #37 daemon prio=5 os_prio=0 tid=0x0000564e530c3800 nid=0x68 waiting on condition [0x00007fcef14d4000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e3fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp(AsyncEventQueue.scala:97) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) | |
at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp(AsyncEventQueue.scala:83) | |
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1302) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run(AsyncEventQueue.scala:82) | |
"spark-listener-group-appStatus" #15 daemon prio=5 os_prio=0 tid=0x0000564e530c1000 nid=0x67 waiting on condition [0x00007fcef15d5000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe6c6a838> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp(AsyncEventQueue.scala:97) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87) | |
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) | |
at org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp(AsyncEventQueue.scala:83) | |
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1302) | |
at org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run(AsyncEventQueue.scala:82) | |
"context-cleaner-periodic-gc" #50 daemon prio=5 os_prio=0 tid=0x0000564e530bf800 nid=0x66 waiting on condition [0x00007fcef16d6000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8527848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"Spark Context Cleaner" #49 daemon prio=5 os_prio=0 tid=0x0000564e530b9800 nid=0x65 in Object.wait() [0x00007fcef17d7000] | |
java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
- locked <0x00007fcfe85280e0> (a java.lang.ref.ReferenceQueue$Lock) | |
at org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp(ContextCleaner.scala:181) | |
at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1302) | |
at org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning(ContextCleaner.scala:178) | |
at org.apache.spark.ContextCleaner$$anon$1.run(ContextCleaner.scala:73) | |
"shuffle-server-5-1" #48 daemon prio=5 os_prio=0 tid=0x0000564e52bca800 nid=0x64 runnable [0x00007fcef1eda000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe710b030> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
- locked <0x00007fcfe711a508> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe710af48> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) | |
at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"rpc-client-1-1" #47 daemon prio=5 os_prio=0 tid=0x0000564e5291b000 nid=0x63 runnable [0x00007fcef31dc000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe6d2a6c8> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
- locked <0x00007fcfe6d441f8> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe6d440b8> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) | |
at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"appclient-registration-retry-thread" #45 daemon prio=5 os_prio=0 tid=0x0000564e528bc000 nid=0x61 waiting on condition [0x00007fcef33de000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe818de40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"driver-revive-thread" #43 daemon prio=5 os_prio=0 tid=0x0000564e525fe800 nid=0x5f waiting on condition [0x00007fcef35e0000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe81761e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"dag-scheduler-event-loop" #42 daemon prio=5 os_prio=0 tid=0x0000564e5290c800 nid=0x5e waiting on condition [0x00007fcef36e1000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8175198> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492) | |
at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680) | |
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:47) | |
"netty-rpc-env-timeout" #41 daemon prio=5 os_prio=0 tid=0x0000564e52948000 nid=0x5d waiting on condition [0x00007fcef39e2000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe855bd48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"Timer-1" #40 daemon prio=5 os_prio=0 tid=0x0000564e525a9000 nid=0x5c in Object.wait() [0x00007fcef3ae3000] | |
java.lang.Thread.State: WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
- waiting on <0x00007fcfe70e5bb0> (a java.util.TaskQueue) | |
at java.lang.Object.wait(Object.java:502) | |
at java.util.TimerThread.mainLoop(Timer.java:526) | |
- locked <0x00007fcfe70e5bb0> (a java.util.TaskQueue) | |
at java.util.TimerThread.run(Timer.java:505) | |
"Timer-0" #39 daemon prio=5 os_prio=0 tid=0x0000564e525ae800 nid=0x5b in Object.wait() [0x00007fcef3be4000] | |
java.lang.Thread.State: WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.lang.Object.wait(Object.java:502) | |
at java.util.TimerThread.mainLoop(Timer.java:526) | |
- locked <0x00007fcfe70e53b0> (a java.util.TaskQueue) | |
at java.util.TimerThread.run(Timer.java:505) | |
"heartbeat-receiver-event-loop-thread" #38 daemon prio=5 os_prio=0 tid=0x0000564e528d0000 nid=0x5a waiting on condition [0x00007fcef3ce5000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe8178568> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-36" #36 daemon prio=5 os_prio=0 tid=0x0000564e52737800 nid=0x59 waiting on condition [0x00007fcef3de6000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-35" #35 daemon prio=5 os_prio=0 tid=0x0000564e52735800 nid=0x58 waiting on condition [0x00007fcef3ee7000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-34" #34 daemon prio=5 os_prio=0 tid=0x0000564e52733000 nid=0x57 waiting on condition [0x00007fcef3fe8000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-33" #33 daemon prio=5 os_prio=0 tid=0x0000564e52816000 nid=0x56 waiting on condition [0x00007fcef40e9000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-32" #32 daemon prio=5 os_prio=0 tid=0x0000564e52814000 nid=0x55 waiting on condition [0x00007fcef41ea000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-31" #31 daemon prio=5 os_prio=0 tid=0x0000564e52812000 nid=0x54 waiting on condition [0x00007fcef42eb000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe83dedc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at org.spark_project.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-30-acceptor-0@3abe8266-Spark@34797b41{HTTP/1.1,[http/1.1]}{0.0.0.0:8080}" #30 daemon prio=3 os_prio=0 tid=0x0000564e52810000 nid=0x53 runnable [0x00007fcef43ec000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) | |
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) | |
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) | |
- locked <0x00007fcfe83de258> (a java.lang.Object) | |
at org.spark_project.jetty.server.ServerConnector.accept(ServerConnector.java:397) | |
at org.spark_project.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) | |
at java.lang.Thread.run(Thread.java:748) | |
"SparkUI-29" #29 daemon prio=5 os_prio=0 tid=0x0000564e5280f000 nid=0x52 runnable [0x00007fcef44ec000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe83e01b0> (a sun.nio.ch.Util$3) | |
- locked <0x00007fcfe83e0198> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe83e0000> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) | |
at org.spark_project.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) | |
at org.spark_project.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) | |
at org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) | |
at org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) | |
at org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) | |
at org.spark_project.jetty.io.ManagedSelector.run(ManagedSelector.java:147) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) | |
at org.spark_project.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) | |
at java.lang.Thread.run(Thread.java:748) | |
"refresh progress" #28 daemon prio=5 os_prio=0 tid=0x0000564e52558000 nid=0x51 in Object.wait() [0x00007fcef47ee000] | |
java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.util.TimerThread.mainLoop(Timer.java:552) | |
- locked <0x00007fcfe855c420> (a java.util.TaskQueue) | |
at java.util.TimerThread.run(Timer.java:505) | |
"RemoteBlock-temp-file-clean-thread" #27 daemon prio=5 os_prio=0 tid=0x0000564e52631000 nid=0x50 in Object.wait() [0x00007fcef48ef000] | |
java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
- locked <0x00007fcfe8169ad8> (a java.lang.ref.ReferenceQueue$Lock) | |
at org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager.org$apache$spark$storage$BlockManager$RemoteBlockDownloadFileManager$$keepCleaning(BlockManager.scala:1724) | |
at org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager$$anon$2.run(BlockManager.scala:1692) | |
"map-output-dispatcher-7" #26 daemon prio=5 os_prio=0 tid=0x0000564e525c6000 nid=0x4f waiting on condition [0x00007fcef49f0000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-6" #25 daemon prio=5 os_prio=0 tid=0x0000564e525c4000 nid=0x4e waiting on condition [0x00007fcef4af1000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-5" #24 daemon prio=5 os_prio=0 tid=0x0000564e525c2000 nid=0x4d waiting on condition [0x00007fcef4bf2000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-4" #23 daemon prio=5 os_prio=0 tid=0x0000564e525c0000 nid=0x4c waiting on condition [0x00007fcef4cf3000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-3" #22 daemon prio=5 os_prio=0 tid=0x0000564e52509800 nid=0x4b waiting on condition [0x00007fcef4df4000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-2" #21 daemon prio=5 os_prio=0 tid=0x0000564e52507800 nid=0x4a waiting on condition [0x00007fcef4ef5000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-1" #20 daemon prio=5 os_prio=0 tid=0x0000564e52505800 nid=0x49 waiting on condition [0x00007fcef4ff6000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"map-output-dispatcher-0" #19 daemon prio=5 os_prio=0 tid=0x0000564e52503800 nid=0x48 waiting on condition [0x00007fcef50f7000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe70e6920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.MapOutputTrackerMaster$MessageLoop.run(MapOutputTracker.scala:384) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"rpc-server-3-1" #18 daemon prio=5 os_prio=0 tid=0x0000564e5253f800 nid=0x47 runnable [0x00007fcef53f8000] | |
java.lang.Thread.State: RUNNABLE | |
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) | |
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) | |
- locked <0x00007fcfe85532b8> (a io.netty.channel.nio.SelectedSelectionKeySet) | |
- locked <0x00007fcfe855aef8> (a java.util.Collections$UnmodifiableSet) | |
- locked <0x00007fcfe85552f0> (a sun.nio.ch.EPollSelectorImpl) | |
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) | |
at io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) | |
at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) | |
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) | |
at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) | |
at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) | |
at java.lang.Thread.run(Thread.java:748) | |
"dispatcher-event-loop-1" #17 daemon prio=5 os_prio=0 tid=0x0000564e523c8000 nid=0x46 waiting on condition [0x00007fcef56f9000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe6c03280> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:215) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"dispatcher-event-loop-0" #16 daemon prio=5 os_prio=0 tid=0x0000564e523c6800 nid=0x45 waiting on condition [0x00007fcef57fa000] | |
java.lang.Thread.State: WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe6c03280> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) | |
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
at org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run(Dispatcher.scala:215) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"Thread-4" #14 prio=5 os_prio=0 tid=0x0000564e52299000 nid=0x44 runnable [0x00007fcef5af5000] | |
java.lang.Thread.State: RUNNABLE | |
at scala.collection.mutable.AbstractSeq.<init>(Seq.scala:48) | |
at scala.collection.mutable.AbstractBuffer.<init>(Buffer.scala:49) | |
at scala.collection.mutable.ListBuffer.<init>(ListBuffer.scala:46) | |
at scala.collection.immutable.List$.newBuilder(List.scala:464) | |
at scala.collection.generic.GenericTraversableTemplate$class.genericBuilder(GenericTraversableTemplate.scala:70) | |
at scala.collection.AbstractTraversable.genericBuilder(Traversable.scala:104) | |
at scala.collection.generic.GenTraversableFactory$GenericCanBuildFrom.apply(GenTraversableFactory.scala:57) | |
at scala.collection.generic.GenTraversableFactory$GenericCanBuildFrom.apply(GenTraversableFactory.scala:52) | |
at scala.collection.TraversableLike$class.builder$2(TraversableLike.scala:239) | |
at scala.collection.TraversableLike$class.flatMap(TraversableLike.scala:240) | |
at scala.collection.immutable.List.flatMap(List.scala:355) | |
at org.apache.spark.sql.catalyst.expressions.AttributeSet$.apply(AttributeSet.scala:44) | |
at org.apache.spark.sql.catalyst.expressions.Expression.references(Expression.scala:88) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$references$1.apply(QueryPlan.scala:45) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$references$1.apply(QueryPlan.scala:45) | |
at scala.collection.immutable.Stream$$anonfun$flatMap$1.apply(Stream.scala:497) | |
at scala.collection.immutable.Stream$$anonfun$flatMap$1.apply(Stream.scala:497) | |
at scala.collection.immutable.Stream.append(Stream.scala:255) | |
at scala.collection.immutable.Stream$$anonfun$append$1.apply(Stream.scala:255) | |
at scala.collection.immutable.Stream$$anonfun$append$1.apply(Stream.scala:255) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233) | |
- locked <0x00007fe4d0d0fe28> (a scala.collection.immutable.Stream$Cons) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223) | |
at scala.collection.immutable.Stream$$anonfun$flatMap$1.apply(Stream.scala:497) | |
at scala.collection.immutable.Stream$$anonfun$flatMap$1.apply(Stream.scala:497) | |
at scala.collection.immutable.Stream.append(Stream.scala:255) | |
at scala.collection.immutable.Stream$$anonfun$append$1.apply(Stream.scala:255) | |
at scala.collection.immutable.Stream$$anonfun$append$1.apply(Stream.scala:255) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233) | |
- locked <0x00007fe4d0d10130> (a scala.collection.immutable.Stream$Cons) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223) | |
at scala.collection.immutable.Stream$$anonfun$map$1.apply(Stream.scala:418) | |
at scala.collection.immutable.Stream$$anonfun$map$1.apply(Stream.scala:418) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1233) | |
- locked <0x00007fe4d0d101b8> (a scala.collection.immutable.Stream$Cons) | |
at scala.collection.immutable.Stream$Cons.tail(Stream.scala:1223) | |
at scala.collection.generic.Growable$class.loop$1(Growable.scala:54) | |
at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:57) | |
at scala.collection.mutable.SetBuilder.$plus$plus$eq(SetBuilder.scala:20) | |
at scala.collection.TraversableLike$class.to(TraversableLike.scala:590) | |
at scala.collection.AbstractTraversable.to(Traversable.scala:104) | |
at scala.collection.TraversableOnce$class.toSet(TraversableOnce.scala:304) | |
at scala.collection.AbstractTraversable.toSet(Traversable.scala:104) | |
at org.apache.spark.sql.catalyst.expressions.AttributeSet$.apply(AttributeSet.scala:45) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan.references(QueryPlan.scala:45) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan.missingInput(QueryPlan.scala:63) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan.statePrefix(QueryPlan.scala:173) | |
at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.statePrefix(LogicalPlan.scala:65) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan.simpleString(QueryPlan.scala:175) | |
at org.apache.spark.sql.catalyst.plans.QueryPlan.verboseString(QueryPlan.scala:177) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:548) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:566) | |
at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:566) | |
at scala.collection.immutable.List.foreach(List.scala:392) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:566) | |
at org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:568) | |
at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:566) | |
at org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:566) | |
-- | |
at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:270) | |
at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:228) | |
at org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:557) | |
at sun.reflect.GeneratedMethodAccessor76.invoke(Unknown Source) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) | |
at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) | |
at py4j.Gateway.invoke(Gateway.java:282) | |
at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) | |
at py4j.commands.CallCommand.execute(CallCommand.java:79) | |
at py4j.GatewayConnection.run(GatewayConnection.java:238) | |
at java.lang.Thread.run(Thread.java:748) | |
"Thread-3" #13 prio=5 os_prio=0 tid=0x0000564e5223b800 nid=0x43 runnable [0x00007fcef5bfc000] | |
java.lang.Thread.State: RUNNABLE | |
at java.net.PlainSocketImpl.socketAccept(Native Method) | |
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) | |
at java.net.ServerSocket.implAccept(ServerSocket.java:545) | |
at java.net.ServerSocket.accept(ServerSocket.java:513) | |
at py4j.GatewayServer.run(GatewayServer.java:685) | |
at java.lang.Thread.run(Thread.java:748) | |
"pool-2-thread-1" #12 prio=5 os_prio=0 tid=0x0000564e52222000 nid=0x42 waiting on condition [0x00007fcef5cfd000] | |
java.lang.Thread.State: TIMED_WAITING (parking) | |
at sun.misc.Unsafe.park(Native Method) | |
- parking to wait for <0x00007fcfe6c0a018> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) | |
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) | |
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
at java.lang.Thread.run(Thread.java:748) | |
"Service Thread" #7 daemon prio=9 os_prio=0 tid=0x0000564e50500800 nid=0x3d runnable [0x0000000000000000] | |
java.lang.Thread.State: RUNNABLE | |
"C1 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x0000564e50489800 nid=0x3c waiting on condition [0x0000000000000000] | |
java.lang.Thread.State: RUNNABLE | |
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x0000564e5047c000 nid=0x3b waiting on condition [0x0000000000000000] | |
java.lang.Thread.State: RUNNABLE | |
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x0000564e5047a000 nid=0x3a runnable [0x0000000000000000] | |
java.lang.Thread.State: RUNNABLE | |
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x0000564e50445800 nid=0x39 in Object.wait() [0x00007fcefb6da000] | |
java.lang.Thread.State: WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) | |
- locked <0x00007fcfe6c0b3c8> (a java.lang.ref.ReferenceQueue$Lock) | |
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) | |
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) | |
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x0000564e50442800 nid=0x38 in Object.wait() [0x00007fcefb7db000] | |
java.lang.Thread.State: WAITING (on object monitor) | |
at java.lang.Object.wait(Native Method) | |
at java.lang.Object.wait(Object.java:502) | |
at java.lang.ref.Reference.tryHandlePending(Reference.java:191) | |
- locked <0x00007fcfe6c0b668> (a java.lang.ref.Reference$Lock) | |
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) | |
"main" #1 prio=5 os_prio=0 tid=0x0000564e50336000 nid=0x34 runnable [0x00007fe927d83000] | |
java.lang.Thread.State: RUNNABLE | |
at java.io.FileInputStream.readBytes(Native Method) | |
at java.io.FileInputStream.read(FileInputStream.java:255) | |
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) | |
at java.io.BufferedInputStream.read(BufferedInputStream.java:265) | |
- locked <0x00007fcfe6c0d8a0> (a java.io.BufferedInputStream) | |
at org.apache.spark.api.python.PythonGatewayServer$.main(PythonGatewayServer.scala:87) | |
at org.apache.spark.api.python.PythonGatewayServer.main(PythonGatewayServer.scala) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) | |
at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:849) | |
at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:167) | |
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:195) | |
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:86) | |
at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:924) | |
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:933) | |
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
"VM Thread" os_prio=0 tid=0x0000564e50438800 nid=0x37 runnable | |
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x0000564e5034d000 nid=0x35 runnable | |
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x0000564e5034e800 nid=0x36 runnable | |
"VM Periodic Task Thread" os_prio=0 tid=0x0000564e504a5800 nid=0x3e waiting on condition | |
JNI global references: 313 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment