Skip to content

Instantly share code, notes, and snippets.

@shrijeet
Created October 8, 2012 21:12
Show Gist options
  • Save shrijeet/3855016 to your computer and use it in GitHub Desktop.
Save shrijeet/3855016 to your computer and use it in GitHub Desktop.
JT hung
2012-10-05 22:51:31
Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.2-b01 mixed mode):
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b4fa5000 nid=0x48d6 in Object.wait() [0x00007f09c8855000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f1317590ce8> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from modeling" daemon prio=10 tid=0x00007f13b543a000 nid=0x48d5 in Object.wait() [0x00007f09c9461000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f131ad358d8> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from modeling" daemon prio=10 tid=0x00007f09c7f80000 nid=0x48c6 in Object.wait() [0x00007f09c3af9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f131aa97e88> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f09c7e9b000 nid=0x48c1 in Object.wait() [0x00007f09c3ffe000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f132cbfdbf8> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from modeling" daemon prio=10 tid=0x00007f13b5503000 nid=0x48c0 in Object.wait() [0x00007f09c9966000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f13056f6508> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f09c5696800 nid=0x48bf in Object.wait() [0x00007f09c8e5b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f12fe643c50> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from modeling" daemon prio=10 tid=0x00007f09c7bb0800 nid=0x48be in Object.wait() [0x00007f09c824f000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f1319ff0a70> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b6393000 nid=0x48bd in Object.wait() [0x00007f09c3bfa000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f12fe5fce10> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from modeling" daemon prio=10 tid=0x00007f13b566f800 nid=0x48bc in Object.wait() [0x00007f09d57d6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f131a288a30> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b5650000 nid=0x48bb in Object.wait() [0x00007f09c3cfb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f13013daf50> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b731b800 nid=0x48ba in Object.wait() [0x00007f09c37f6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f13158e6520> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b4c70800 nid=0x48b9 in Object.wait() [0x00007f09c3efd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f12f6363230> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"IPC Client (47) connection to master-hadoop.inw-hercules.rfiserve.net/172.22.24.45:8020 from hdfs" daemon prio=10 tid=0x00007f13b5c60800 nid=0x48b8 in Object.wait() [0x00007f09c3dfc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:676)
- locked <0x00007f131901a410> (a org.apache.hadoop.ipc.Client$Connection)
at org.apache.hadoop.ipc.Client$Connection.run(Client.java:719)
"1818424260@qtp-1823682260-1029" prio=10 tid=0x0000000040c90800 nid=0x4809 waiting for monitor entry [0x00007f09c38f6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"Attach Listener" daemon prio=10 tid=0x00007f09d805a800 nid=0x475f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"66068273@qtp-1823682260-1028" prio=10 tid=0x0000000040c6d000 nid=0x4642 waiting for monitor entry [0x00007f09c8d59000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"581029490@qtp-1823682260-1027" prio=10 tid=0x0000000040c6b800 nid=0x43f7 waiting for monitor entry [0x00007f09c39f7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.killJob(JobTracker.java:3919)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobdetails_jsp._jspService(jobdetails_jsp.java:285)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"sendParams-597" daemon prio=10 tid=0x00007f13b6629000 nid=0x4103 waiting on condition [0x00007f09c9b68000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb374e0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"1844557306@qtp-1823682260-1026" prio=10 tid=0x0000000040aa7800 nid=0x3e2c waiting for monitor entry [0x00007f09d45c3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1770698455@qtp-1823682260-1025" prio=10 tid=0x0000000040aa6800 nid=0x3abb waiting for monitor entry [0x00007f09d4ac8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1291147606@qtp-1823682260-1024" prio=10 tid=0x0000000040aa6000 nid=0x3997 waiting for monitor entry [0x00007f09c9864000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"sendParams-595" daemon prio=10 tid=0x00007f09c6d6f800 nid=0x32fb waiting on condition [0x00007f09d72f1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb374e0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"1747680193@qtp-1823682260-1023" prio=10 tid=0x0000000040aa5000 nid=0x3267 waiting for monitor entry [0x00007f09d46c4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1382191254@qtp-1823682260-1022" prio=10 tid=0x0000000040a98000 nid=0x325e waiting for monitor entry [0x00007f09c8652000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"959770546@qtp-1823682260-1021" prio=10 tid=0x0000000040a97000 nid=0x324d waiting for monitor entry [0x00007f09d5cda000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"860941164@qtp-1823682260-1020" prio=10 tid=0x0000000040a96800 nid=0x324c waiting for monitor entry [0x00007f09d49c7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"965944279@qtp-1823682260-1018" prio=10 tid=0x00000000412b5000 nid=0x82f waiting for monitor entry [0x00007f09c8450000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1182814122@qtp-1823682260-1017" prio=10 tid=0x00000000412b4000 nid=0x233 waiting for monitor entry [0x00007f09c8b57000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"424519767@qtp-1823682260-1016" prio=10 tid=0x00000000412b3800 nid=0x16f waiting for monitor entry [0x00007f09d5ad8000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1803887661@qtp-1823682260-1015" prio=10 tid=0x00000000412b2800 nid=0x6c11 waiting for monitor entry [0x00007f09c935f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"179610200@qtp-1823682260-1013" prio=10 tid=0x0000000040c29800 nid=0x5762 waiting for monitor entry [0x00007f09c8551000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"2045240451@qtp-1823682260-1012" prio=10 tid=0x0000000040c29000 nid=0x575f waiting for monitor entry [0x00007f09c8753000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1620547176@qtp-1823682260-1011" prio=10 tid=0x0000000040c28000 nid=0x5753 waiting for monitor entry [0x00007f09d77f5000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"276730894@qtp-1823682260-1010" prio=10 tid=0x00000000414c5800 nid=0x56ed waiting for monitor entry [0x00007f09c8f5b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"409161109@qtp-1823682260-1009" prio=10 tid=0x00000000414c6800 nid=0x5578 waiting for monitor entry [0x00007f09c915d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"556545425@qtp-1823682260-1008" prio=10 tid=0x00000000418e7800 nid=0x5555 waiting for monitor entry [0x00007f09df497000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"711414589@qtp-1823682260-1007" prio=10 tid=0x0000000040c9f000 nid=0x5306 waiting for monitor entry [0x00007f09c9e6a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"pool-4-thread-40" prio=10 tid=0x00007f09d0026000 nid=0x4bb8 waiting for monitor entry [0x00007f09ca16d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-39" prio=10 tid=0x00007f09d0025000 nid=0x4bb7 waiting for monitor entry [0x00007f09dc164000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-38" prio=10 tid=0x00007f09d005a800 nid=0x4b91 waiting for monitor entry [0x00007f09d63e1000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-37" prio=10 tid=0x00007f09d0058000 nid=0x4b90 waiting for monitor entry [0x00007f09d65e3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-36" prio=10 tid=0x00007f09d0024000 nid=0x4b6a waiting for monitor entry [0x00007f09c9a66000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-35" prio=10 tid=0x00007f09d0039000 nid=0x4b69 waiting for monitor entry [0x00007f09d48c6000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-34" prio=10 tid=0x00007f09d0031800 nid=0x4b50 waiting for monitor entry [0x00007f09d4bc9000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-33" prio=10 tid=0x00007f09d00ba000 nid=0x4b4f waiting for monitor entry [0x00007f09d50ce000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-32" prio=10 tid=0x00007f09d0078000 nid=0x4ad9 waiting for monitor entry [0x00007f09d75f3000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-31" prio=10 tid=0x00007f09d01af000 nid=0x4ad7 waiting for monitor entry [0x00007f09d69e7000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"ResponseProcessor for block blk_3401818659070953606_128042584" daemon prio=10 tid=0x00007f13b53af800 nid=0x3f4d runnable [0x00007f09d5bda000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f1070bd9da0> (a sun.nio.ch.Util$1)
- locked <0x00007f1070bd9d88> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f1070bd9a28> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"LeaseChecker" daemon prio=10 tid=0x0000000042823000 nid=0x3db7 waiting on condition [0x00007f09c9d6a000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/externalreport/1349487610770_CampaignConversionRateByLagDriver/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4636_hdfs_CampaignConversionRateByLagDriver block blk_3401818659070953606_128042584" daemon prio=10 tid=0x0000000040ea1000 nid=0x3db6 in Object.wait() [0x00007f09dc468000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f10d782bc70> (a java.util.LinkedList)
"ResponseProcessor for block blk_-2283194048295767613_128041430" daemon prio=10 tid=0x00007f13b4f41800 nid=0x3c43 runnable [0x00007f09d54d3000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b4133f798> (a sun.nio.ch.Util$1)
- locked <0x00007f0b4133f780> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b4133ef98> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"ResponseProcessor for block blk_-857611024384327216_128041186" daemon prio=10 tid=0x00007f13b4e68800 nid=0x39d6 runnable [0x00007f09d4fce000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f1070ba6338> (a sun.nio.ch.Util$1)
- locked <0x00007f1070ba6320> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f1070ba5fc0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"LeaseChecker" daemon prio=10 tid=0x00007f13b7cdb800 nid=0x3708 waiting on condition [0x00007f09d66e5000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/externalreport/1349487625416_AdvertiserParamEstimatorDriver/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4639_hdfs_AdvertiserParamEstimatorDriver block blk_-857611024384327216_128041186" daemon prio=10 tid=0x00007f09c7abe000 nid=0x3707 in Object.wait() [0x00007f09d4ccb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b412b97b0> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x0000000041361800 nid=0x3313 waiting on condition [0x00007f09d67e6000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/adlog-datascrub-kafka_1349487602090/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4635_hdfs_+Ad+Logs+Data+Scrubbing+%3A+Kafka+mode+ block blk_-2283194048295767613_128041430" daemon prio=10 tid=0x00000000412aa800 nid=0x3312 in Object.wait() [0x00007f09dc266000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b41303bc0> (a java.util.LinkedList)
"ResponseProcessor for block blk_8493382021755857466_128039203" daemon prio=10 tid=0x00007f09c58c0000 nid=0x28ec runnable [0x00007f09d4ecd000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b4131def8> (a sun.nio.ch.Util$1)
- locked <0x00007f0b4131dee0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b4131d6f8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"ResponseProcessor for block blk_5501489886724882484_128038406" daemon prio=10 tid=0x00007f13b68f2000 nid=0x2306 runnable [0x00007f09d58d7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b41329158> (a sun.nio.ch.Util$1)
- locked <0x00007f0b41329140> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b41320990> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"ResponseProcessor for block blk_9154849209006689939_128037965" daemon prio=10 tid=0x00007f09bc81e000 nid=0x1f35 runnable [0x00007f09d52d1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b4132a7c8> (a sun.nio.ch.Util$1)
- locked <0x00007f0b4132a7b0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b41329fc8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"ResponseProcessor for block blk_-3682317054459224516_128037883" daemon prio=10 tid=0x00007f13b6d9d000 nid=0x1e87 runnable [0x00007f09d5edd000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b4132be40> (a sun.nio.ch.Util$1)
- locked <0x00007f0b4132be28> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b4132b640> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"ResponseProcessor for block blk_5879778092936022434_128037739" daemon prio=10 tid=0x00007f13b6aad800 nid=0x1d6c runnable [0x00007f09df397000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b4132d4b8> (a sun.nio.ch.Util$1)
- locked <0x00007f0b4132d4a0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b4132ccb8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"1236122940@qtp-1823682260-1006" prio=10 tid=0x0000000040ca3000 nid=0x1b03 waiting for monitor entry [0x00007f09d56d4000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getClusterStatus(JobTracker.java:3875)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.jobtracker_jsp._jspService(jobtracker_jsp.java:106)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:97)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:824)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"LeaseChecker" daemon prio=10 tid=0x0000000040f43800 nid=0x6773 waiting on condition [0x00007f09d6bea000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-109082" daemon prio=10 tid=0x00000000412b0800 nid=0x6772 in Object.wait() [0x00007f09c9663000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b3b473f48> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09d00b9800 nid=0x6749 waiting on condition [0x00007f09d60df000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-109073" daemon prio=10 tid=0x00007f09d00bb800 nid=0x6748 in Object.wait() [0x00007f09c9c69000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b3b48d320> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09c7d8d000 nid=0x66c3 waiting on condition [0x00007f09d6ae9000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-109064" daemon prio=10 tid=0x00007f09c6acb000 nid=0x66c2 in Object.wait() [0x00007f09d74f3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b3b4a7040> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00000000412b1000 nid=0xf54 waiting on condition [0x00007f09df69a000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-108264" daemon prio=10 tid=0x0000000041ab4000 nid=0xf53 in Object.wait() [0x00007f09c9f6c000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b331cb378> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09d0018000 nid=0x6c7 waiting on condition [0x00007f09c9764000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/kafka/RealTimeBidServer_1349485802650/inw19rfiservenet/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4578_hdfs_+KafkaHDFSConsumer+for+inw19rfiservenet+topic+%3A+Re block blk_9154849209006689939_128037965" daemon prio=10 tid=0x00007f09d0079000 nid=0x6c6 in Object.wait() [0x00007f09c925f000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b33fba488> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f13b4f91800 nid=0x5ff waiting on condition [0x00007f09d68e7000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/kafka/RealTimeBidServer_1349485802650/inw11rfiservenet/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4577_hdfs_+KafkaHDFSConsumer+for+inw11rfiservenet+topic+%3A+Re block blk_5501489886724882484_128038406" daemon prio=10 tid=0x00007f13b553a000 nid=0x5fe in Object.wait() [0x00007f09d44c3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b340c2a40> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00000000418e7000 nid=0x416 waiting on condition [0x00007f09d79f8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/kafka/RealTimeBidServer_1349485802650/inw82rfiservenet/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4575_hdfs_+KafkaHDFSConsumer+for+inw82rfiservenet+topic+%3A+Re block blk_8493382021755857466_128039203" daemon prio=10 tid=0x00000000412ab800 nid=0x415 in Object.wait() [0x00007f09d55d4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b33361978> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09d005c000 nid=0x382 waiting on condition [0x00007f09d53d2000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/kafka/RealTimeBidServer_1349485802650/inw5rfiservenet/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4574_hdfs_+KafkaHDFSConsumer+for+inw5rfiservenet+topic+%3A+Rea block blk_-3682317054459224516_128037883" daemon prio=10 tid=0x00007f09d0038800 nid=0x381 in Object.wait() [0x00007f09d73f2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b3321bae0> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09d002f800 nid=0x245 waiting on condition [0x00007f09ca06d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/kafka/RealTimeBidServer_1349485802650/inw16rfiservenet/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4570_hdfs_+KafkaHDFSConsumer+for+inw16rfiservenet+topic+%3A+Re block blk_5879778092936022434_128037739" daemon prio=10 tid=0x00007f09d007f800 nid=0x244 in Object.wait() [0x00007f09d4dcc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b3322ef90> (a java.util.LinkedList)
"ResponseProcessor for block blk_3838906171004738436_128020377" daemon prio=10 tid=0x00007f13b6608000 nid=0x798b runnable [0x00007f09d47c6000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b2f7dc3c0> (a sun.nio.ch.Util$1)
- locked <0x00007f0b2f7dc3a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b2f7dbc30> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"LeaseChecker" daemon prio=10 tid=0x0000000040ca2800 nid=0x7652 waiting on condition [0x00007f09d59d8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/adserver/20121005/1349485647295/impressions/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4561_hdfs_Ad+Server+Log+Processing%3A20121005 block blk_3838906171004738436_128020377" daemon prio=10 tid=0x00000000412ce000 nid=0x7651 in Object.wait() [0x00007f09c8956000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b2f838828> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f13b489e000 nid=0x6db4 waiting on condition [0x00007f09df599000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-107956" daemon prio=10 tid=0x00007f13b54d3800 nid=0x6db3 in Object.wait() [0x00007f09d7cfb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b2f89c3f0> (a java.util.LinkedList)
"ResponseProcessor for block blk_4008668112277162908_128017691" daemon prio=10 tid=0x00007f13b6509000 nid=0x6877 runnable [0x00007f09d62e1000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f0b2f8c1ab0> (a sun.nio.ch.Util$1)
- locked <0x00007f0b2f8c1a98> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f0b2f8c1330> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)
at java.io.DataInputStream.readFully(DataInputStream.java:178)
at java.io.DataInputStream.readLong(DataInputStream.java:399)
at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2650)
"LeaseChecker" daemon prio=10 tid=0x00007f13b43f6000 nid=0x65e5 waiting on condition [0x00007f09dc569000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"DataStreamer for file /user/hdfs/warehouse/temp/bidlog-datascrub-kafka_1349485438424/_logs/history/master-hadoop.inw-hercules.rfiserve.net_1349319288171_job_201210032254_4545_hdfs_+Bid+Logs+Data+Scrubbing+%3A+Kafka+mode block blk_4008668112277162908_128017691" daemon prio=10 tid=0x00007f13b4589000 nid=0x65e4 in Object.wait() [0x00007f09c9562000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b2f8c2f60> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x0000000040ea1800 nid=0x2a6c waiting on condition [0x00007f09d5ddc000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"LeaseChecker" daemon prio=10 tid=0x00007f09d0020800 nid=0x64a4 waiting on condition [0x00007f09df79b000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"LeaseChecker" daemon prio=10 tid=0x00007f09d007b000 nid=0x15a1 waiting on condition [0x00007f09d42c1000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-102748" daemon prio=10 tid=0x00007f09d007a000 nid=0x15a0 in Object.wait() [0x00007f09d6dec000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0b0f152440> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f09d0073000 nid=0x5a71 waiting on condition [0x00007f09df296000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-95351" daemon prio=10 tid=0x00007f09d0022800 nid=0x5a70 in Object.wait() [0x00007f09c8a57000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0aeab2cc50> (a java.util.LinkedList)
"LeaseChecker" daemon prio=10 tid=0x00007f13b40da800 nid=0x5a0f waiting on condition [0x00007f09d70ef000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-95338" daemon prio=10 tid=0x00007f13b6730000 nid=0x5a0e in Object.wait() [0x00007f09d61e0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2495)
- locked <0x00007f0aeab46020> (a java.util.LinkedList)
"pool-4-thread-30" prio=10 tid=0x00007f09d01ae800 nid=0x7d66 waiting for monitor entry [0x00007f09d51cf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-29" prio=10 tid=0x00007f09d00b7800 nid=0x7cee waiting for monitor entry [0x00007f09d6fed000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-28" prio=10 tid=0x00007f09d00b7000 nid=0x7cc1 waiting for monitor entry [0x00007f13b8386000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-27" prio=10 tid=0x00007f09d0010000 nid=0x7c48 waiting for monitor entry [0x00007f09d64e2000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-26" prio=10 tid=0x00007f09d00a8000 nid=0x7bc1 waiting for monitor entry [0x00007f09d7ffd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-25" prio=10 tid=0x00007f09d0064000 nid=0x7aa3 waiting for monitor entry [0x00007f09df194000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-24" prio=10 tid=0x00007f09d00b4800 nid=0x7a6f waiting for monitor entry [0x00007f09d5fdd000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-23" prio=10 tid=0x00007f09d0004000 nid=0x7998 waiting for monitor entry [0x00007f09c905c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-22" prio=10 tid=0x00007f09d003a000 nid=0x791e waiting for monitor entry [0x00007f09dc366000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"pool-4-thread-21" prio=10 tid=0x00007f09d00b2000 nid=0x78f7 waiting for monitor entry [0x00007f09d41bf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4821)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.getAllJobs(JobTracker.java:4402)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:860)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler$11.run(ThriftJobTrackerPlugin.java:856)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:337)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1098)
at org.apache.hadoop.thriftfs.ThriftHandlerBase.assumeUserContextAndExecute(ThriftHandlerBase.java:206)
at org.apache.hadoop.mapred.ThriftJobTrackerPlugin$ThriftHandler.getUserJobCounts(ThriftJobTrackerPlugin.java:856)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.thriftfs.ThriftUtils$SecurityCheckingProxy.invoke(ThriftUtils.java:228)
at $Proxy7.getUserJobCounts(Unknown Source)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor$getUserJobCounts.process(Jobtracker.java:2368)
at org.apache.hadoop.thriftfs.jobtracker.api.Jobtracker$Processor.process(Jobtracker.java:2089)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer$WorkerProcess.run(SanerThreadPoolServer.java:277)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:619)
"Directory/File cleanup thread" daemon prio=10 tid=0x00007f13b44b7000 nid=0x7403 waiting on condition [0x00007f09d6ceb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb3c2c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at org.apache.hadoop.mapred.CleanupQueue$PathCleanupThread.run(CleanupQueue.java:130)
"pool-2-thread-1" prio=10 tid=0x00007f13b52c0800 nid=0x7402 waiting on condition [0x00007f09d6eed000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb3c690> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"pool-5-thread-4" prio=10 tid=0x00007f09d8097800 nid=0x732d waiting on condition [0x00007f09d71f0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb37dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"pool-5-thread-3" prio=10 tid=0x00007f09d8097000 nid=0x72d6 waiting on condition [0x00007f09d7bfa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb37dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"pool-5-thread-2" prio=10 tid=0x00007f09d8085000 nid=0x6fa2 waiting on condition [0x00007f09d76f5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb37dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"LeaseChecker" daemon prio=10 tid=0x00007f09d0067000 nid=0x6f01 waiting on condition [0x00007f09d78f7000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"pool-5-thread-1" prio=10 tid=0x00007f09d8029000 nid=0x6ef9 waiting on condition [0x00007f09d7dfc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb37dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"Timer-1" daemon prio=10 tid=0x00007f13b4920800 nid=0x6ef8 in Object.wait() [0x00007f09d7efd000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00007f09efb39c68> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:485)
at java.util.TimerThread.mainLoop(Timer.java:483)
- locked <0x00007f09efb39c68> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"IPC Server handler 31 on 8021" daemon prio=10 tid=0x00007f13b4776000 nid=0x6bf0 waiting for monitor entry [0x00007f09dc669000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobCounters(JobTracker.java:4136)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 30 on 8021" daemon prio=10 tid=0x00007f13b4773800 nid=0x6bef waiting for monitor entry [0x00007f09dc76a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 29 on 8021" daemon prio=10 tid=0x00007f13b4771800 nid=0x6bee waiting for monitor entry [0x00007f09dc86b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 28 on 8021" daemon prio=10 tid=0x00007f13b4770000 nid=0x6bed waiting for monitor entry [0x00007f09dc96c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 27 on 8021" daemon prio=10 tid=0x00007f13b4785800 nid=0x6bec waiting for monitor entry [0x00007f09dca6e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 26 on 8021" daemon prio=10 tid=0x00007f13b4783800 nid=0x6beb waiting for monitor entry [0x00007f09dcb6e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 25 on 8021" daemon prio=10 tid=0x00007f13b4781800 nid=0x6bea waiting for monitor entry [0x00007f09dcc6f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 24 on 8021" daemon prio=10 tid=0x00007f13b477f800 nid=0x6be9 in Object.wait() [0x00007f09dcd70000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3482)
- locked <0x00007f0b20ee5bc8> (a java.util.LinkedList)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.flushInternal(DFSClient.java:3471)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.closeInternal(DFSClient.java:3563)
- locked <0x00007f0b20edd2a0> (a org.apache.hadoop.hdfs.DFSClient$DFSOutputStream)
at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.close(DFSClient.java:3502)
at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:61)
at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:86)
at sun.nio.cs.StreamEncoder.implClose(StreamEncoder.java:301)
at sun.nio.cs.StreamEncoder.close(StreamEncoder.java:130)
- locked <0x00007f0b20edd210> (a java.io.OutputStreamWriter)
at java.io.OutputStreamWriter.close(OutputStreamWriter.java:216)
at java.io.BufferedWriter.close(BufferedWriter.java:248)
- locked <0x00007f0b20edd210> (a java.io.OutputStreamWriter)
at java.io.PrintWriter.close(PrintWriter.java:295)
- locked <0x00007f0b20edd1c8> (a java.io.BufferedWriter)
at org.apache.hadoop.mapred.JobHistory$JobInfo.logFinished(JobHistory.java:1443)
at org.apache.hadoop.mapred.JobInProgress.jobComplete(JobInProgress.java:2705)
at org.apache.hadoop.mapred.JobInProgress.completedTask(JobInProgress.java:2618)
- locked <0x00007f0b20f3c320> (a org.apache.hadoop.mapred.JobInProgress)
at org.apache.hadoop.mapred.JobInProgress.updateTaskStatus(JobInProgress.java:1208)
- locked <0x00007f0b20f3c320> (a org.apache.hadoop.mapred.JobInProgress)
at org.apache.hadoop.mapred.JobTracker.updateTaskStatuses(JobTracker.java:4536)
at org.apache.hadoop.mapred.JobTracker.processHeartbeat(JobTracker.java:3500)
- locked <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3199)
- locked <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 23 on 8021" daemon prio=10 tid=0x00007f13b46af000 nid=0x6be8 waiting for monitor entry [0x00007f09dce71000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 22 on 8021" daemon prio=10 tid=0x00007f13b46ac800 nid=0x6be7 waiting for monitor entry [0x00007f09dcf72000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 21 on 8021" daemon prio=10 tid=0x00007f13b46aa800 nid=0x6be6 waiting for monitor entry [0x00007f09dd073000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 20 on 8021" daemon prio=10 tid=0x00007f13b46a9000 nid=0x6be5 waiting for monitor entry [0x00007f09dd174000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 19 on 8021" daemon prio=10 tid=0x00007f13b4eca000 nid=0x6be4 waiting for monitor entry [0x00007f09dd276000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 18 on 8021" daemon prio=10 tid=0x00007f13b4ec8800 nid=0x6be3 waiting for monitor entry [0x00007f09dd376000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 17 on 8021" daemon prio=10 tid=0x00007f13b4ec6800 nid=0x6be2 waiting for monitor entry [0x00007f09dd477000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 16 on 8021" daemon prio=10 tid=0x00007f13b47dd800 nid=0x6be1 waiting for monitor entry [0x00007f09dd578000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 15 on 8021" daemon prio=10 tid=0x00007f13b47dc000 nid=0x6be0 waiting for monitor entry [0x00007f09dd679000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 14 on 8021" daemon prio=10 tid=0x00007f13b47d9800 nid=0x6bdf waiting for monitor entry [0x00007f09dd77a000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 13 on 8021" daemon prio=10 tid=0x00007f13b47d7800 nid=0x6bde waiting for monitor entry [0x00007f09dd87b000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobCounters(JobTracker.java:4136)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 12 on 8021" daemon prio=10 tid=0x00007f13b4e93000 nid=0x6bdd waiting for monitor entry [0x00007f09dd97c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 11 on 8021" daemon prio=10 tid=0x00007f13b4e91000 nid=0x6bdc waiting for monitor entry [0x00007f09dda7d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 10 on 8021" daemon prio=10 tid=0x00007f13b4e8f000 nid=0x6bdb waiting for monitor entry [0x00007f09ddb7e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 9 on 8021" daemon prio=10 tid=0x00007f13b4629000 nid=0x6bda waiting for monitor entry [0x00007f09ddc7f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 8 on 8021" daemon prio=10 tid=0x00007f13b4627800 nid=0x6bd9 waiting for monitor entry [0x00007f09ddd80000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 7 on 8021" daemon prio=10 tid=0x00007f13b4625800 nid=0x6bd8 waiting for monitor entry [0x00007f09dde81000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 6 on 8021" daemon prio=10 tid=0x00007f13b4b80800 nid=0x6bd7 waiting for monitor entry [0x00007f09ddf82000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 5 on 8021" daemon prio=10 tid=0x00007f13b4b7e800 nid=0x6bd6 waiting for monitor entry [0x00007f09de083000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobProfile(JobTracker.java:4095)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 4 on 8021" daemon prio=10 tid=0x00007f13b4b7d000 nid=0x6bd5 waiting for monitor entry [0x00007f09de184000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 3 on 8021" daemon prio=10 tid=0x00007f13b49fc000 nid=0x6bd4 waiting for monitor entry [0x00007f09de285000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 2 on 8021" daemon prio=10 tid=0x00007f13b49fa000 nid=0x6bd3 waiting for monitor entry [0x00007f09de386000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 1 on 8021" daemon prio=10 tid=0x00007f13b49f8000 nid=0x6bd2 waiting for monitor entry [0x00007f09de487000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.heartbeat(JobTracker.java:3131)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server handler 0 on 8021" daemon prio=10 tid=0x00007f13b4934800 nid=0x6bd1 waiting for monitor entry [0x00007f09de588000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker.getJobStatus(JobTracker.java:4116)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:557)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1415)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1411)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:396)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1115)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1409)
"IPC Server listener on 8021" daemon prio=10 tid=0x00007f13b4933000 nid=0x6bd0 runnable [0x00007f09de68a000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f09efb92800> (a sun.nio.ch.Util$1)
- locked <0x00007f09efb92818> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f09efb92788> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.ipc.Server$Listener.run(Server.java:468)
"IPC Server Responder" daemon prio=10 tid=0x00007f13b4931000 nid=0x6bcf runnable [0x00007f09de78b000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f09efb93638> (a sun.nio.ch.Util$1)
- locked <0x00007f09efb93650> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f09efb935c0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.ipc.Server$Responder.run(Server.java:636)
"expireLaunchingTasks" prio=10 tid=0x00007f13b45b6000 nid=0x6bce waiting for monitor entry [0x00007f09de88c000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker$ExpireLaunchingTasks.run(JobTracker.java:371)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at java.lang.Thread.run(Thread.java:619)
"retireJobs" prio=10 tid=0x00007f13b45b4800 nid=0x6bcd waiting for monitor entry [0x00007f09de98d000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker$RetireJobs.run(JobTracker.java:643)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at java.lang.Thread.run(Thread.java:619)
"expireTrackers" prio=10 tid=0x00007f13b45b3800 nid=0x6bcc waiting for monitor entry [0x00007f09dea8e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.JobTracker$ExpireTrackers.run(JobTracker.java:463)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at java.lang.Thread.run(Thread.java:619)
"FairScheduler update thread" prio=10 tid=0x00007f13b45a0800 nid=0x6bcb waiting for monitor entry [0x00007f09deb8f000]
java.lang.Thread.State: BLOCKED (on object monitor)
at org.apache.hadoop.mapred.FairScheduler.update(FairScheduler.java:581)
- waiting to lock <0x00007f09efabe000> (a org.apache.hadoop.mapred.JobTracker)
at org.apache.hadoop.mapred.FairScheduler$UpdateThread.run(FairScheduler.java:316)
"jobInitManager" daemon prio=10 tid=0x00007f13b47c6800 nid=0x6bca in Object.wait() [0x00007f09ded91000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.mapred.EagerTaskInitializationListener$JobInitManager.run(EagerTaskInitializationListener.java:55)
- locked <0x00007f09efb8e880> (a java.util.ArrayList)
at java.lang.Thread.run(Thread.java:619)
"LeaseChecker" daemon prio=10 tid=0x00007f13b462a800 nid=0x6bc8 waiting on condition [0x00007f09dec90000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1179)
at java.lang.Thread.run(Thread.java:619)
"Thread-21" prio=10 tid=0x00007f13b4225000 nid=0x6bc5 runnable [0x00007f09dee92000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
- locked <0x00007f09efb8ed20> (a java.net.SocksSocketImpl)
at java.net.ServerSocket.implAccept(ServerSocket.java:453)
at java.net.ServerSocket.accept(ServerSocket.java:421)
at org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:119)
at org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:35)
at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31)
at org.apache.hadoop.thriftfs.SanerThreadPoolServer.serve(SanerThreadPoolServer.java:197)
at org.apache.hadoop.thriftfs.ThriftPluginServer.run(ThriftPluginServer.java:146)
at java.lang.Thread.run(Thread.java:619)
"Thread-20" prio=10 tid=0x00007f13b4220000 nid=0x6bc1 waiting on condition [0x00007f09def93000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb8f3f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:160)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:39)
at org.apache.hadoop.mapred.JobEndNotifier$1.run(JobEndNotifier.java:50)
at java.lang.Thread.run(Thread.java:619)
"pool-3-thread-1" prio=10 tid=0x00007f13b421f000 nid=0x6bc0 waiting on condition [0x00007f09df094000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00007f09efb8f828> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
"Timer thread for monitoring mapred" daemon prio=10 tid=0x00007f13b48f6000 nid=0x6b00 in Object.wait() [0x00007f09df89c000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00007f09efba2c98> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"Timer thread for monitoring jvm" daemon prio=10 tid=0x00007f13b48d8000 nid=0x6aff in Object.wait() [0x00007f09df99d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00007f09efba0b60> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"Timer-0" daemon prio=10 tid=0x00007f13b48d4800 nid=0x6afa in Object.wait() [0x00007f13b8185000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00007f09efb75208> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"601903402@qtp-1823682260-1 - Acceptor0 [email protected]:50030" prio=10 tid=0x00007f13b4756000 nid=0x6ac4 runnable [0x00007f13b8286000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f09efb99ec8> (a sun.nio.ch.Util$1)
- locked <0x00007f09efb99eb0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f09efb99ad8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"Socket Reader #1 for port 8021" prio=10 tid=0x00007f13b472f000 nid=0x6ab8 runnable [0x00007f13b8488000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x00007f09efc6f780> (a sun.nio.ch.Util$1)
- locked <0x00007f09efc6f768> (a java.util.Collections$UnmodifiableSet)
- locked <0x00007f09efb885f8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:352)
- locked <0x00007f09efbb9b48> (a org.apache.hadoop.ipc.Server$Listener$Reader)
"Thread[Thread-3,5,main]" daemon prio=10 tid=0x00007f13b467f800 nid=0x6ab1 waiting on condition [0x00007f13b8793000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:384)
at java.lang.Thread.run(Thread.java:619)
"Timer thread for monitoring " daemon prio=10 tid=0x00007f13b456a800 nid=0x6aae in Object.wait() [0x00007f13b8a9a000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00007f09efb86d78> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"RMI TCP Accept-0" daemon prio=10 tid=0x00007f13b4369800 nid=0x6a62 runnable [0x00007f13b8c9c000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
- locked <0x00007f09efadf978> (a java.net.SocksSocketImpl)
at java.net.ServerSocket.implAccept(ServerSocket.java:453)
at java.net.ServerSocket.accept(ServerSocket.java:421)
at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
at java.lang.Thread.run(Thread.java:619)
"Low Memory Detector" daemon prio=10 tid=0x00007f13b40a5800 nid=0x6a5d runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"CompilerThread1" daemon prio=10 tid=0x00007f13b40a0800 nid=0x6a5c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"CompilerThread0" daemon prio=10 tid=0x00007f13b409e800 nid=0x6a5b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007f13b409c800 nid=0x6a5a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007f13b407f000 nid=0x6a59 in Object.wait() [0x00007f13b9a9b000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
- locked <0x00007f09efb7d490> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
"Reference Handler" daemon prio=10 tid=0x00007f13b407d000 nid=0x6a58 in Object.wait() [0x00007f13b9b9c000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x00007f09efb7d448> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0x00007f13b4008800 nid=0x6a36 in Object.wait() [0x00007f13bb5db000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00007f09efb88528> (a org.apache.hadoop.ipc.RPC$Server)
at java.lang.Object.wait(Object.java:485)
at org.apache.hadoop.ipc.Server.join(Server.java:1646)
- locked <0x00007f09efb88528> (a org.apache.hadoop.ipc.RPC$Server)
at org.apache.hadoop.mapred.JobTracker.offerService(JobTracker.java:2481)
at org.apache.hadoop.mapred.JobTracker.main(JobTracker.java:4768)
"VM Thread" prio=10 tid=0x00007f13b4076800 nid=0x6a57 runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f13b4013000 nid=0x6a42 runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f13b4014800 nid=0x6a44 runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f13b4016800 nid=0x6a45 runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f13b4018000 nid=0x6a46 runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0x00007f13b401a000 nid=0x6a47 runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0x00007f13b401c000 nid=0x6a48 runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0x00007f13b401d800 nid=0x6a49 runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0x00007f13b401f800 nid=0x6a4a runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0x00007f13b4021800 nid=0x6a4b runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0x00007f13b4023000 nid=0x6a4c runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0x00007f13b4025000 nid=0x6a4d runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0x00007f13b4027000 nid=0x6a4e runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0x00007f13b4028800 nid=0x6a4f runnable
"VM Periodic Task Thread" prio=10 tid=0x00007f13b4321800 nid=0x6a63 waiting on condition
JNI global references: 1104
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment