Created
February 1, 2013 22:32
-
-
Save stephenh/4694625 to your computer and use it in GitHub Desktop.
distributed
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Listening for transport dt_socket at address: 5005 | |
| [0m[[0minfo[0m] [0mLoading project definition from /home/stephen/other/spark/project/project[0m | |
| [0m[[0minfo[0m] [0mLoading project definition from /home/stephen/other/spark/project[0m | |
| [0m[[0minfo[0m] [0mSet current project to root (in build file:/home/stephen/other/spark/)[0m | |
| [INFO] [02/01/2013 16:23:07.149] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:07.152] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:07.156] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:07.158] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:53127 | |
| [INFO] [02/01/2013 16:23:07.158] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:53127 | |
| [INFO] [02/01/2013 16:23:07.161] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48846 | |
| [INFO] [02/01/2013 16:23:07.161] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54884 | |
| [INFO] [02/01/2013 16:23:07.161] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:55892 | |
| [INFO] [02/01/2013 16:23:07.173] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:54884 | |
| [INFO] [02/01/2013 16:23:07.173] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:53127 | |
| [INFO] [02/01/2013 16:23:07.173] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:48846 | |
| [INFO] [02/01/2013 16:23:07.304] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:55892 | |
| [INFO] [02/01/2013 16:23:09.582] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:09.582] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:09.586] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:38680 | |
| [INFO] [02/01/2013 16:23:09.586] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:38680 | |
| [INFO] [02/01/2013 16:23:09.589] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:09.591] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43026 | |
| [INFO] [02/01/2013 16:23:09.591] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:37029 | |
| [INFO] [02/01/2013 16:23:09.597] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43026 | |
| [INFO] [02/01/2013 16:23:09.598] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:37029 | |
| [WARN] [02/01/2013 16:23:09.598] [New I/O worker #178] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:43026: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [WARN] [02/01/2013 16:23:09.598] [New I/O worker #177] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:37029: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [INFO] [02/01/2013 16:23:09.598] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:59572 | |
| [INFO] [02/01/2013 16:23:09.602] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:38680 | |
| [ERROR] [02/01/2013 16:23:09.607] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:38680] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:09.607] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:38680] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [INFO] [02/01/2013 16:23:09.712] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:59572 | |
| [INFO] [02/01/2013 16:23:11.956] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:11.956] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:11.959] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43723 | |
| [INFO] [02/01/2013 16:23:11.963] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:48906 | |
| [INFO] [02/01/2013 16:23:11.963] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43723 | |
| [INFO] [02/01/2013 16:23:11.966] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48906 | |
| [INFO] [02/01/2013 16:23:11.967] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:11.967] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58604 | |
| [ERROR] [02/01/2013 16:23:11.971] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48906: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:11.973] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48906: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:11.976] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48906: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:11.977] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:48906: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:11.977] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58604 | |
| [INFO] [02/01/2013 16:23:11.978] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48906 | |
| [INFO] [02/01/2013 16:23:11.978] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:49913 | |
| [INFO] [02/01/2013 16:23:11.982] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43723 | |
| [INFO] [02/01/2013 16:23:12.88] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:49913 | |
| [INFO] [02/01/2013 16:23:14.109] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:14.110] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:14.113] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44044 | |
| [INFO] [02/01/2013 16:23:14.114] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44044 | |
| [INFO] [02/01/2013 16:23:14.117] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:55675 | |
| [INFO] [02/01/2013 16:23:14.118] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:14.119] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:59839 | |
| [ERROR] [02/01/2013 16:23:14.120] [spark-5] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:44044] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:14.120] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:55675: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:14.121] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:55675 | |
| [INFO] [02/01/2013 16:23:14.122] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:59839 | |
| [INFO] [02/01/2013 16:23:14.122] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:38608 | |
| [INFO] [02/01/2013 16:23:14.125] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:44044 | |
| [INFO] [02/01/2013 16:23:14.125] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:38608 | |
| [INFO] [02/01/2013 16:23:14.126] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:38608 | |
| [WARN] [02/01/2013 16:23:14.128] [New I/O worker #417] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:38608: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:14.130] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:38608: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@4395b15c rejected from java.util.concurrent.ThreadPoolExecutor@18af31ae[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@6710bb13 rejected from java.util.concurrent.ThreadPoolExecutor@18af31ae[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:23:14.142] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:59839: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@e4f38db rejected from java.util.concurrent.ThreadPoolExecutor@731db933[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:14.142] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:59839: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@e4f38db rejected from java.util.concurrent.ThreadPoolExecutor@731db933[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@5923f185 rejected from java.util.concurrent.ThreadPoolExecutor@18af31ae[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:14.146] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:59839: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:14.238] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:38608 | |
| [INFO] [02/01/2013 16:23:17.79] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:17.82] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:17.84] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:46404 | |
| [INFO] [02/01/2013 16:23:17.87] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:46404 | |
| [INFO] [02/01/2013 16:23:17.89] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:50246 | |
| [INFO] [02/01/2013 16:23:17.90] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:49348 | |
| [INFO] [02/01/2013 16:23:17.91] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:23:17.92] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:50246: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:17.92] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:46404] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:17.93] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:50246 | |
| [INFO] [02/01/2013 16:23:17.94] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:49348 | |
| [INFO] [02/01/2013 16:23:17.94] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:36930 | |
| [INFO] [02/01/2013 16:23:17.96] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:46404 | |
| [ERROR] [02/01/2013 16:23:17.97] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:49348: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:17.97] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:49348: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:17.98] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:49348: Error[java.lang.IllegalStateException:cannot be started once stopped | |
| at org.jboss.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:262) | |
| at org.jboss.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:318) | |
| at akka.remote.netty.ActiveRemoteClientHandler$$anonfun$channelClosed$1.apply$mcV$sp(Client.scala:293) | |
| at akka.util.Switch.ifOn(LockUtil.scala:88) | |
| at akka.remote.netty.ActiveRemoteClientHandler.channelClosed(Client.scala:291) | |
| at org.jboss.netty.handler.timeout.IdleStateAwareChannelHandler.handleUpstream(IdleStateAwareChannelHandler.java:43) | |
| at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:45) | |
| at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:69) | |
| at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:315) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:17 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@6fb1667b rejected from java.util.concurrent.ThreadPoolExecutor@cbb96ec[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:17.103] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:49348: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:17.202] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:36930 | |
| [INFO] [02/01/2013 16:23:19.975] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:19.978] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:19.979] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58372 | |
| [INFO] [02/01/2013 16:23:19.983] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58274 | |
| [INFO] [02/01/2013 16:23:19.983] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58372 | |
| [INFO] [02/01/2013 16:23:19.989] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:41833 | |
| [INFO] [02/01/2013 16:23:19.990] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:23:19.993] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:41833: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:19.993] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:41833 | |
| [INFO] [02/01/2013 16:23:19.993] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:39202 | |
| [ERROR] [02/01/2013 16:23:19.994] [spark-3] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:58372] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:19.995] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58372 | |
| [ERROR] [02/01/2013 16:23:19.996] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:58274: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:19.996] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:58274: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [WARN] [02/01/2013 16:23:19.999] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:58274: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:19.999] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:58274: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:19 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@5da4aacc rejected from java.util.concurrent.ThreadPoolExecutor@65c9671b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:20 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@4370d512 rejected from java.util.concurrent.ThreadPoolExecutor@65c9671b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:23:20.4] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:39202: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@61ebb6e5 rejected from java.util.concurrent.ThreadPoolExecutor@3a34a69c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:20.5] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:39202: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@61ebb6e5 rejected from java.util.concurrent.ThreadPoolExecutor@3a34a69c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:20 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@578c01f9 rejected from java.util.concurrent.ThreadPoolExecutor@65c9671b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:20.8] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:39202: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:20.111] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:39202 | |
| [INFO] [02/01/2013 16:23:22.202] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:22.204] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54283 | |
| [INFO] [02/01/2013 16:23:22.204] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:22.205] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:46226 | |
| [INFO] [02/01/2013 16:23:22.207] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54283 | |
| [INFO] [02/01/2013 16:23:22.208] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:45029 | |
| [INFO] [02/01/2013 16:23:22.209] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:23:22.210] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46226: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:22.210] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46226: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:22.213] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46226: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:22.214] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:46226: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:22.214] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:45029 | |
| [INFO] [02/01/2013 16:23:22.214] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48700 | |
| [INFO] [02/01/2013 16:23:22.215] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:46226 | |
| [INFO] [02/01/2013 16:23:22.216] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:48700 | |
| [INFO] [02/01/2013 16:23:22.216] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:54283 | |
| [INFO] [02/01/2013 16:23:22.217] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48700 | |
| [WARN] [02/01/2013 16:23:22.217] [New I/O worker #802] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:48700: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:22.218] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48700: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:22 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@2a7dd923 rejected from java.util.concurrent.ThreadPoolExecutor@2c3a9ea0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:22 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@3a4f5e0b rejected from java.util.concurrent.ThreadPoolExecutor@2c3a9ea0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:23:22.224] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:45029: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@ab0eed3 rejected from java.util.concurrent.ThreadPoolExecutor@660f6420[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:22.224] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:45029: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@ab0eed3 rejected from java.util.concurrent.ThreadPoolExecutor@660f6420[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:22 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@1e7a5ba5 rejected from java.util.concurrent.ThreadPoolExecutor@2c3a9ea0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:22.227] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:45029: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:22.319] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:48700 | |
| [INFO] [02/01/2013 16:23:24.688] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:24.690] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:24.692] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:34179 | |
| [INFO] [02/01/2013 16:23:24.692] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:34179 | |
| [INFO] [02/01/2013 16:23:24.693] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:56096 | |
| [INFO] [02/01/2013 16:23:24.694] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:33882 | |
| [WARN] [02/01/2013 16:23:24.696] [New I/O worker #945] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:56096: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [WARN] [02/01/2013 16:23:24.697] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:33882: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:24.698] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:34179] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:24.698] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:33882 | |
| [ERROR] [02/01/2013 16:23:24.698] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:34179] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [INFO] [02/01/2013 16:23:24.698] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:56096 | |
| [INFO] [02/01/2013 16:23:24.699] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:24.700] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58307 | |
| [INFO] [02/01/2013 16:23:24.702] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:34179 | |
| [INFO] [02/01/2013 16:23:24.813] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58307 | |
| [INFO] [02/01/2013 16:23:26.860] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:26.861] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:26.863] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:39285 | |
| [INFO] [02/01/2013 16:23:26.863] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:39285 | |
| [INFO] [02/01/2013 16:23:26.865] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:26.865] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:42988 | |
| [ERROR] [02/01/2013 16:23:26.869] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:39285] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:26.869] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:42988: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:26.869] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:52355 | |
| [INFO] [02/01/2013 16:23:26.870] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42988 | |
| [INFO] [02/01/2013 16:23:26.870] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:52355 | |
| [INFO] [02/01/2013 16:23:26.870] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:40060 | |
| [INFO] [02/01/2013 16:23:26.872] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:39285 | |
| [INFO] [02/01/2013 16:23:26.977] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:40060 | |
| [INFO] [02/01/2013 16:23:31.46] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:31.49] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:31.51] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42183 | |
| [INFO] [02/01/2013 16:23:31.55] [spark-akka.actor.default-dispatcher-8] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42183 | |
| [INFO] [02/01/2013 16:23:31.55] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:35122 | |
| [INFO] [02/01/2013 16:23:31.58] [spark-akka.actor.default-dispatcher-8] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43412 | |
| [INFO] [02/01/2013 16:23:31.58] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:23:31.64] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:42183] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:31.66] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:35122: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:31.67] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:35122 | |
| [INFO] [02/01/2013 16:23:31.67] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:53490 | |
| [INFO] [02/01/2013 16:23:31.68] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43412 | |
| [INFO] [02/01/2013 16:23:31.71] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:42183 | |
| [INFO] [02/01/2013 16:23:31.179] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:53490 | |
| [INFO] [02/01/2013 16:23:34.709] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:34.709] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:34.710] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:57570 | |
| [INFO] [02/01/2013 16:23:34.710] [spark-akka.actor.default-dispatcher-8] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:57570 | |
| [INFO] [02/01/2013 16:23:34.712] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:23:34.713] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58415 | |
| [INFO] [02/01/2013 16:23:34.713] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:36737 | |
| [INFO] [02/01/2013 16:23:34.713] [spark-akka.actor.default-dispatcher-8] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:36737 | |
| [INFO] [02/01/2013 16:23:34.713] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58415 | |
| [INFO] [02/01/2013 16:23:34.714] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:52260 | |
| [INFO] [02/01/2013 16:23:34.715] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:57570 | |
| [INFO] [02/01/2013 16:23:34.828] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:52260 | |
| [INFO] [02/01/2013 16:23:38.154] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:38.155] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:38.156] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44189 | |
| [INFO] [02/01/2013 16:23:38.157] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44189 | |
| [INFO] [02/01/2013 16:23:38.160] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:34960 | |
| [INFO] [02/01/2013 16:23:38.160] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:56947 | |
| [INFO] [02/01/2013 16:23:38.161] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:23:38.162] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:44189] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:38.163] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:34960: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:38.163] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:34960 | |
| [INFO] [02/01/2013 16:23:38.164] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:56947 | |
| [INFO] [02/01/2013 16:23:38.164] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:59872 | |
| [INFO] [02/01/2013 16:23:38.165] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:44189 | |
| [ERROR] [02/01/2013 16:23:38.166] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:56947: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:38.166] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:56947: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:38 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@4b90601d rejected from java.util.concurrent.ThreadPoolExecutor@739636ac[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:45) | |
| at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:69) | |
| at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:315) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| Feb 01, 2013 4:23:38 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@77dd699a rejected from java.util.concurrent.ThreadPoolExecutor@739636ac[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:38.169] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:56947: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:38.279] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:59872 | |
| [INFO] [02/01/2013 16:23:41.561] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:41.562] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:41.564] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54563 | |
| [INFO] [02/01/2013 16:23:41.564] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:46347 | |
| [INFO] [02/01/2013 16:23:41.563] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54563 | |
| [INFO] [02/01/2013 16:23:41.566] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43747 | |
| [INFO] [02/01/2013 16:23:41.567] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:23:41.570] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46347: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:41.570] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46347: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:41.572] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:46347: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:41.572] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:46347: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:41.573] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43747 | |
| [INFO] [02/01/2013 16:23:41.573] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43719 | |
| [INFO] [02/01/2013 16:23:41.573] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:46347 | |
| [INFO] [02/01/2013 16:23:41.574] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:54563 | |
| [INFO] [02/01/2013 16:23:41.682] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43719 | |
| [INFO] [02/01/2013 16:23:45.1] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:45.2] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:45.5] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42287 | |
| [INFO] [02/01/2013 16:23:45.5] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42287 | |
| [INFO] [02/01/2013 16:23:45.7] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:40020 | |
| [INFO] [02/01/2013 16:23:45.7] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:34502 | |
| [INFO] [02/01/2013 16:23:45.9] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:23:45.10] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:40020: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:45.12] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:34502 | |
| [INFO] [02/01/2013 16:23:45.12] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:40020 | |
| [INFO] [02/01/2013 16:23:45.13] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:35309 | |
| [ERROR] [02/01/2013 16:23:45.13] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:42287] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:45.14] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:42287 | |
| [INFO] [02/01/2013 16:23:45.15] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:35309 | |
| [ERROR] [02/01/2013 16:23:45.16] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:35309: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:45 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@6a1b2920 rejected from java.util.concurrent.ThreadPoolExecutor@3161496b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:45 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@7997f288 rejected from java.util.concurrent.ThreadPoolExecutor@3161496b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:45) | |
| at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:69) | |
| at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:315) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| [WARN] [02/01/2013 16:23:45.18] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:35309: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:45.19] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:35309 | |
| Feb 01, 2013 4:23:45 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@63d8669d rejected from java.util.concurrent.ThreadPoolExecutor@3161496b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:45 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@71fc8be7 rejected from java.util.concurrent.ThreadPoolExecutor@3161496b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:23:45.23] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:34502: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@2a585466 rejected from java.util.concurrent.ThreadPoolExecutor@d0d0a42[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:45.23] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:34502: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@2a585466 rejected from java.util.concurrent.ThreadPoolExecutor@d0d0a42[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:45 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@6d8ff688 rejected from java.util.concurrent.ThreadPoolExecutor@3161496b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:45.26] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:34502: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:45.123] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:35309 | |
| [INFO] [02/01/2013 16:23:48.430] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:48.431] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58316 | |
| [INFO] [02/01/2013 16:23:48.433] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:37315 | |
| [INFO] [02/01/2013 16:23:48.433] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:48.434] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58316 | |
| [INFO] [02/01/2013 16:23:48.434] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:48213 | |
| [INFO] [02/01/2013 16:23:48.435] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:23:48.436] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:37315: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:48.436] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:37315: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:48.438] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:37315: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:48.438] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:37315: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:48.438] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:48213 | |
| [INFO] [02/01/2013 16:23:48.438] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43698 | |
| [INFO] [02/01/2013 16:23:48.438] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:37315 | |
| [INFO] [02/01/2013 16:23:48.439] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:43698 | |
| [INFO] [02/01/2013 16:23:48.439] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58316 | |
| [INFO] [02/01/2013 16:23:48.440] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43698 | |
| [WARN] [02/01/2013 16:23:48.441] [New I/O worker #1826] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:43698: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:48.441] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:43698: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:48 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@5de034e rejected from java.util.concurrent.ThreadPoolExecutor@32aaf8e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:23:48 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@7df4b72f rejected from java.util.concurrent.ThreadPoolExecutor@32aaf8e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:23:48.445] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48213: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@449a22ed rejected from java.util.concurrent.ThreadPoolExecutor@636b18ca[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:48.445] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:48213: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@449a22ed rejected from java.util.concurrent.ThreadPoolExecutor@636b18ca[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:23:48 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@37ee925d rejected from java.util.concurrent.ThreadPoolExecutor@32aaf8e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:48.447] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:48213: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:48.544] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43698 | |
| [INFO] [02/01/2013 16:23:51.746] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:51.746] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:51.748] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:32803 | |
| [INFO] [02/01/2013 16:23:51.748] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:32803 | |
| [INFO] [02/01/2013 16:23:51.749] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43835 | |
| [INFO] [02/01/2013 16:23:51.749] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:32841 | |
| [INFO] [02/01/2013 16:23:51.751] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:23:51.752] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:43835: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:23:51.752] [spark-7] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:32803] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:51.752] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:32841 | |
| [INFO] [02/01/2013 16:23:51.753] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43835 | |
| [ERROR] [02/01/2013 16:23:51.757] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:32841: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:51.757] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:32841: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:51.759] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:32841: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:23:51.759] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:32841: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:51.760] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:32841 | |
| [INFO] [02/01/2013 16:23:51.760] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:57761 | |
| [INFO] [02/01/2013 16:23:51.761] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:32803 | |
| [INFO] [02/01/2013 16:23:51.761] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:57761 | |
| [INFO] [02/01/2013 16:23:51.762] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:57761 | |
| [WARN] [02/01/2013 16:23:51.762] [New I/O worker #1954] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:57761: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:51.763] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:57761: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [INFO] [02/01/2013 16:23:51.865] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:57761 | |
| [INFO] [02/01/2013 16:23:57.845] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:23:57.845] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:23:57.846] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:52740 | |
| [INFO] [02/01/2013 16:23:57.847] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:52740 | |
| [INFO] [02/01/2013 16:23:57.848] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:45391 | |
| [INFO] [02/01/2013 16:23:57.850] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43395 | |
| [ERROR] [02/01/2013 16:23:57.851] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:52740] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:57.852] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:23:57.852] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:45391: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:57.853] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:45391 | |
| [INFO] [02/01/2013 16:23:57.853] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43395 | |
| [INFO] [02/01/2013 16:23:57.854] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44310 | |
| [INFO] [02/01/2013 16:23:57.855] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:52740 | |
| [ERROR] [02/01/2013 16:23:57.856] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:43395: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:23:57.856] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:43395: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:23:57 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@45bea98a rejected from java.util.concurrent.ThreadPoolExecutor@686cc6cb[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:45) | |
| at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:69) | |
| at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:315) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| Feb 01, 2013 4:23:57 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@5edf81e6 rejected from java.util.concurrent.ThreadPoolExecutor@686cc6cb[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:23:57.858] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:43395: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:23:57.966] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:44310 | |
| [INFO] [02/01/2013 16:24:03.384] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:24:03.385] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:24:03.386] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43729 | |
| [INFO] [02/01/2013 16:24:03.386] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:43729 | |
| [INFO] [02/01/2013 16:24:03.389] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:44261 | |
| [INFO] [02/01/2013 16:24:03.389] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:54417 | |
| [INFO] [02/01/2013 16:24:03.392] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:24:03.392] [spark-3] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:43729] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:24:03.393] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:44261: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:03.395] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:54417 | |
| [INFO] [02/01/2013 16:24:03.396] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44261 | |
| [INFO] [02/01/2013 16:24:03.396] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:39478 | |
| [INFO] [02/01/2013 16:24:03.400] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:43729 | |
| [INFO] [02/01/2013 16:24:03.402] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:39478 | |
| [INFO] [02/01/2013 16:24:03.404] [spark-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:39478 | |
| [ERROR] [02/01/2013 16:24:03.407] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:39478: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [WARN] [02/01/2013 16:24:03.407] [New I/O worker #2209] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:39478: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:03.409] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:39478: Error[java.nio.channels.ClosedChannelException:null | |
| at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:249) | |
| at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:440) | |
| at org.jboss.netty.channel.socket.nio.SocketSendBufferPool$PooledSendBuffer.transferTo(SocketSendBufferPool.java:242) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.write0(AbstractNioWorker.java:489) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromTaskLoop(AbstractNioWorker.java:444) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannel$WriteTask.run(AbstractNioChannel.java:366) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processWriteTaskQueue(AbstractNioWorker.java:362) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:255) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:24:03 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@2d26d80c rejected from java.util.concurrent.ThreadPoolExecutor@513212fc[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:24:03 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@26f8ba28 rejected from java.util.concurrent.ThreadPoolExecutor@513212fc[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:24:03.420] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:54417: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@71c71eb6 rejected from java.util.concurrent.ThreadPoolExecutor@47b17915[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:24:03.420] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:54417: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@71c71eb6 rejected from java.util.concurrent.ThreadPoolExecutor@47b17915[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:24:03 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@6dbc9bae rejected from java.util.concurrent.ThreadPoolExecutor@513212fc[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:24:03.423] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:54417: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:03.508] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:39478 | |
| [INFO] [02/01/2013 16:24:05.526] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:24:05.527] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:53554 | |
| [INFO] [02/01/2013 16:24:05.527] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:24:05.528] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:45188 | |
| [INFO] [02/01/2013 16:24:05.528] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:53554 | |
| [INFO] [02/01/2013 16:24:05.531] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:55044 | |
| [WARN] [02/01/2013 16:24:05.533] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:55044: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:05.533] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [INFO] [02/01/2013 16:24:05.534] [spark-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:55044 | |
| [INFO] [02/01/2013 16:24:05.534] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42316 | |
| [ERROR] [02/01/2013 16:24:05.534] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:53554] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:05.535] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:53554 | |
| [ERROR] [02/01/2013 16:24:05.536] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:45188: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:05.536] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:45188: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:24:05 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@16c3c29d rejected from java.util.concurrent.ThreadPoolExecutor@254fbff6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:24:05.538] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:45188: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:05.648] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:42316 | |
| [INFO] [02/01/2013 16:24:09.676] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:24:09.677] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:24:09.678] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:56012 | |
| [INFO] [02/01/2013 16:24:09.679] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:56012 | |
| [INFO] [02/01/2013 16:24:09.680] [spark-akka.actor.default-dispatcher-4] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:47996 | |
| [INFO] [02/01/2013 16:24:09.680] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:47218 | |
| [INFO] [02/01/2013 16:24:09.683] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:24:09.683] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:47996: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:24:09.683] [spark-3] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:56012] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:127) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:66) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:09.684] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:47218 | |
| [INFO] [02/01/2013 16:24:09.685] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:40435 | |
| [INFO] [02/01/2013 16:24:09.685] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:47996 | |
| [INFO] [02/01/2013 16:24:09.687] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientStarted@akka://[email protected]:40435 | |
| [INFO] [02/01/2013 16:24:09.688] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:56012 | |
| [INFO] [02/01/2013 16:24:09.688] [spark-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:40435 | |
| Feb 01, 2013 4:24:09 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@68b43db2 rejected from java.util.concurrent.ThreadPoolExecutor@15be26dd[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$shutdown$1.apply$mcV$sp(Client.scala:205) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOff(LockUtil.scala:48) | |
| at akka.remote.netty.ActiveRemoteClient.shutdown(Client.scala:199) | |
| at akka.remote.netty.NettyRemoteTransport$$anonfun$unbindClient$1.apply(NettyRemoteSupport.scala:178) | |
| at akka.remote.netty.NettyRemoteTransport$$anonfun$unbindClient$1.apply(NettyRemoteSupport.scala:176) | |
| at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:95) | |
| at scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:95) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.mutable.HashTable$$anon$1.foreach(HashTable.scala:157) | |
| at scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:190) | |
| at scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:45) | |
| at scala.collection.mutable.HashMap.foreach(HashMap.scala:95) | |
| at akka.remote.netty.NettyRemoteTransport.unbindClient(NettyRemoteSupport.scala:176) | |
| at akka.remote.netty.RemoteServerHandler.channelClosed(Server.scala:173) | |
| at akka.remote.netty.RemoteServerHandler.handleUpstream(Server.scala:154) | |
| at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:45) | |
| at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:69) | |
| at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:315) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| Feb 01, 2013 4:24:09 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@397513c rejected from java.util.concurrent.ThreadPoolExecutor@15be26dd[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:24:09 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@2195d9e0 rejected from java.util.concurrent.ThreadPoolExecutor@15be26dd[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:24:09.698] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:47218: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@527bfe46 rejected from java.util.concurrent.ThreadPoolExecutor@4a72cff8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:24:09.698] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:47218: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@527bfe46 rejected from java.util.concurrent.ThreadPoolExecutor@4a72cff8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:24:09 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@783e908b rejected from java.util.concurrent.ThreadPoolExecutor@15be26dd[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:24:09.703] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:47218: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:09.797] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:40435 | |
| [INFO] [02/01/2013 16:24:14.29] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:24:14.29] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:47520 | |
| [INFO] [02/01/2013 16:24:14.31] [spark-akka.actor.default-dispatcher-6] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:41797 | |
| [INFO] [02/01/2013 16:24:14.355] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:24:14.357] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:47520 | |
| [INFO] [02/01/2013 16:24:14.358] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:44064 | |
| [INFO] [02/01/2013 16:24:14.359] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [ERROR] [02/01/2013 16:24:14.361] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:41797: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:14.361] [spark-6] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:41797: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:14.363] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:41797: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:24:14.363] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:41797: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:14.363] [spark-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:44064 | |
| [INFO] [02/01/2013 16:24:14.363] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:36676 | |
| [INFO] [02/01/2013 16:24:14.363] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:41797 | |
| [INFO] [02/01/2013 16:24:14.365] [spark-akka.actor.default-dispatcher-5] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:47520 | |
| [ERROR] [02/01/2013 16:24:14.370] [spark-5] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:44064: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:14.371] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:44064: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| Feb 01, 2013 4:24:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@76fcc4f1 rejected from java.util.concurrent.ThreadPoolExecutor@2d40c3e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:24:14.374] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:44064: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:24:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@32c42e0d rejected from java.util.concurrent.ThreadPoolExecutor@2d40c3e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.fireChannelOpen(Channels.java:170) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannel.<init>(NioClientSocketChannel.java:79) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:176) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory.newChannel(NioClientSocketChannelFactory.java:82) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:213) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| Feb 01, 2013 4:24:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@5db67771 rejected from java.util.concurrent.ThreadPoolExecutor@2d40c3e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.close(Channels.java:821) | |
| at org.jboss.netty.channel.AbstractChannel.close(AbstractChannel.java:195) | |
| at org.jboss.netty.channel.ChannelFutureListener$2.operationComplete(ChannelFutureListener.java:52) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListener(DefaultChannelFuture.java:428) | |
| at org.jboss.netty.channel.DefaultChannelFuture.notifyListeners(DefaultChannelFuture.java:414) | |
| at org.jboss.netty.channel.DefaultChannelFuture.setFailure(DefaultChannelFuture.java:381) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:156) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [ERROR] [02/01/2013 16:24:14.380] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:36676: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@12a9c95c rejected from java.util.concurrent.ThreadPoolExecutor@48e2c096[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [ERROR] [02/01/2013 16:24:14.380] [Temporary task executor] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:36676: Error[java.util.concurrent.RejectedExecutionException:Task org.jboss.netty.util.internal.DeadLockProofWorker$1@12a9c95c rejected from java.util.concurrent.ThreadPoolExecutor@48e2c096[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.register(NioClientSocketPipelineSink.java:201) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.connect(NioClientSocketPipelineSink.java:152) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:102) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:55) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.connect(Channels.java:642) | |
| at org.jboss.netty.channel.AbstractChannel.connect(AbstractChannel.java:205) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:230) | |
| at org.jboss.netty.bootstrap.ClientBootstrap.connect(ClientBootstrap.java:183) | |
| at akka.remote.netty.ActiveRemoteClient$$anonfun$connect$1.apply$mcV$sp(Client.scala:173) | |
| at akka.util.Switch.liftedTree1$1(LockUtil.scala:33) | |
| at akka.util.Switch.transcend(LockUtil.scala:32) | |
| at akka.util.Switch.switchOn(LockUtil.scala:55) | |
| at akka.remote.netty.ActiveRemoteClient.connect(Client.scala:158) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:152) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| Feb 01, 2013 4:24:14 PM org.jboss.netty.channel.StaticChannelPipeline | |
| WARNING: An exception was thrown by an exception handler. | |
| java.util.concurrent.RejectedExecutionException: Task org.jboss.netty.util.internal.DeadLockProofWorker$1@1c9aa4d4 rejected from java.util.concurrent.ThreadPoolExecutor@2d40c3e4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2] | |
| at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2013) | |
| at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:816) | |
| at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1337) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.start(AbstractNioWorker.java:179) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:325) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.executeInIoThread(AbstractNioWorker.java:308) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.executeInIoThread(NioWorker.java:35) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioChannelSink.execute(AbstractNioChannelSink.java:34) | |
| at org.jboss.netty.channel.Channels.fireExceptionCaughtLater(Channels.java:504) | |
| at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:47) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| [WARN] [02/01/2013 16:24:14.382] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:36676: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:14.476] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:36676 | |
| [INFO] [02/01/2013 16:24:21.164] [spray-io-worker-2] [IoWorker] IoWorker thread 'spray-io-worker-2' stopped | |
| [INFO] [02/01/2013 16:24:21.165] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42349 | |
| [INFO] [02/01/2013 16:24:21.166] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:34814 | |
| [INFO] [02/01/2013 16:24:21.493] [spray-io-worker-1] [IoWorker] IoWorker thread 'spray-io-worker-1' stopped | |
| [INFO] [02/01/2013 16:24:21.496] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:42349 | |
| [INFO] [02/01/2013 16:24:21.497] [spark-akka.actor.default-dispatcher-3] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:58381 | |
| [INFO] [02/01/2013 16:24:21.498] [spray-io-worker-0] [IoWorker] IoWorker thread 'spray-io-worker-0' stopped | |
| [WARN] [02/01/2013 16:24:21.498] [New I/O worker #2737] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:58381: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:21.501] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:34814: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:21.501] [spark-6] [ActorSystem(spark)] RemoteServerError@akka://[email protected]:42349] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.close(AbstractNioWorker.java:642) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:98) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.processSelectedKeys(AbstractNioWorker.java:385) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:256) | |
| at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:21.501] [spark-7] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:34814: Error[java.net.ConnectException:Connection refused | |
| at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) | |
| at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.connect(NioClientSocketPipelineSink.java:404) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.processSelectedKeys(NioClientSocketPipelineSink.java:366) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:282) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| ] | |
| [ERROR] [02/01/2013 16:24:21.504] [spark-3] [ActorSystem(spark)] RemoteClientError@akka://[email protected]:34814: Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [WARN] [02/01/2013 16:24:21.504] [spark-akka.actor.default-dispatcher-2] [ActorSystem(spark)] RemoteClientWriteFailed@akka://[email protected]:34814: MessageClass[scala.Tuple3] Error[java.nio.channels.ClosedChannelException:null | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:698) | |
| at org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:421) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink.eventSunk(NioClientSocketPipelineSink.java:116) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:522) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:733) | |
| at org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:65) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.handler.execution.ExecutionHandler.handleDownstream(ExecutionHandler.java:185) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline$StaticChannelHandlerContext.sendDownstream(StaticChannelPipeline.java:527) | |
| at org.jboss.netty.channel.SimpleChannelHandler.writeRequested(SimpleChannelHandler.java:299) | |
| at org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:261) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:399) | |
| at org.jboss.netty.channel.StaticChannelPipeline.sendDownstream(StaticChannelPipeline.java:390) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:712) | |
| at org.jboss.netty.channel.Channels.write(Channels.java:679) | |
| at org.jboss.netty.channel.AbstractChannel.write(AbstractChannel.java:246) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:76) | |
| at akka.remote.netty.RemoteClient.send(Client.scala:63) | |
| at akka.remote.netty.NettyRemoteTransport.send(NettyRemoteSupport.scala:153) | |
| at akka.remote.RemoteActorRef.$bang(RemoteActorRefProvider.scala:247) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at akka.actor.LocalDeathWatch$$anonfun$publish$1.apply(ActorRefProvider.scala:559) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:772) | |
| at scala.collection.immutable.VectorIterator.foreach(Vector.scala:648) | |
| at scala.collection.IterableLike$class.foreach(IterableLike.scala:73) | |
| at scala.collection.immutable.Vector.foreach(Vector.scala:63) | |
| at akka.actor.LocalDeathWatch.publish(ActorRefProvider.scala:559) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:280) | |
| at akka.remote.RemoteDeathWatch.publish(RemoteActorRefProvider.scala:262) | |
| at akka.actor.ActorCell.doTerminate(ActorCell.scala:701) | |
| at akka.actor.ActorCell.terminate$1(ActorCell.scala:589) | |
| at akka.actor.ActorCell.systemInvoke(ActorCell.scala:606) | |
| at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:209) | |
| at akka.dispatch.Mailbox.run(Mailbox.scala:178) | |
| at akka.dispatch.ForkJoinExecutorConfigurator$MailboxExecutionTask.exec(AbstractDispatcher.scala:516) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| ] | |
| [INFO] [02/01/2013 16:24:21.505] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:34814 | |
| [INFO] [02/01/2013 16:24:21.505] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:41846 | |
| [INFO] [02/01/2013 16:24:21.505] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteClientShutdown@akka://[email protected]:58381 | |
| [INFO] [02/01/2013 16:24:21.507] [spark-akka.actor.default-dispatcher-7] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:42349 | |
| [INFO] [02/01/2013 16:24:21.612] [spark-akka.actor.default-dispatcher-1] [ActorSystem(spark)] RemoteServerShutdown@akka://[email protected]:41846 | |
| [0m[[0minfo[0m] [0m[32mDistributedSuite:[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- local-cluster format[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- simple groupByKey[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- groupByKey where map output sizes exceed maxMbInFlight[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- accumulators[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- broadcast variables[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- repeatedly failing task[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching on disk[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching in memory, replicated[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching in memory, serialized, replicated[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching on disk, replicated[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching in memory and disk, replicated[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- caching in memory and disk, serialized, replicated[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- compute without caching when no partitions fit in memory[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- compute when only some partitions fit in memory[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- passing environment variables to cluster[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- recover from node failures[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- recover from repeated node failures during shuffle-map[0m[0m | |
| [0m[[0minfo[0m] [0m[32m- recover from repeated node failures during shuffle-reduce[0m[0m | |
| [0m[[0minfo[0m] [0mNo tests to run for root/test:test-only[0m | |
| [0m[[0minfo[0m] [0mPassed: : Total 19, Failed 0, Errors 0, Passed 19, Skipped 0[0m | |
| [0m[[0minfo[0m] [0mNo tests to run for streaming/test:test-only[0m | |
| [0m[[0minfo[0m] [0mNo tests to run for bagel/test:test-only[0m | |
| [0m[[0minfo[0m] [0mNo tests to run for examples/test:test-only[0m | |
| [0m[[0minfo[0m] [0mNo tests to run for repl/test:test-only[0m | |
| [0m[[32msuccess[0m] [0mTotal time: 81 s, completed Feb 1, 2013 4:24:21 PM[0m | |
| 2013-02-01 16:25:51 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Full thread dump Java HotSpot(TM) 64-Bit Server VM (23.6-b04 mixed mode): | |
| "Attach Listener" daemon prio=10 tid=0x00007f761c001000 nid=0x5c3 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "spark-akka.actor.default-dispatcher-12" daemon prio=10 tid=0x00007f7564001000 nid=0x4c51 in Object.wait() [0x00007f763b8f7000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f62e52b0> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f62e52b0> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-11" daemon prio=10 tid=0x00007f755c001000 nid=0x1bf8 waiting on condition [0x00007f7638ba1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000feab8488> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) | |
| at akka.jsr166y.ForkJoinPool.scan(ForkJoinPool.java:1594) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-10" daemon prio=10 tid=0x00007f756801a000 nid=0x1bf6 in Object.wait() [0x00007f7638ca2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f603e570> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f603e570> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-9" daemon prio=10 tid=0x00007f75cc008000 nid=0x1bf4 waiting on condition [0x00007f7638da3000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:163) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-8" daemon prio=10 tid=0x00007f7604057000 nid=0x1be8 waiting on condition [0x00007f7638ea4000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:163) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-7" daemon prio=10 tid=0x00007f7604056800 nid=0x1be6 waiting on condition [0x00007f763b2f1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000feab8488> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) | |
| at akka.jsr166y.ForkJoinPool.scan(ForkJoinPool.java:1594) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-6" daemon prio=10 tid=0x00007f75d8001000 nid=0x1be2 waiting on condition [0x00007f76481d1000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000feab8488> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) | |
| at akka.jsr166y.ForkJoinPool.scan(ForkJoinPool.java:1594) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-5" daemon prio=10 tid=0x00007f75b0006000 nid=0x1be0 in Object.wait() [0x00007f763bffe000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f5fbb460> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f5fbb460> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-4" daemon prio=10 tid=0x00007f75d401a000 nid=0x1bdd in Object.wait() [0x00007f76482d2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f6260de0> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f6260de0> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "pool-2-thread-2" prio=10 tid=0x00007f75c8007000 nid=0x1bda waiting on condition [0x00007f7638fa5000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead81f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "pool-2-thread-1" prio=10 tid=0x00007f75c8006000 nid=0x1bd9 waiting on condition [0x00007f76390a6000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead81f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) | |
| at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "ResultTask cleanup timer" daemon prio=10 tid=0x00007f7574024800 nid=0x1bd6 in Object.wait() [0x00007f7639bda000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000fead8418> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:503) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000fead8418> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| "pool-3-thread-1" prio=10 tid=0x00007f76103bb000 nid=0x1bcc waiting on condition [0x00007f7639cdb000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8498> (a java.util.concurrent.SynchronousQueue$TransferStack) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) | |
| at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) | |
| at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:925) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-47" daemon prio=10 tid=0x00007f76103b7800 nid=0x1bcb waiting on condition [0x00007f7639ddc000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-46" daemon prio=10 tid=0x00007f76103b5800 nid=0x1bca waiting on condition [0x00007f7639edd000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-45" daemon prio=10 tid=0x00007f76103b3800 nid=0x1bc9 waiting on condition [0x00007f7639fde000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-44" daemon prio=10 tid=0x00007f76103b2000 nid=0x1bc8 waiting on condition [0x00007f763a0df000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-43" daemon prio=10 tid=0x00007f76103b0800 nid=0x1bc7 waiting on condition [0x00007f763a1e0000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-42" daemon prio=10 tid=0x00007f76103a8000 nid=0x1bc6 waiting on condition [0x00007f763a2e1000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-41" daemon prio=10 tid=0x00007f76103ae000 nid=0x1bc5 waiting on condition [0x00007f763a3e2000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fead8608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) | |
| at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:337) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:516) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:39) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:562) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "qtp471647807-40 Acceptor0 [email protected]:47191 STARTING" daemon prio=10 tid=0x00007f76103af800 nid=0x1bc4 runnable [0x00007f763a4e3000] | |
| java.lang.Thread.State: RUNNABLE | |
| at java.net.PlainSocketImpl.socketAccept(Native Method) | |
| at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) | |
| at java.net.ServerSocket.implAccept(ServerSocket.java:522) | |
| at java.net.ServerSocket.accept(ServerSocket.java:490) | |
| at org.eclipse.jetty.server.bio.SocketConnector.accept(SocketConnector.java:112) | |
| at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:833) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:598) | |
| at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:533) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "MapOutputTracker cleanup timer" daemon prio=10 tid=0x00007f7610340800 nid=0x1bc1 in Object.wait() [0x00007f763a5e4000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000feade498> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:503) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000feade498> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| "HttpBroadcast cleanup timer" daemon prio=10 tid=0x00007f7610346800 nid=0x1bbf in Object.wait() [0x00007f763a6e5000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000feade838> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:503) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000feade838> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| "spark-8" daemon prio=10 tid=0x00007f75ac005800 nid=0x1bb5 waiting on condition [0x00007f763a7e6000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:349) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:765) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.xfer(LinkedTransferQueue.java:672) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.poll(LinkedTransferQueue.java:1166) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-7" daemon prio=10 tid=0x00007f75ac003000 nid=0x1bb4 waiting on condition [0x00007f763a8e7000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:349) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:765) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.xfer(LinkedTransferQueue.java:672) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.poll(LinkedTransferQueue.java:1166) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-6" daemon prio=10 tid=0x00007f75ac001000 nid=0x1bb3 waiting on condition [0x00007f763a9e8000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:349) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:765) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.xfer(LinkedTransferQueue.java:672) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.poll(LinkedTransferQueue.java:1166) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "New I/O client boss #2-1" daemon prio=10 tid=0x00007f76102cf800 nid=0x1bb0 runnable [0x00007f763abea000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| - locked <0x00000000f5fbd790> (a sun.nio.ch.Util$2) | |
| - locked <0x00000000f5fbd780> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000f5fbd560> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| at org.jboss.netty.channel.socket.nio.NioClientSocketPipelineSink$Boss.run(NioClientSocketPipelineSink.java:255) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-3" daemon prio=10 tid=0x00007f76102fd800 nid=0x1baf waiting on condition [0x00007f763aceb000] | |
| java.lang.Thread.State: TIMED_WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:349) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:765) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.xfer(LinkedTransferQueue.java:672) | |
| at org.jboss.netty.util.internal.LinkedTransferQueue.poll(LinkedTransferQueue.java:1166) | |
| at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "Hashed wheel timer #2" daemon prio=10 tid=0x00007f76102ff800 nid=0x1bae waiting on condition [0x00007f763adec000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:459) | |
| at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:376) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "BlockManager cleanup timer" daemon prio=10 tid=0x00007f76102f8000 nid=0x1bad in Object.wait() [0x00007f763aeed000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000feb204a0> (a java.util.TaskQueue) | |
| at java.lang.Object.wait(Object.java:503) | |
| at java.util.TimerThread.mainLoop(Timer.java:526) | |
| - locked <0x00000000feb204a0> (a java.util.TaskQueue) | |
| at java.util.TimerThread.run(Timer.java:505) | |
| "connection-manager-thread" daemon prio=10 tid=0x00007f76102c5800 nid=0x1bac runnable [0x00007f763afee000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| - locked <0x00000000feb205a8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000000feb205b8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000feb20560> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) | |
| at spark.network.ConnectionManager.run(ConnectionManager.scala:113) | |
| at spark.network.ConnectionManager$$anon$4.run(ConnectionManager.scala:72) | |
| "New I/O server boss #2 ([id: 0x6c6950f0, /192.168.99.93:49125])" daemon prio=10 tid=0x00007f76102b6000 nid=0x1ba9 runnable [0x00007f763b0ef000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| - locked <0x00000000feb5baf8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000000feb5bb08> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000feb5bab0> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:240) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-scheduler-1" daemon prio=10 tid=0x00007f761008f800 nid=0x1ba5 waiting on condition [0x00007f763b1f0000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.jboss.netty.akka.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:408) | |
| at org.jboss.netty.akka.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:315) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-akka.actor.default-dispatcher-2" daemon prio=10 tid=0x00007f7610099800 nid=0x1ba3 in Object.wait() [0x00007f763b3f2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f5ed24d8> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f5ed24d8> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "spark-akka.actor.default-dispatcher-1" daemon prio=10 tid=0x00007f761008d800 nid=0x1ba2 in Object.wait() [0x00007f763b4f2000] | |
| java.lang.Thread.State: TIMED_WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000f60adb88> (a akka.dispatch.DefaultPromise) | |
| at java.lang.Object.wait(Object.java:461) | |
| at akka.dispatch.DefaultPromise.awaitUnsafe$1(Future.scala:859) | |
| - locked <0x00000000f60adb88> (a akka.dispatch.DefaultPromise) | |
| at akka.dispatch.DefaultPromise.tryAwait(Future.scala:864) | |
| at akka.dispatch.DefaultPromise.ready(Future.scala:869) | |
| at akka.dispatch.DefaultPromise.result(Future.scala:874) | |
| at akka.dispatch.Await$.result(Future.scala:74) | |
| at spark.storage.BlockManagerMaster.askDriverWithReply(BlockManagerMaster.scala:152) | |
| at spark.storage.BlockManagerMaster.sendHeartBeat(BlockManagerMaster.scala:59) | |
| at spark.storage.BlockManager.spark$storage$BlockManager$$heartBeat(BlockManager.scala:100) | |
| at spark.storage.BlockManager$$anonfun$initialize$1.apply$mcV$sp(BlockManager.scala:127) | |
| at akka.actor.DefaultScheduler$$anon$1.run(Scheduler.scala:142) | |
| at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:94) | |
| at akka.jsr166y.ForkJoinTask$AdaptedRunnableAction.exec(ForkJoinTask.java:1381) | |
| at akka.jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:259) | |
| at akka.jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:975) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "Hashed wheel timer #1" daemon prio=10 tid=0x00007f7610029000 nid=0x1b92 waiting on condition [0x00007f763bbfa000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.jboss.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:459) | |
| at org.jboss.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:376) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-akka.actor.default-dispatcher-4" daemon prio=10 tid=0x00007f7608015800 nid=0x1b90 waiting on condition [0x00007f763bcfb000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000feb85810> (a akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinPool) | |
| at akka.jsr166y.ForkJoinPool.scan(ForkJoinPool.java:1594) | |
| at akka.jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1479) | |
| at akka.jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) | |
| "New I/O server boss #1 ([id: 0x324f1dd2, /192.168.99.93:48174])" daemon prio=10 tid=0x00007f765c8c0800 nid=0x1b8e runnable [0x00007f763bdfc000] | |
| java.lang.Thread.State: RUNNABLE | |
| at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) | |
| at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) | |
| at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| - locked <0x00000000fecb26b8> (a sun.nio.ch.Util$2) | |
| - locked <0x00000000fecb26c8> (a java.util.Collections$UnmodifiableSet) | |
| - locked <0x00000000fecb2670> (a sun.nio.ch.EPollSelectorImpl) | |
| at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| at org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink$Boss.run(NioServerSocketPipelineSink.java:240) | |
| at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:44) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "spark-scheduler-1" daemon prio=10 tid=0x00007f765c642000 nid=0x1b8d waiting on condition [0x00007f763befd000] | |
| java.lang.Thread.State: TIMED_WAITING (sleeping) | |
| at java.lang.Thread.sleep(Native Method) | |
| at org.jboss.netty.akka.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:408) | |
| at org.jboss.netty.akka.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:315) | |
| at java.lang.Thread.run(Thread.java:722) | |
| "Service Thread" daemon prio=10 tid=0x00007f765c0fe000 nid=0x1b84 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread1" daemon prio=10 tid=0x00007f765c0fb800 nid=0x1b83 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "C2 CompilerThread0" daemon prio=10 tid=0x00007f765c0f8800 nid=0x1b82 waiting on condition [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Signal Dispatcher" daemon prio=10 tid=0x00007f765c0f6800 nid=0x1b81 runnable [0x0000000000000000] | |
| java.lang.Thread.State: RUNNABLE | |
| "Finalizer" daemon prio=10 tid=0x00007f765c0a9800 nid=0x1b7b in Object.wait() [0x00007f7649751000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000feafb4b0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) | |
| - locked <0x00000000feafb4b0> (a java.lang.ref.ReferenceQueue$Lock) | |
| at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) | |
| at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177) | |
| "Reference Handler" daemon prio=10 tid=0x00007f765c0a7000 nid=0x1b7a in Object.wait() [0x00007f7649852000] | |
| java.lang.Thread.State: WAITING (on object monitor) | |
| at java.lang.Object.wait(Native Method) | |
| - waiting on <0x00000000feafb018> (a java.lang.ref.Reference$Lock) | |
| at java.lang.Object.wait(Object.java:503) | |
| at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) | |
| - locked <0x00000000feafb018> (a java.lang.ref.Reference$Lock) | |
| "main" prio=10 tid=0x00007f765c00e000 nid=0x1b6d waiting on condition [0x00007f7663676000] | |
| java.lang.Thread.State: WAITING (parking) | |
| at sun.misc.Unsafe.park(Native Method) | |
| - parking to wait for <0x00000000fece5248> (a java.util.concurrent.CountDownLatch$Sync) | |
| at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) | |
| at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) | |
| at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:236) | |
| at akka.actor.ActorSystemImpl$TerminationCallbacks.ready(ActorSystem.scala:736) | |
| at akka.actor.ActorSystemImpl$TerminationCallbacks.ready(ActorSystem.scala:705) | |
| at akka.dispatch.Await$.ready(Future.scala:64) | |
| at akka.actor.ActorSystemImpl.awaitTermination(ActorSystem.scala:604) | |
| at akka.actor.ActorSystemImpl.awaitTermination(ActorSystem.scala:605) | |
| at spark.executor.StandaloneExecutorBackend$.run(StandaloneExecutorBackend.scala:76) | |
| at spark.executor.StandaloneExecutorBackend$.main(StandaloneExecutorBackend.scala:84) | |
| at spark.executor.StandaloneExecutorBackend.main(StandaloneExecutorBackend.scala) | |
| "VM Thread" prio=10 tid=0x00007f765c09f800 nid=0x1b77 runnable | |
| "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f765c01c000 nid=0x1b6e runnable | |
| "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f765c01d800 nid=0x1b6f runnable | |
| "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f765c01f800 nid=0x1b70 runnable | |
| "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f765c021800 nid=0x1b71 runnable | |
| "GC task thread#4 (ParallelGC)" prio=10 tid=0x00007f765c023000 nid=0x1b72 runnable | |
| "GC task thread#5 (ParallelGC)" prio=10 tid=0x00007f765c025000 nid=0x1b73 runnable | |
| "GC task thread#6 (ParallelGC)" prio=10 tid=0x00007f765c027000 nid=0x1b74 runnable | |
| "GC task thread#7 (ParallelGC)" prio=10 tid=0x00007f765c028800 nid=0x1b75 runnable | |
| "VM Periodic Task Thread" prio=10 tid=0x00007f765c108800 nid=0x1b85 waiting on condition | |
| JNI global references: 220 | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment