Last active
August 18, 2016 00:11
-
-
Save hkolbeck/557734429e62b097efa9382a714122b0 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package testing.integration; | |
import org.apache.commons.lang.RandomStringUtils; | |
import org.apache.storm.Config; | |
import org.apache.storm.LocalCluster; | |
import org.apache.storm.shade.com.google.common.collect.ImmutableList; | |
import org.apache.storm.shade.com.google.common.collect.Maps; | |
import org.apache.storm.trident.TridentTopology; | |
import org.apache.storm.trident.operation.TridentCollector; | |
import org.apache.storm.trident.state.BaseStateUpdater; | |
import org.apache.storm.trident.state.State; | |
import org.apache.storm.trident.testing.FixedBatchSpout; | |
import org.apache.storm.trident.tuple.TridentTuple; | |
import org.apache.storm.tuple.Fields; | |
import org.junit.After; | |
import org.junit.Assert; | |
import org.junit.Test; | |
import java.io.Serializable; | |
import java.util.List; | |
import java.util.concurrent.ConcurrentMap; | |
import java.util.concurrent.CountDownLatch; | |
import java.util.concurrent.TimeUnit; | |
import java.util.concurrent.atomic.AtomicLong; | |
/** | |
* Java: 1.8.0_92 | |
* Storm: 1.0.2 (Also tried on 1.0.1 with same results) | |
* OS: Ubuntu Linux, 4.4.0-34-generic | |
* | |
* Results in: | |
* 6861 [Thread-17-disruptor-executor[1 1]-send-queue] ERROR o.a.s.util - Async loop died! | |
* java.lang.RuntimeException: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
* at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:464) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:430) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.disruptor$consume_loop_STAR_$fn__7509.invoke(disruptor.clj:83) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.util$async_loop$fn__624.invoke(util.clj:484) [storm-core-1.0.2.jar:1.0.2] | |
* at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?] | |
* at java.lang.Thread.run(Thread.java:745) [?:1.8.0_92] | |
* Caused by: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
* at clojure.lang.RT.nthFrom(RT.java:933) ~[clojure-1.7.0.jar:?] | |
* at clojure.lang.RT.nth(RT.java:883) ~[clojure-1.7.0.jar:?] | |
* at org.apache.storm.daemon.worker$assert_can_serialize.invoke(worker.clj:130) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.daemon.worker$mk_transfer_fn$fn__8214.invoke(worker.clj:202) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.daemon.executor$start_batch_transfer__GT_worker_handler_BANG_$fn__7898.invoke(executor.clj:312) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.disruptor$clojure_handler$reify__7492.onEvent(disruptor.clj:40) ~[storm-core-1.0.2.jar:1.0.2] | |
* at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:451) ~[storm-core-1.0.2.jar:1.0.2] | |
* ... 6 more | |
*/ | |
public class MinimalCase { | |
private final LocalCluster localCluster = new LocalCluster(); | |
@After | |
public void tearDown() throws Exception { | |
localCluster.shutdown(); | |
} | |
@Test | |
public void testName() throws Exception { | |
Fields fields = new Fields("thing"); | |
final List[] tuples = { | |
ImmutableList.of(RandomStringUtils.randomAlphanumeric(10)), | |
ImmutableList.of(RandomStringUtils.randomAlphanumeric(10)), | |
ImmutableList.of(RandomStringUtils.randomAlphanumeric(10)), | |
ImmutableList.of(RandomStringUtils.randomAlphanumeric(10)), | |
ImmutableList.of(RandomStringUtils.randomAlphanumeric(10)) | |
}; | |
FixedBatchSpout batchSpout = new FixedBatchSpout(fields, 10, tuples); | |
final TridentTopology topology = new TridentTopology(); | |
topology.newStream("test-stream", batchSpout) | |
.partitionPersist( | |
(conf, metrics, partitionIndex, numPartitions) -> new TestState(), fields, | |
new TestStateUpdater(), fields | |
); | |
final ConcurrentMap configs = Maps.newConcurrentMap(); | |
// Setting this to false causes the test to succeed | |
configs.put(Config.TOPOLOGY_TESTING_ALWAYS_TRY_SERIALIZE, true); | |
localCluster.submitTopology("test-topo", configs, topology.build()); | |
TestState.latch.await(30, TimeUnit.SECONDS); | |
Assert.assertEquals(tuples.length, TestState.calls.intValue()); | |
} | |
public static class TestState implements State, Serializable { | |
public static final AtomicLong calls = new AtomicLong(0); | |
public static final CountDownLatch latch = new CountDownLatch(5); | |
@Override | |
public void beginCommit(Long txid) { | |
} | |
@Override | |
public void commit(Long txid) { | |
} | |
public void call(List<TridentTuple> tuples) { | |
tuples.forEach(t -> { | |
calls.incrementAndGet(); | |
latch.countDown(); | |
}); | |
} | |
} | |
public static class TestStateUpdater extends BaseStateUpdater<TestState> { | |
@Override | |
public void updateState(TestState state, List<TridentTuple> tuples, TridentCollector collector) { | |
state.call(tuples); | |
} | |
} | |
} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/usr/lib/jvm/jdk1.8.0_92/bin/java -ea -Didea.launcher.port=7537 -Didea.launcher.bin.path=/home/cbeck/Util/idea-IU-143.1821.5/bin -Didea.junit.sm_runner -Dfile.encoding=UTF-8 -classpath /home/cbeck/Util/idea-IU-143.1821.5/lib/idea_rt.jar:/home/cbeck/Util/idea-IU-143.1821.5/plugins/junit/lib/junit-rt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/charsets.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/deploy.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/cldrdata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/dnsns.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jaccess.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jfxrt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/localedata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/nashorn.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunec.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunjce_provider.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunpkcs11.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/zipfs.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/javaws.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jce.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfr.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfxswt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jsse.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/management-agent.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/plugin.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/resources.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/rt.jar:/home/cbeck/projects/illmatic/illmatic-storm/target/test-classes:/home/cbeck/projects/illmatic/illmatic-storm/target/classes:/home/cbeck/projects/illmatic/illmatic-api/target/classes:/home/cbeck/.m2/repository/com/google/guava/guava/15.0/guava-15.0.jar:/home/cbeck/.m2/repository/com/urbanairship/iron/iron-storm/1.1.4/iron-storm-1.1.4.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/home/cbeck/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-core/1.0.1/storm-core-1.0.1.jar:/home/cbeck/.m2/repository/com/esotericsoftware/kryo/3.0.3/kryo-3.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/reflectasm/1.10.1/reflectasm-1.10.1.jar:/home/cbeck/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/home/cbeck/.m2/repository/org/clojure/clojure/1.7.0/clojure-1.7.0.jar:/home/cbeck/.m2/repository/com/lmax/disruptor/3.3.2/disruptor-3.3.2.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-api/2.1/log4j-api-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-core/2.1/log4j-core-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar:/home/cbeck/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/home/cbeck/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-kafka/1.0.1/storm-kafka-1.0.1.jar:/home/cbeck/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-framework/2.10.0/curator-framework-2.10.0.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-client/2.10.0/curator-client-2.10.0.jar:/home/cbeck/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/home/cbeck/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1.jar:/home/cbeck/.m2/repository/com/101tec/zkclient/0.8/zkclient-0.8.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-log4j12/1.7.21/slf4j-log4j12-1.7.21.jar:/home/cbeck/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/home/cbeck/.m2/repository/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar:/home/cbeck/.m2/repository/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar:/home/cbeck/.m2/repository/net/sf/jopt-simple/jopt-simple/4.9/jopt-simple-4.9.jar:/home/cbeck/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/cbeck/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/home/cbeck/.m2/repository/io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka-clients/0.10.0.1/kafka-clients-0.10.0.1.jar:/home/cbeck/.m2/repository/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/home/cbeck/.m2/repository/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar:/home/cbeck/.m2/repository/com/urbanairship/xylem-pb/0.0.15/xylem-pb-0.0.15.jar:/home/cbeck/.m2/repository/com/urbanairship/leatherman/1.4.0/leatherman-1.4.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/home/cbeck/.m2/repository/joda-time/joda-time/2.3/joda-time-2.3.jar:/home/cbeck/.m2/repository/commons-configuration/commons-configuration/1.10/commons-configuration-1.10.jar:/home/cbeck/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/home/cbeck/.m2/repository/com/google/protobuf/protobuf-java/2.4.1/protobuf-java-2.4.1.jar:/home/cbeck/projects/illmatic/test-util/target/classes:/home/cbeck/.m2/repository/junit/junit/4.11/junit-4.11.jar:/home/cbeck/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/home/cbeck/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar:/home/cbeck/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1-test.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-test/2.9.0/curator-test-2.9.0.jar:/home/cbeck/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/home/cbeck/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 integration.MinimalCase | |
4586 [main] INFO o.a.s.l.ThriftAccessLogger - Request ID: 1 access from: principal: operation: submitTopology | |
4652 [main] INFO o.a.s.d.nimbus - Received topology submission for test-topo with conf {"topology.max.task.parallelism" nil, "topology.submitter.principal" "", "topology.acker.executors" nil, "topology.eventlogger.executors" 0, "topology.testing.always.try.serialize" true, "storm.zookeeper.superACL" nil, "topology.users" (), "topology.submitter.user" "cbeck", "topology.kryo.register" {"org.apache.storm.trident.topology.TransactionAttempt" nil}, "topology.kryo.decorators" (), "storm.id" "test-topo-1-1471478202", "topology.name" "test-topo"} | |
4667 [main] INFO o.a.s.d.nimbus - uploadedJar | |
4684 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4685 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@59a09be | |
4686 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4686 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33658 | |
4686 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4686 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33658 | |
4689 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000d with negotiated timeout 20000 for client /127.0.0.1:33658 | |
4689 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000d, negotiated timeout = 20000 | |
4690 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4691 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c24000d type:create cxid:0x2 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/storm/blobstoremaxkeysequencenumber Error:KeeperErrorCode = NoNode for /storm/blobstoremaxkeysequencenumber | |
4705 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4707 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c24000d | |
4710 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33658 which had sessionid 0x1569aef7c24000d | |
4711 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c24000d closed | |
4712 [main] INFO o.a.s.cluster - setup-path/blobstore/test-topo-1-1471478202-stormconf.ser/oryx:6627-1 | |
4712 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4735 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4735 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@3c28181b | |
4739 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4740 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4740 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33660 | |
4740 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33660 | |
4742 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000e with negotiated timeout 20000 for client /127.0.0.1:33660 | |
4742 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000e, negotiated timeout = 20000 | |
4743 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4748 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4749 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c24000e | |
4751 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c24000e closed | |
4751 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4752 [main] INFO o.a.s.cluster - setup-path/blobstore/test-topo-1-1471478202-stormcode.ser/oryx:6627-1 | |
4753 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33660 which had sessionid 0x1569aef7c24000e | |
4765 [main] INFO o.a.s.d.nimbus - desired replication count of 1 not achieved but we have hit the max wait time 60 so moving on with replication count for conf key = 1 for code key = 1for jar key = 1 | |
4796 [main] INFO o.a.s.d.nimbus - Activating test-topo: test-topo-1-1471478202 | |
5129 [timer] INFO o.a.s.s.EvenScheduler - Available slots: (["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1025] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1026] ["d6460ac5-04b0-4383-a2d0-e9b47d1d6f23" 1027] ["d6460ac5-04b0-4383-a2d0-e9b47d1d6f23" 1028] ["d6460ac5-04b0-4383-a2d0-e9b47d1d6f23" 1029]) | |
5152 [timer] INFO o.a.s.d.nimbus - Setting new assignment for topology id test-topo-1-1471478202: #org.apache.storm.daemon.common.Assignment{:master-code-dir "/tmp/63694c65-5d2e-42d8-82f3-8dddfe294601", :node->host {"d973077f-285d-4bc9-8cca-f3b1effc6b08" "oryx"}, :executor->node+port {[4 4] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024], [3 3] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024], [2 2] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024], [1 1] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024], [5 5] ["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024]}, :executor->start-time-secs {[1 1] 1471478202, [2 2] 1471478202, [3 3] 1471478202, [4 4] 1471478202, [5 5] 1471478202}, :worker->resources {["d973077f-285d-4bc9-8cca-f3b1effc6b08" 1024] [0.0 0.0 0.0]}} | |
5345 [Thread-8] INFO o.a.s.d.supervisor - Downloading code for storm id test-topo-1-1471478202 | |
5347 [Thread-8] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
5347 [Thread-8] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@4c1b430f | |
5348 [Thread-8] INFO o.a.s.b.FileBlobStoreImpl - Creating new blob store based in /tmp/63694c65-5d2e-42d8-82f3-8dddfe294601/blobs | |
5352 [Thread-8-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
5352 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33662 | |
5357 [Thread-8-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
5357 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33662 | |
5357 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
5361 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000f with negotiated timeout 20000 for client /127.0.0.1:33662 | |
5361 [Thread-8-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000f, negotiated timeout = 20000 | |
5361 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c24000f | |
5363 [Thread-8-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
5363 [Thread-8] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c24000f closed | |
5364 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33662 which had sessionid 0x1569aef7c24000f | |
5832 [Thread-8] INFO o.a.s.d.supervisor - Finished downloading code for storm id test-topo-1-1471478202 | |
5840 [Thread-9] INFO o.a.s.d.supervisor - Launching worker with assignment {:storm-id "test-topo-1-1471478202", :executors [[4 4] [3 3] [2 2] [1 1] [5 5]], :resources #object[org.apache.storm.generated.WorkerResources 0x43900a53 "WorkerResources(mem_on_heap:0.0, mem_off_heap:0.0, cpu:0.0)"]} for this supervisor d973077f-285d-4bc9-8cca-f3b1effc6b08 on port 1024 with id a3904a35-a7ec-4579-ab5b-71a765778077 | |
5845 [Thread-9] INFO o.a.s.d.worker - Launching worker for test-topo-1-1471478202 on d973077f-285d-4bc9-8cca-f3b1effc6b08:1024 with id a3904a35-a7ec-4579-ab5b-71a765778077 and conf {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervisor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" true, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resource.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo.registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/tmp/67c256b3-101f-4252-820f-4b974a77fc88", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP-MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" nil, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "nimbus.task.timeout.secs" 30, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeout" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "cbeck", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "supervisor.slots.ports" (1024 1025 1026), "topology.transfer.buffer.size" 1024, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "worker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 768, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} | |
5849 [Thread-9] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
5851 [Thread-9] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@1a2388ae | |
5855 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
5856 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
5856 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33664 | |
5856 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33664 | |
5860 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240010 with negotiated timeout 20000 for client /127.0.0.1:33664 | |
5860 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240010, negotiated timeout = 20000 | |
5860 [Thread-9-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
5860 [Thread-9-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
5861 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
5861 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240010 | |
5864 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33664 which had sessionid 0x1569aef7c240010 | |
5864 [Thread-9] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240010 closed | |
5865 [Thread-9] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
5865 [Thread-9-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
5865 [Thread-9] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@4650a2da | |
5868 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
5868 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
5868 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33666 | |
5868 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33666 | |
5870 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240011 with negotiated timeout 20000 for client /127.0.0.1:33666 | |
5870 [Thread-9-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240011, negotiated timeout = 20000 | |
5871 [Thread-9-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
5875 [Thread-9] INFO o.a.s.s.a.AuthUtils - Got AutoCreds [] | |
5878 [Thread-9] INFO o.a.s.d.worker - Reading Assignments. | |
5920 [Thread-9] WARN o.a.s.d.worker - WILL TRY TO SERIALIZE ALL TUPLES (Turn off topology.testing.always.try.serialize for production) | |
5925 [Thread-9] INFO o.a.s.d.worker - Registering IConnectionCallbacks for d973077f-285d-4bc9-8cca-f3b1effc6b08:1024 | |
5959 [Thread-9] INFO o.a.s.d.executor - Loading executor $spoutcoord-spout-test-stream:[2 2] | |
5970 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks $spoutcoord-spout-test-stream:[2 2] | |
6164 [Thread-9] INFO o.a.s.d.executor - Finished loading executor $spoutcoord-spout-test-stream:[2 2] | |
6173 [Thread-9] INFO o.a.s.d.executor - Loading executor __acker:[3 3] | |
6176 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks __acker:[3 3] | |
6180 [Thread-9] INFO o.a.s.d.executor - Timeouts disabled for executor __acker:[3 3] | |
6180 [Thread-9] INFO o.a.s.d.executor - Finished loading executor __acker:[3 3] | |
6186 [Thread-9] INFO o.a.s.d.executor - Loading executor $mastercoord-bg0:[1 1] | |
6189 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks $mastercoord-bg0:[1 1] | |
6196 [Thread-9] INFO o.a.s.d.executor - Finished loading executor $mastercoord-bg0:[1 1] | |
6200 [Thread-9] INFO o.a.s.d.executor - Loading executor __system:[-1 -1] | |
6200 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks __system:[-1 -1] | |
6203 [Thread-9] INFO o.a.s.d.executor - Finished loading executor __system:[-1 -1] | |
6212 [Thread-9] INFO o.a.s.d.executor - Loading executor spout-test-stream:[5 5] | |
6214 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks spout-test-stream:[5 5] | |
6220 [Thread-9] INFO o.a.s.d.executor - Finished loading executor spout-test-stream:[5 5] | |
6227 [Thread-9] INFO o.a.s.d.executor - Loading executor b-0:[4 4] | |
6243 [Thread-9] INFO o.a.s.d.executor - Loaded executor tasks b-0:[4 4] | |
6245 [Thread-9] INFO o.a.s.d.executor - Finished loading executor b-0:[4 4] | |
6258 [Thread-9] INFO o.a.s.d.worker - Started with log levels: {"" #object[org.apache.logging.log4j.Level 0xa3c7f75 "INFO"], "org.apache.zookeeper" #object[org.apache.logging.log4j.Level 0x2d9661c1 "WARN"]} | |
6267 [Thread-9] INFO o.a.s.d.worker - Worker has topology config {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervisor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" true, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resource.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "topology.submitter.principal" "", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo.registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" true, "nimbus.monitor.freq.secs" 10, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/tmp/63694c65-5d2e-42d8-82f3-8dddfe294601", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP-MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" nil, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "nimbus.task.timeout.secs" 30, "storm.zookeeper.superACL" nil, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeout" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "cbeck", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "supervisor.slots.ports" [6700 6701 6702 6703], "topology.transfer.buffer.size" 1024, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "topology.users" [], "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "worker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.submitter.user" "cbeck", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "topology.kryo.register" {"org.apache.storm.trident.topology.TransactionAttempt" nil}, "worker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 768, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, "topology.kryo.decorators" [], "storm.id" "test-topo-1-1471478202", "topology.name" "test-topo", "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} | |
6267 [Thread-9] INFO o.a.s.d.worker - Worker a3904a35-a7ec-4579-ab5b-71a765778077 for storm test-topo-1-1471478202 on d973077f-285d-4bc9-8cca-f3b1effc6b08:1024 has finished loading | |
6268 [Thread-9] INFO o.a.s.config - SET worker-user a3904a35-a7ec-4579-ab5b-71a765778077 | |
6907 [refresh-active-timer] INFO o.a.s.d.worker - All connections are ready for worker d973077f-285d-4bc9-8cca-f3b1effc6b08:1024 with id a3904a35-a7ec-4579-ab5b-71a765778077 | |
6952 [Thread-25-b-0-executor[4 4]] INFO o.a.s.d.executor - Preparing bolt b-0:(4) | |
6965 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.d.executor - Preparing bolt $spoutcoord-spout-test-stream:(2) | |
6980 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
6981 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@595ae79d | |
6982 [Thread-17-__acker-executor[3 3]] INFO o.a.s.d.executor - Preparing bolt __acker:(3) | |
6986 [Thread-17-__acker-executor[3 3]] INFO o.a.s.d.executor - Prepared bolt __acker:(3) | |
6999 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
7000 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.d.executor - Opening spout $mastercoord-bg0:(1) | |
7000 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
7001 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33668 | |
7001 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33668 | |
7004 [Thread-21-__system-executor[-1 -1]] INFO o.a.s.d.executor - Preparing bolt __system:(-1) | |
7007 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
7008 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@5bd6d223 | |
7008 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240012 with negotiated timeout 20000 for client /127.0.0.1:33668 | |
7008 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240012, negotiated timeout = 20000 | |
7010 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
7011 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
7011 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33670 | |
7011 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
7011 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33670 | |
7018 [Thread-21-__system-executor[-1 -1]] INFO o.a.s.d.executor - Prepared bolt __system:(-1) | |
7018 [Thread-25-b-0-executor[4 4]] INFO o.a.s.d.executor - Prepared bolt b-0:(4) | |
7020 [Thread-23-spout-test-stream-executor[5 5]] INFO o.a.s.d.executor - Preparing bolt spout-test-stream:(5) | |
7022 [Thread-23-spout-test-stream-executor[5 5]] INFO o.a.s.d.executor - Prepared bolt spout-test-stream:(5) | |
7026 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240013 with negotiated timeout 20000 for client /127.0.0.1:33670 | |
7026 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240013, negotiated timeout = 20000 | |
7026 [Thread-19-$mastercoord-bg0-executor[1 1]-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
7028 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c240012 type:create cxid:0x2 zxid:0x42 txntype:-1 reqpath:n/a Error Path:/transactional/test-stream Error:KeeperErrorCode = NoNode for /transactional/test-stream | |
7028 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c240013 type:create cxid:0x1 zxid:0x43 txntype:-1 reqpath:n/a Error Path:/transactional Error:KeeperErrorCode = NodeExists for /transactional | |
7033 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c240013 type:create cxid:0x2 zxid:0x44 txntype:-1 reqpath:n/a Error Path:/transactional/test-stream Error:KeeperErrorCode = NoNode for /transactional/test-stream | |
7039 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c240013 type:create cxid:0x5 zxid:0x47 txntype:-1 reqpath:n/a Error Path:/transactional/test-stream/coordinator Error:KeeperErrorCode = NodeExists for /transactional/test-stream/coordinator | |
7042 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
7043 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240012 | |
7044 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
7044 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240013 | |
7046 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240012 closed | |
7046 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
7046 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
7047 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/transactional/test-stream/coordinator sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@1b64929a | |
7055 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
7056 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
7047 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] WARN o.a.s.s.o.a.z.s.NIOServerCnxn - caught end of stream exception | |
org.apache.storm.shade.org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client sessionid 0x1569aef7c240012, likely client has closed socket | |
at org.apache.storm.shade.org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228) [storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.shade.org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [storm-core-1.0.1.jar:1.0.1] | |
at java.lang.Thread.run(Thread.java:745) [?:1.8.0_92] | |
7058 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33668 which had sessionid 0x1569aef7c240012 | |
7058 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33672 | |
7058 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33672 | |
7060 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240013 closed | |
7060 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33670 which had sessionid 0x1569aef7c240013 | |
7060 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
7060 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/transactional/test-stream/coordinator sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@40d27cfa | |
7061 [Thread-19-$mastercoord-bg0-executor[1 1]-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
7061 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
7061 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33674 | |
7062 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
7062 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33674 | |
7063 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240014 with negotiated timeout 20000 for client /127.0.0.1:33672 | |
7063 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240014, negotiated timeout = 20000 | |
7063 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
7065 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240015 with negotiated timeout 20000 for client /127.0.0.1:33674 | |
7065 [Thread-19-$mastercoord-bg0-executor[1 1]-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240015, negotiated timeout = 20000 | |
7065 [Thread-19-$mastercoord-bg0-executor[1 1]-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
7070 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.d.executor - Opened spout $mastercoord-bg0:(1) | |
7071 [Thread-19-$mastercoord-bg0-executor[1 1]] INFO o.a.s.d.executor - Activating spout $mastercoord-bg0:(1) | |
7080 [Thread-15-$spoutcoord-spout-test-stream-executor[2 2]] INFO o.a.s.d.executor - Prepared bolt $spoutcoord-spout-test-stream:(2) | |
7092 [Thread-18-disruptor-executor[1 1]-send-queue] ERROR o.a.s.util - Async loop died! | |
java.lang.RuntimeException: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:452) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:418) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$consume_loop_STAR_$fn__7407.invoke(disruptor.clj:83) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.util$async_loop$fn__625.invoke(util.clj:484) [storm-core-1.0.1.jar:1.0.1] | |
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?] | |
at java.lang.Thread.run(Thread.java:745) [?:1.8.0_92] | |
Caused by: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
at clojure.lang.RT.nthFrom(RT.java:933) ~[clojure-1.7.0.jar:?] | |
at clojure.lang.RT.nth(RT.java:883) ~[clojure-1.7.0.jar:?] | |
at org.apache.storm.daemon.worker$assert_can_serialize.invoke(worker.clj:130) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.daemon.worker$mk_transfer_fn$fn__8109.invoke(worker.clj:202) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.daemon.executor$start_batch_transfer__GT_worker_handler_BANG_$fn__7793.invoke(executor.clj:309) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$clojure_handler$reify__7390.onEvent(disruptor.clj:40) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:439) ~[storm-core-1.0.1.jar:1.0.1] | |
... 6 more | |
7093 [Thread-18-disruptor-executor[1 1]-send-queue] ERROR o.a.s.d.executor - | |
java.lang.RuntimeException: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:452) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:418) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$consume_loop_STAR_$fn__7407.invoke(disruptor.clj:83) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.util$async_loop$fn__625.invoke(util.clj:484) [storm-core-1.0.1.jar:1.0.1] | |
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?] | |
at java.lang.Thread.run(Thread.java:745) [?:1.8.0_92] | |
Caused by: java.lang.UnsupportedOperationException: nth not supported on this type: AddressedTuple | |
at clojure.lang.RT.nthFrom(RT.java:933) ~[clojure-1.7.0.jar:?] | |
at clojure.lang.RT.nth(RT.java:883) ~[clojure-1.7.0.jar:?] | |
at org.apache.storm.daemon.worker$assert_can_serialize.invoke(worker.clj:130) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.daemon.worker$mk_transfer_fn$fn__8109.invoke(worker.clj:202) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.daemon.executor$start_batch_transfer__GT_worker_handler_BANG_$fn__7793.invoke(executor.clj:309) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.disruptor$clojure_handler$reify__7390.onEvent(disruptor.clj:40) ~[storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:439) ~[storm-core-1.0.1.jar:1.0.1] | |
... 6 more | |
7114 [Thread-18-disruptor-executor[1 1]-send-queue] ERROR o.a.s.util - Halting process: ("Worker died") | |
java.lang.RuntimeException: ("Worker died") | |
at org.apache.storm.util$exit_process_BANG_.doInvoke(util.clj:341) [storm-core-1.0.1.jar:1.0.1] | |
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.7.0.jar:?] | |
at org.apache.storm.daemon.worker$fn__8554$fn__8555.invoke(worker.clj:761) [storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.daemon.executor$mk_executor_data$fn__7773$fn__7774.invoke(executor.clj:271) [storm-core-1.0.1.jar:1.0.1] | |
at org.apache.storm.util$async_loop$fn__625.invoke(util.clj:494) [storm-core-1.0.1.jar:1.0.1] | |
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?] | |
at java.lang.Thread.run(Thread.java:745) [?:1.8.0_92] | |
Process finished with exit code 1 | |
SLF4J: Class path contains multiple SLF4J bindings. | |
SLF4J: Found binding in [jar:file:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] | |
SLF4J: Found binding in [jar:file:/home/cbeck/.m2/repository/org/slf4j/slf4j-log4j12/1.7.21/slf4j-log4j12-1.7.21.jar!/org/slf4j/impl/StaticLoggerBinder.class] | |
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. | |
SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] | |
3672 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT | |
3673 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:host.name=oryx | |
3676 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.version=1.8.0_92 | |
3676 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.vendor=Oracle Corporation | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.home=/usr/lib/jvm/jdk1.8.0_92/jre | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.class.path=/home/cbeck/Util/idea-IU-143.1821.5/lib/idea_rt.jar:/home/cbeck/Util/idea-IU-143.1821.5/plugins/junit/lib/junit-rt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/charsets.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/deploy.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/cldrdata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/dnsns.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jaccess.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jfxrt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/localedata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/nashorn.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunec.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunjce_provider.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunpkcs11.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/zipfs.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/javaws.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jce.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfr.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfxswt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jsse.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/management-agent.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/plugin.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/resources.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/rt.jar:/home/cbeck/projects/illmatic/illmatic-storm/target/test-classes:/home/cbeck/projects/illmatic/illmatic-storm/target/classes:/home/cbeck/projects/illmatic/illmatic-api/target/classes:/home/cbeck/.m2/repository/com/google/guava/guava/15.0/guava-15.0.jar:/home/cbeck/.m2/repository/com/urbanairship/iron/iron-storm/1.1.4/iron-storm-1.1.4.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/home/cbeck/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-core/1.0.1/storm-core-1.0.1.jar:/home/cbeck/.m2/repository/com/esotericsoftware/kryo/3.0.3/kryo-3.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/reflectasm/1.10.1/reflectasm-1.10.1.jar:/home/cbeck/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/home/cbeck/.m2/repository/org/clojure/clojure/1.7.0/clojure-1.7.0.jar:/home/cbeck/.m2/repository/com/lmax/disruptor/3.3.2/disruptor-3.3.2.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-api/2.1/log4j-api-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-core/2.1/log4j-core-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar:/home/cbeck/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/home/cbeck/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-kafka/1.0.1/storm-kafka-1.0.1.jar:/home/cbeck/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-framework/2.10.0/curator-framework-2.10.0.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-client/2.10.0/curator-client-2.10.0.jar:/home/cbeck/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/home/cbeck/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1.jar:/home/cbeck/.m2/repository/com/101tec/zkclient/0.8/zkclient-0.8.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-log4j12/1.7.21/slf4j-log4j12-1.7.21.jar:/home/cbeck/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/home/cbeck/.m2/repository/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar:/home/cbeck/.m2/repository/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar:/home/cbeck/.m2/repository/net/sf/jopt-simple/jopt-simple/4.9/jopt-simple-4.9.jar:/home/cbeck/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/cbeck/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/home/cbeck/.m2/repository/io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka-clients/0.10.0.1/kafka-clients-0.10.0.1.jar:/home/cbeck/.m2/repository/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/home/cbeck/.m2/repository/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar:/home/cbeck/.m2/repository/com/urbanairship/xylem-pb/0.0.15/xylem-pb-0.0.15.jar:/home/cbeck/.m2/repository/com/urbanairship/leatherman/1.4.0/leatherman-1.4.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/home/cbeck/.m2/repository/joda-time/joda-time/2.3/joda-time-2.3.jar:/home/cbeck/.m2/repository/commons-configuration/commons-configuration/1.10/commons-configuration-1.10.jar:/home/cbeck/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/home/cbeck/.m2/repository/com/google/protobuf/protobuf-java/2.4.1/protobuf-java-2.4.1.jar:/home/cbeck/projects/illmatic/test-util/target/classes:/home/cbeck/.m2/repository/junit/junit/4.11/junit-4.11.jar:/home/cbeck/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/home/cbeck/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar:/home/cbeck/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1-test.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-test/2.9.0/curator-test-2.9.0.jar:/home/cbeck/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/home/cbeck/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.library.path=/home/cbeck/Util/idea-IU-143.1821.5/bin::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.io.tmpdir=/tmp | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:java.compiler=<NA> | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:os.name=Linux | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:os.arch=amd64 | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:os.version=4.4.0-34-generic | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:user.name=cbeck | |
3677 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Server environment:user.home=/home/cbeck | |
3691 [main] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir /tmp/d24a81bb-765f-4054-8093-d2d4a7e866f5/version-2 snapdir /tmp/d24a81bb-765f-4054-8093-d2d4a7e866f5/version-2 | |
3706 [main] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - binding to port 0.0.0.0/0.0.0.0:2000 | |
3712 [main] INFO o.a.s.zookeeper - Starting inprocess zookeeper at port 2000 and dir /tmp/d24a81bb-765f-4054-8093-d2d4a7e866f5 | |
3793 [main] INFO o.a.s.d.nimbus - Starting Nimbus with conf {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervisor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" true, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resource.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo.registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/tmp/63694c65-5d2e-42d8-82f3-8dddfe294601", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP-MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" nil, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "nimbus.task.timeout.secs" 30, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeout" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "cbeck", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "supervisor.slots.ports" [6700 6701 6702 6703], "topology.transfer.buffer.size" 1024, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "worker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 768, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} | |
3794 [main] INFO o.a.s.d.nimbus - Using default scheduler | |
3852 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:host.name=oryx | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.version=1.8.0_92 | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.vendor=Oracle Corporation | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.home=/usr/lib/jvm/jdk1.8.0_92/jre | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.class.path=/home/cbeck/Util/idea-IU-143.1821.5/lib/idea_rt.jar:/home/cbeck/Util/idea-IU-143.1821.5/plugins/junit/lib/junit-rt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/charsets.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/deploy.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/cldrdata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/dnsns.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jaccess.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/jfxrt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/localedata.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/nashorn.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunec.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunjce_provider.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/sunpkcs11.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/ext/zipfs.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/javaws.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jce.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfr.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jfxswt.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/jsse.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/management-agent.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/plugin.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/resources.jar:/usr/lib/jvm/jdk1.8.0_92/jre/lib/rt.jar:/home/cbeck/projects/illmatic/illmatic-storm/target/test-classes:/home/cbeck/projects/illmatic/illmatic-storm/target/classes:/home/cbeck/projects/illmatic/illmatic-api/target/classes:/home/cbeck/.m2/repository/com/google/guava/guava/15.0/guava-15.0.jar:/home/cbeck/.m2/repository/com/urbanairship/iron/iron-storm/1.1.4/iron-storm-1.1.4.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/home/cbeck/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-core/1.0.1/storm-core-1.0.1.jar:/home/cbeck/.m2/repository/com/esotericsoftware/kryo/3.0.3/kryo-3.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/reflectasm/1.10.1/reflectasm-1.10.1.jar:/home/cbeck/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/home/cbeck/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/home/cbeck/.m2/repository/org/clojure/clojure/1.7.0/clojure-1.7.0.jar:/home/cbeck/.m2/repository/com/lmax/disruptor/3.3.2/disruptor-3.3.2.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-api/2.1/log4j-api-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-core/2.1/log4j-core-2.1.jar:/home/cbeck/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar:/home/cbeck/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/home/cbeck/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/home/cbeck/.m2/repository/org/apache/storm/storm-kafka/1.0.1/storm-kafka-1.0.1.jar:/home/cbeck/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-framework/2.10.0/curator-framework-2.10.0.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-client/2.10.0/curator-client-2.10.0.jar:/home/cbeck/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/home/cbeck/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1.jar:/home/cbeck/.m2/repository/com/101tec/zkclient/0.8/zkclient-0.8.jar:/home/cbeck/.m2/repository/org/slf4j/slf4j-log4j12/1.7.21/slf4j-log4j12-1.7.21.jar:/home/cbeck/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/home/cbeck/.m2/repository/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar:/home/cbeck/.m2/repository/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar:/home/cbeck/.m2/repository/net/sf/jopt-simple/jopt-simple/4.9/jopt-simple-4.9.jar:/home/cbeck/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/cbeck/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/home/cbeck/.m2/repository/io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka-clients/0.10.0.1/kafka-clients-0.10.0.1.jar:/home/cbeck/.m2/repository/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/home/cbeck/.m2/repository/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar:/home/cbeck/.m2/repository/com/urbanairship/xylem-pb/0.0.15/xylem-pb-0.0.15.jar:/home/cbeck/.m2/repository/com/urbanairship/leatherman/1.4.0/leatherman-1.4.0.jar:/home/cbeck/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/home/cbeck/.m2/repository/joda-time/joda-time/2.3/joda-time-2.3.jar:/home/cbeck/.m2/repository/commons-configuration/commons-configuration/1.10/commons-configuration-1.10.jar:/home/cbeck/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/home/cbeck/.m2/repository/com/google/protobuf/protobuf-java/2.4.1/protobuf-java-2.4.1.jar:/home/cbeck/projects/illmatic/test-util/target/classes:/home/cbeck/.m2/repository/junit/junit/4.11/junit-4.11.jar:/home/cbeck/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/home/cbeck/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar:/home/cbeck/.m2/repository/org/objenesis/objenesis/1.0/objenesis-1.0.jar:/home/cbeck/.m2/repository/org/apache/kafka/kafka_2.11/0.10.0.1/kafka_2.11-0.10.0.1-test.jar:/home/cbeck/.m2/repository/org/apache/curator/curator-test/2.9.0/curator-test-2.9.0.jar:/home/cbeck/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/home/cbeck/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.library.path=/home/cbeck/Util/idea-IU-143.1821.5/bin::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.io.tmpdir=/tmp | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:java.compiler=<NA> | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:os.name=Linux | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:os.arch=amd64 | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:os.version=4.4.0-34-generic | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:user.name=cbeck | |
3856 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Client environment:user.home=/home/cbeck | |
3857 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@52d6d273 | |
3869 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
3923 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
3927 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@2629d5dc | |
3929 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
3932 [main] INFO o.a.s.b.FileBlobStoreImpl - Creating new blob store based in /tmp/63694c65-5d2e-42d8-82f3-8dddfe294601/blobs | |
3961 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
3963 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@341b13a8 | |
3975 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4003 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4005 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4007 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33632 | |
4012 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4013 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33632 | |
4015 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33634 | |
4015 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33634 | |
4015 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33636 | |
4016 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33636 | |
4016 [SyncThread:0] INFO o.a.s.s.o.a.z.s.p.FileTxnLog - Creating new log file: log.1 | |
4028 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240000 with negotiated timeout 20000 for client /127.0.0.1:33632 | |
4029 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240000, negotiated timeout = 20000 | |
4029 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240001 with negotiated timeout 20000 for client /127.0.0.1:33634 | |
4029 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240002 with negotiated timeout 20000 for client /127.0.0.1:33636 | |
4029 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240001, negotiated timeout = 20000 | |
4030 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240002, negotiated timeout = 20000 | |
4032 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4032 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4033 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4034 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4034 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4051 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4052 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240000 | |
4055 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33632 which had sessionid 0x1569aef7c240000 | |
4056 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4056 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240000 closed | |
4057 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4058 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@28757abd | |
4059 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4059 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33638 | |
4059 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4060 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33638 | |
4061 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4061 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@45aca496 | |
4063 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4063 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240003 with negotiated timeout 20000 for client /127.0.0.1:33638 | |
4064 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240003, negotiated timeout = 20000 | |
4064 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4066 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33640 | |
4066 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4067 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33640 | |
4069 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240004 with negotiated timeout 20000 for client /127.0.0.1:33640 | |
4070 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240004, negotiated timeout = 20000 | |
4070 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4159 [main] INFO o.a.s.zookeeper - Queued up for leader lock. | |
4166 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Got user-level KeeperException when processing sessionid:0x1569aef7c240002 type:create cxid:0x1 zxid:0x12 txntype:-1 reqpath:n/a Error Path:/storm/leader-lock Error:KeeperErrorCode = NoNode for /storm/leader-lock | |
4176 [Curator-Framework-0] WARN o.a.s.s.o.a.c.u.ZKPaths - The version of ZooKeeper being used doesn't support Container nodes. CreateMode.PERSISTENT will be used instead. | |
4188 [main] INFO o.a.s.d.m.MetricsUtils - Using statistics reporter plugin:org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter | |
4189 [main] INFO o.a.s.d.m.r.JmxPreparableReporter - Preparing... | |
4195 [main-EventThread] INFO o.a.s.zookeeper - oryx gained leadership | |
4198 [main] INFO o.a.s.d.common - Started statistics report plugin... | |
4261 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4261 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@53e76c11 | |
4262 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4262 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4262 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33642 | |
4263 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33642 | |
4266 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240005 with negotiated timeout 20000 for client /127.0.0.1:33642 | |
4266 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240005, negotiated timeout = 20000 | |
4267 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4267 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4269 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4272 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240005 | |
4274 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240005 closed | |
4274 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4274 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33642 which had sessionid 0x1569aef7c240005 | |
4274 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4275 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@205df5dc | |
4275 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4276 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33644 | |
4276 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4276 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4276 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@61514735 | |
4276 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33644 | |
4277 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4277 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4277 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33646 | |
4277 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33646 | |
4278 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240006 with negotiated timeout 20000 for client /127.0.0.1:33644 | |
4278 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240006, negotiated timeout = 20000 | |
4279 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4280 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240007 with negotiated timeout 20000 for client /127.0.0.1:33646 | |
4281 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240007, negotiated timeout = 20000 | |
4281 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4281 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4282 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4282 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240007 | |
4285 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240007 closed | |
4285 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33646 which had sessionid 0x1569aef7c240007 | |
4285 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4285 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4286 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@30893e08 | |
4286 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4287 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4287 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33648 | |
4287 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33648 | |
4289 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240008, negotiated timeout = 20000 | |
4289 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240008 with negotiated timeout 20000 for client /127.0.0.1:33648 | |
4289 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4301 [main] INFO o.a.s.d.supervisor - Starting Supervisor with conf {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervisor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" true, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resource.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo.registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/tmp/67c256b3-101f-4252-820f-4b974a77fc88", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP-MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" nil, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "nimbus.task.timeout.secs" 30, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeout" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "cbeck", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "supervisor.slots.ports" (1024 1025 1026), "topology.transfer.buffer.size" 1024, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "worker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 768, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} | |
4319 [main] INFO o.a.s.l.Localizer - Reconstruct localized resource: /tmp/67c256b3-101f-4252-820f-4b974a77fc88/supervisor/usercache | |
4319 [main] WARN o.a.s.l.Localizer - No left over resources found for any user during reconstructing of local resources at: /tmp/67c256b3-101f-4252-820f-4b974a77fc88/supervisor/usercache | |
4322 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4322 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@b46e103 | |
4323 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4324 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4324 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33650 | |
4324 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33650 | |
4326 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c240009 with negotiated timeout 20000 for client /127.0.0.1:33650 | |
4326 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c240009, negotiated timeout = 20000 | |
4327 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4327 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4328 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4329 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c240009 | |
4335 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33650 which had sessionid 0x1569aef7c240009 | |
4338 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4338 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c240009 closed | |
4339 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4339 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@506aabf6 | |
4343 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4343 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33652 | |
4343 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4344 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33652 | |
4346 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000a with negotiated timeout 20000 for client /127.0.0.1:33652 | |
4346 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000a, negotiated timeout = 20000 | |
4347 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4371 [main] INFO o.a.s.d.supervisor - Starting supervisor with id d973077f-285d-4bc9-8cca-f3b1effc6b08 at host oryx | |
4374 [main] INFO o.a.s.d.supervisor - Starting Supervisor with conf {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervisor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" true, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resource.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo.registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/tmp/02227731-32e6-4957-8ee6-a1065a704d71", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP-MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" nil, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "nimbus.task.timeout.secs" 30, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeout" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "cbeck", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "supervisor.slots.ports" (1027 1028 1029), "topology.transfer.buffer.size" 1024, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "worker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 768, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} | |
4375 [main] INFO o.a.s.l.Localizer - Reconstruct localized resource: /tmp/02227731-32e6-4957-8ee6-a1065a704d71/supervisor/usercache | |
4375 [main] WARN o.a.s.l.Localizer - No left over resources found for any user during reconstructing of local resources at: /tmp/02227731-32e6-4957-8ee6-a1065a704d71/supervisor/usercache | |
4376 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4377 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@6d08b4e6 | |
4377 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4378 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33654 | |
4378 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4378 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33654 | |
4380 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000b with negotiated timeout 20000 for client /127.0.0.1:33654 | |
4380 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000b, negotiated timeout = 20000 | |
4381 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4381 [main-EventThread] INFO o.a.s.zookeeper - Zookeeper state update: :connected:none | |
4382 [Curator-Framework-0] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - backgroundOperationsLoop exiting | |
4382 [ProcessThread(sid:0 cport:-1):] INFO o.a.s.s.o.a.z.s.PrepRequestProcessor - Processed session termination for sessionid: 0x1569aef7c24000b | |
4385 [main-EventThread] INFO o.a.s.s.o.a.z.ClientCnxn - EventThread shut down | |
4385 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Session: 0x1569aef7c24000b closed | |
4385 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxn - Closed socket connection for client /127.0.0.1:33654 which had sessionid 0x1569aef7c24000b | |
4386 [main] INFO o.a.s.s.o.a.c.f.i.CuratorFrameworkImpl - Starting | |
4386 [main] INFO o.a.s.s.o.a.z.ZooKeeper - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@12b5736c | |
4387 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) | |
4388 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Socket connection established to localhost/127.0.0.1:2000, initiating session | |
4388 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.NIOServerCnxnFactory - Accepted socket connection from /127.0.0.1:33656 | |
4388 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Client attempting to establish new session at /127.0.0.1:33656 | |
4390 [SyncThread:0] INFO o.a.s.s.o.a.z.s.ZooKeeperServer - Established session 0x1569aef7c24000c with negotiated timeout 20000 for client /127.0.0.1:33656 | |
4391 [main-SendThread(localhost:2000)] INFO o.a.s.s.o.a.z.ClientCnxn - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x1569aef7c24000c, negotiated timeout = 20000 | |
4391 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - State change: CONNECTED | |
4401 [main] INFO o.a.s.d.supervisor - Starting supervisor with id d6460ac5-04b0-4383-a2d0-e9b47d1d6f23 at host oryx |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment