simplekafkaonyxcommander onyx.log

gistfile1.txt

17-04-29 17:59:53 bc7ea6895070 INFO [onyx.static.logging-configuration:34] - Starting Logging Configuration
17-04-29 17:59:53 bc7ea6895070 INFO [onyx.log.zookeeper:114] - Starting ZooKeeper server
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.static.logging-configuration:34] - Starting Logging Configuration
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.messaging.aeron.messaging-group:12] - Starting Aeron Peer Group
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:89] - Started Metrics Reporting to JMX.
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.log.zookeeper:114] - Starting ZooKeeper client connection. If Onyx hangs here it may indicate a difficulty connecting to ZooKeeper.
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.log.zookeeper:114] - Starting ZooKeeper client connection. If Onyx hangs here it may indicate a difficulty connecting to ZooKeeper.
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.peer.communicator:32] - Starting Log Writer
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.peer.communicator:65] - Starting Replica Subscription
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.static.logging-configuration:34] - Starting Logging Configuration
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.peer.virtual-peer:17] - Starting Virtual Peer c17f0979-51e5-dae9-fee1-aab10210d533
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.peer.virtual-peer:17] - Starting Virtual Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac
17-04-29 17:59:55 bc7ea6895070 INFO [onyx.peer.virtual-peer:17] - Starting Virtual Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e
17-04-29 17:59:56 bc7ea6895070 INFO [onyx.log.zookeeper:145] - Stopping ZooKeeper client connection
17-04-29 17:59:56 bc7ea6895070 INFO [onyx.peer.virtual-peer:49] - Stopping Virtual Peer c17f0979-51e5-dae9-fee1-aab10210d533
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:917] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Compiling lifecycle
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:917] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Compiling lifecycle
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:917] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}} - Peer c17f0979-51e5-dae9-fee1-aab10210d533 - Compiling lifecycle
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:976] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Warming up task lifecycle {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}}
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:976] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Warming up task lifecycle {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}}
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:976] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}} - Peer c17f0979-51e5-dae9-fee1-aab10210d533 - Warming up task lifecycle {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}}
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:63] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Peer chose not to start the task yet. Backing off and retrying...
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:63] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Peer chose not to start the task yet. Backing off and retrying...
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:255] - Starting Task Metrics Reporter. Starting reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:255] - Starting Task Metrics Reporter. Starting reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:255] - Starting Task Metrics Reporter. Starting reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1001] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}} - Peer c17f0979-51e5-dae9-fee1-aab10210d533 - Enough peers are active, starting the task
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:452] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}} - Peer c17f0979-51e5-dae9-fee1-aab10210d533 - Fell out of task lifecycle loop
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1038] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :process-commands, :name :process-commands, :ingress-tasks #{:read-commands}, :egress-tasks #{:write-messages}} - Peer c17f0979-51e5-dae9-fee1-aab10210d533 - Stopping task lifecycle.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:284] - Stopping Task Metrics Reporter. Stopped reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.virtual-peer:49] - Stopping Virtual Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.plugin.kafka:146] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Starting kafka/read-messages task with consumer opts: {:bootstrap.servers ("kafka:9092"), :group.id "onyx", :enable.auto.commit false, :receive.buffer.bytes 65536, :auto.offset.reset :earliest}
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.plugin.kafka:311] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Starting kafka/write-messages task with producer opts: {:bootstrap.servers ("kafka:9092"), :max.request.size 307200}
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1001] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Enough peers are active, starting the task
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:452] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Fell out of task lifecycle loop
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1038] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :write-messages, :name :write-messages, :ingress-tasks #{:process-commands}, :egress-tasks #{}} - Peer 44164e9c-9475-56d6-c120-a55d8ecf07ac - Stopping task lifecycle.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:284] - Stopping Task Metrics Reporter. Stopped reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.virtual-peer:49] - Stopping Virtual Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1001] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Enough peers are active, starting the task
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:452] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Fell out of task lifecycle loop
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.task-lifecycle:1038] - Job 4b11d09f-abd7-dd95-bc06-4d05c2ba513a {:job-id #uuid "4b11d09f-abd7-dd95-bc06-4d05c2ba513a", :job-hash "a38ea28e644e363f42ff36b68d4ab3e566eb53733711f0c29d18b2cb29b803f"} - Task {:id :read-commands, :name :read-commands, :ingress-tasks [], :egress-tasks #{:process-commands}} - Peer 5f8c50d1-912e-fa72-f241-a4a1b400c93e - Stopping task lifecycle.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:284] - Stopping Task Metrics Reporter. Stopped reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.static.logging-configuration:38] - Stopping Logging Configuration
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.communicator:75] - Stopping Replica Subscription
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.communicator:54] - Stopping Log Writer
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.log.zookeeper:145] - Stopping ZooKeeper client connection
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.peer.peer-group-manager:270] - Dropping out of Peer Group Manager loop
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.monitoring.metrics-monitoring:158] - Stopping Metrics Reporting to JMX.
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.messaging.aeron.messaging-group:20] - Stopping Aeron Peer Group
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.messaging.aeron.embedded-media-driver:40] - Stopping media driver
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.static.logging-configuration:38] - Stopping Logging Configuration
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.log.zookeeper:145] - Stopping ZooKeeper server
17-04-29 17:59:57 bc7ea6895070 INFO [onyx.static.logging-configuration:38] - Stopping Logging Configuration