Skip to content

Instantly share code, notes, and snippets.

@andreasjansson

andreasjansson/gist:5245603

Created March 26, 2013 14:05
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save andreasjansson/5245603 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save andreasjansson/5245603 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
[2013-03-26 14:01:55,079][INFO ][node ] [Inza] {0.90.0.RC1}[21712]: initializing ...
[2013-03-26 14:01:55,079][DEBUG][node ] [Inza] using home [/opt/elasticsearch-0.90.0.RC1], config [/opt/elasticsearch-0.90.0.RC1/config], data [[/data]], logs [/opt/elasticsearch-0.90.0.RC1/logs], work [/opt/elasticsearch-0.90.0.RC1/work], plugins [/opt/elasticsearch-0.90.0.RC1/plugins]
[2013-03-26 14:01:55,085][INFO ][plugins ] [Inza] loaded [], sites []
[2013-03-26 14:01:55,096][DEBUG][common.compress.lzf ] using [UnsafeChunkDecoder] decoder
[2013-03-26 14:01:55,107][DEBUG][env ] [Inza] using node location [[/data/elasticsearch/nodes/0]], local_node_id [0]
[2013-03-26 14:01:56,612][DEBUG][threadpool ] [Inza] creating thread_pool [generic], type [cached], keep_alive [30s]
[2013-03-26 14:01:56,619][DEBUG][threadpool ] [Inza] creating thread_pool [index], type [cached], keep_alive [5m]
[2013-03-26 14:01:56,619][DEBUG][threadpool ] [Inza] creating thread_pool [bulk], type [cached], keep_alive [5m]
[2013-03-26 14:01:56,620][DEBUG][threadpool ] [Inza] creating thread_pool [get], type [cached], keep_alive [5m]
[2013-03-26 14:01:56,620][DEBUG][threadpool ] [Inza] creating thread_pool [search], type [cached], keep_alive [5m]
[2013-03-26 14:01:56,620][DEBUG][threadpool ] [Inza] creating thread_pool [percolate], type [cached], keep_alive [5m]
[2013-03-26 14:01:56,620][DEBUG][threadpool ] [Inza] creating thread_pool [management], type [scaling], min [1], size [5], keep_alive [5m]
[2013-03-26 14:01:56,623][DEBUG][threadpool ] [Inza] creating thread_pool [flush], type [scaling], min [1], size [10], keep_alive [5m]
[2013-03-26 14:01:56,623][DEBUG][threadpool ] [Inza] creating thread_pool [merge], type [scaling], min [1], size [20], keep_alive [5m]
[2013-03-26 14:01:56,624][DEBUG][threadpool ] [Inza] creating thread_pool [refresh], type [scaling], min [1], size [10], keep_alive [5m]
[2013-03-26 14:01:56,624][DEBUG][threadpool ] [Inza] creating thread_pool [cache], type [scaling], min [1], size [4], keep_alive [5m]
[2013-03-26 14:01:56,624][DEBUG][threadpool ] [Inza] creating thread_pool [snapshot], type [scaling], min [1], size [5], keep_alive [5m]
[2013-03-26 14:01:56,643][DEBUG][transport.netty ] [Inza] using worker_count[2], port[9300-9400], bind_host[null], publish_host[null], compress[false], connect_timeout[30s], connections_per_node[2/6/1], receive_predictor[512kb->512kb]
[2013-03-26 14:01:56,651][DEBUG][discovery.zen.ping.multicast] [Inza] using group [224.2.2.4], with port [54328], ttl [3], and address [null]
[2013-03-26 14:01:56,655][DEBUG][discovery.zen.ping.unicast] [Inza] using initial hosts [], with concurrent_connects [10]
[2013-03-26 14:01:56,656][DEBUG][discovery.zen ] [Inza] using ping.timeout [3s], master_election.filter_client [true], master_election.filter_data [false]
[2013-03-26 14:01:56,657][DEBUG][discovery.zen.elect ] [Inza] using minimum_master_nodes [-1]
[2013-03-26 14:01:56,657][DEBUG][discovery.zen.fd ] [Inza] [master] uses ping_interval [1s], ping_timeout [30s], ping_retries [3]
[2013-03-26 14:01:56,661][DEBUG][discovery.zen.fd ] [Inza] [node ] uses ping_interval [1s], ping_timeout [30s], ping_retries [3]
[2013-03-26 14:01:56,755][DEBUG][monitor.jvm ] [Inza] enabled [true], last_gc_enabled [false], interval [1s], gc_threshold [{default=GcThreshold{name='default', warnThreshold=10000, infoThreshold=5000, debugThreshold=2000}, ParNew=GcThreshold{name='ParNew', warnThreshold=1000, infoThreshold=700, debugThreshold=400}, ConcurrentMarkSweep=GcThreshold{name='ConcurrentMarkSweep', warnThreshold=10000, infoThreshold=5000, debugThreshold=2000}}]
[2013-03-26 14:01:57,263][DEBUG][monitor.os ] [Inza] Using probe [org.elasticsearch.monitor.os.SigarOsProbe@7543073a] with refresh_interval [1s]
[2013-03-26 14:01:57,267][DEBUG][monitor.process ] [Inza] Using probe [org.elasticsearch.monitor.process.SigarProcessProbe@54e0d16b] with refresh_interval [1s]
[2013-03-26 14:01:57,271][DEBUG][monitor.jvm ] [Inza] Using refresh_interval [1s]
[2013-03-26 14:01:57,272][DEBUG][monitor.network ] [Inza] Using probe [org.elasticsearch.monitor.network.SigarNetworkProbe@4b7d03c5] with refresh_interval [5s]
[2013-03-26 14:01:57,276][DEBUG][monitor.network ] [Inza] net_info
host [ip-10-204-95-154]
eth0 display_name [eth0]
address [/fe80:0:0:0:1031:3bff:fe0a:5c6c%2] [/10.204.95.154]
mtu [1500] multicast [true] ptp [false] loopback [false] up [true] virtual [false]
lo display_name [lo]
address [/0:0:0:0:0:0:0:1%1] [/127.0.0.1]
mtu [16436] multicast [false] ptp [false] loopback [true] up [true] virtual [false]
[2013-03-26 14:01:57,280][DEBUG][monitor.fs ] [Inza] Using probe [org.elasticsearch.monitor.fs.SigarFsProbe@24442c76] with refresh_interval [1s]
[2013-03-26 14:01:57,707][DEBUG][indices.store ] [Inza] using indices.store.throttle.type [none], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:01:57,713][DEBUG][cache.memory ] [Inza] using bytebuffer cache with small_buffer_size [1kb], large_buffer_size [1mb], small_cache_size [10mb], large_cache_size [500mb], direct [true]
[2013-03-26 14:01:57,720][DEBUG][script ] [Inza] using script cache with max_size [500], expire [null]
[2013-03-26 14:01:57,750][DEBUG][cluster.routing.allocation.decider] [Inza] using node_concurrent_recoveries [2], node_initial_primaries_recoveries [4]
[2013-03-26 14:01:57,752][DEBUG][cluster.routing.allocation.decider] [Inza] using [cluster.routing.allocation.allow_rebalance] with [indices_all_active]
[2013-03-26 14:01:57,752][DEBUG][cluster.routing.allocation.decider] [Inza] using [cluster_concurrent_rebalance] with [2]
[2013-03-26 14:01:57,759][DEBUG][gateway.local ] [Inza] using initial_shards [quorum], list_timeout [30s]
[2013-03-26 14:01:57,973][DEBUG][indices.recovery ] [Inza] using max_size_per_sec[0b], concurrent_streams [3], file_chunk_size [512kb], translog_size [512kb], translog_ops [1000], and compress [true]
[2013-03-26 14:01:58,045][DEBUG][http.netty ] [Inza] using max_chunk_size[8kb], max_header_size[8kb], max_initial_line_length[4kb], max_content_length[100mb], receive_predictor[512kb->512kb]
[2013-03-26 14:01:58,051][DEBUG][indices.memory ] [Inza] using index_buffer_size [102.1mb], with min_shard_index_buffer_size [4mb], max_shard_index_buffer_size [512mb], shard_inactive_time [30m]
[2013-03-26 14:01:58,052][DEBUG][indices.cache.filter ] [Inza] using [node] weighted filter cache with size [20%], actual_size [204.3mb], expire [null], clean_interval [1m]
[2013-03-26 14:01:58,065][DEBUG][gateway.local.state.meta ] [Inza] using gateway.local.auto_import_dangled [YES], with gateway.local.dangling_timeout [2h]
[2013-03-26 14:01:58,274][DEBUG][gateway.local.state.meta ] [Inza] took 209ms to load state
[2013-03-26 14:01:58,291][DEBUG][gateway.local.state.shards] [Inza] took 16ms to load started shards state
[2013-03-26 14:01:58,293][DEBUG][bulk.udp ] [Inza] using enabled [false], host [null], port [9700-9800], bulk_actions [1000], bulk_size [5mb], flush_interval [5s], concurrent_requests [4]
[2013-03-26 14:01:58,294][INFO ][node ] [Inza] {0.90.0.RC1}[21712]: initialized
[2013-03-26 14:01:58,294][INFO ][node ] [Inza] {0.90.0.RC1}[21712]: starting ...
[2013-03-26 14:01:58,350][DEBUG][netty.channel.socket.nio.SelectorUtil] Using select timeout of 500
[2013-03-26 14:01:58,350][DEBUG][netty.channel.socket.nio.SelectorUtil] Epoll-bug workaround enabled = false
[2013-03-26 14:01:58,552][DEBUG][transport.netty ] [Inza] Bound to address [/0:0:0:0:0:0:0:0:9300]
[2013-03-26 14:01:58,554][INFO ][transport ] [Inza] bound_address {inet[/0:0:0:0:0:0:0:0:9300]}, publish_address {inet[/10.204.95.154:9300]}
[2013-03-26 14:02:01,583][DEBUG][discovery.zen ] [Inza] filtered ping responses: (filter_client[true], filter_data[false]) {none}
[2013-03-26 14:02:01,586][DEBUG][cluster.service ] [Inza] processing [zen-disco-join (elected_as_master)]: execute
[2013-03-26 14:02:01,586][DEBUG][cluster.service ] [Inza] cluster state updated, version [1], source [zen-disco-join (elected_as_master)]
[2013-03-26 14:02:01,587][INFO ][cluster.service ] [Inza] new_master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]], reason: zen-disco-join (elected_as_master)
[2013-03-26 14:02:01,613][DEBUG][transport.netty ] [Inza] connected to node [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]
[2013-03-26 14:02:01,626][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:01,626][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:01,626][DEBUG][cluster.service ] [Inza] processing [zen-disco-join (elected_as_master)]: done applying updated cluster_state
[2013-03-26 14:02:01,626][INFO ][discovery ] [Inza] elasticsearch/3h8GPOWMRRmuh-0j5qzEww
[2013-03-26 14:02:01,749][DEBUG][cluster.service ] [Inza] processing [local-gateway-elected-state]: execute
[2013-03-26 14:02:01,764][INFO ][http ] [Inza] bound_address {inet[/0:0:0:0:0:0:0:0:9200]}, publish_address {inet[/10.204.95.154:9200]}
[2013-03-26 14:02:01,764][INFO ][node ] [Inza] {0.90.0.RC1}[21712]: started
[2013-03-26 14:02:01,767][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][0]: allocating [[logstash-2013.03.19][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:01,768][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][4]: allocating [[logstash-2013.03.23][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:01,768][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][2]: allocating [[logstash-2013.03.23][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:01,768][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:01,769][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][3]: allocating [[logstash-2013.03.21][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:01,769][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][0]: throttling allocation [[logstash-2013.03.26][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,770][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][1]: throttling allocation [[logstash-2013.03.26][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,770][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,771][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,771][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][4]: throttling allocation [[logstash-2013.03.22][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,772][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][3]: throttling allocation [[logstash-2013.03.18][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,772][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,773][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,773][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,774][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][0]: throttling allocation [[logstash-2013.03.21][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,776][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][4]: throttling allocation [[logstash-2013.03.25][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,777][DEBUG][gateway.local ] [Inza] [kibana][4]: throttling allocation [[kibana][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,777][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,778][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,778][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,779][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,779][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,780][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,780][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,783][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,783][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,784][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,784][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,785][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,790][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,790][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][1]: throttling allocation [[logstash-2013.03.19][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,793][DEBUG][gateway.local ] [Inza] [kibana][1]: throttling allocation [[kibana][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,793][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,794][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,794][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,795][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,795][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,796][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,796][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,797][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: throttling allocation [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,797][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,797][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,798][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,802][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,803][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,803][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,804][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][4]: throttling allocation [[logstash-2013.03.20][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,804][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][0]: throttling allocation [[logstash-2013.03.22][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,805][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][1]: throttling allocation [[logstash-2013.03.24][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,805][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: throttling allocation [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:01,833][DEBUG][cluster.service ] [Inza] cluster state updated, version [2], source [local-gateway-elected-state]
[2013-03-26 14:02:01,842][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:01,842][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:01,843][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19] creating index
[2013-03-26 14:02:01,843][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.19], shards [5]/[1]
[2013-03-26 14:02:02,143][DEBUG][index.mapper ] [Inza] [logstash-2013.03.19] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:02,143][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.19] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:02,144][DEBUG][index.cache ] [Inza] [logstash-2013.03.19] Using stats.refresh_interval [1s]
[2013-03-26 14:02:02,152][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.19] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:02,198][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23] creating index
[2013-03-26 14:02:02,198][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.23], shards [5]/[1]
[2013-03-26 14:02:02,442][DEBUG][index.mapper ] [Inza] [logstash-2013.03.23] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:02,442][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.23] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:02,443][DEBUG][index.cache ] [Inza] [logstash-2013.03.23] Using stats.refresh_interval [1s]
[2013-03-26 14:02:02,444][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.23] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:02,444][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21] creating index
[2013-03-26 14:02:02,445][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.21], shards [5]/[1]
[2013-03-26 14:02:02,501][DEBUG][index.mapper ] [Inza] [logstash-2013.03.21] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:02,501][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.21] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:02,502][DEBUG][index.cache ] [Inza] [logstash-2013.03.21] Using stats.refresh_interval [1s]
[2013-03-26 14:02:02,503][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.21] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:02,505][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,577][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,581][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,584][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,589][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,598][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,606][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,622][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,634][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:02,640][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19][0] creating shard
[2013-03-26 14:02:02,640][DEBUG][index.service ] [Inza] [logstash-2013.03.19] creating shard_id [0]
[2013-03-26 14:02:02,852][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.19][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:02,854][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.19][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:02,855][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.19][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:02,858][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][0] state: [CREATED]
[2013-03-26 14:02:02,858][DEBUG][index.translog ] [Inza] [logstash-2013.03.19][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:02,862][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:02,863][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][0] starting recovery from local ...
[2013-03-26 14:02:02,870][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23][2] creating shard
[2013-03-26 14:02:02,870][DEBUG][index.service ] [Inza] [logstash-2013.03.23] creating shard_id [2]
[2013-03-26 14:02:02,886][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] starting engine
[2013-03-26 14:02:02,979][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.23][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:02,979][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.23][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:02,980][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.23][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:02,980][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][2] state: [CREATED]
[2013-03-26 14:02:02,980][DEBUG][index.translog ] [Inza] [logstash-2013.03.23][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:02,981][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.23][2]), total is [102.1mb] with [1] active shards, each shard set to [102.1mb]
[2013-03-26 14:02:03,550][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [64mb] to [102.1mb]
[2013-03-26 14:02:03,550][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:03,550][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23][4] creating shard
[2013-03-26 14:02:03,551][DEBUG][index.service ] [Inza] [logstash-2013.03.23] creating shard_id [4]
[2013-03-26 14:02:03,554][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][2] starting recovery from local ...
[2013-03-26 14:02:03,561][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] starting engine
[2013-03-26 14:02:03,569][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:03,591][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][0] scheduling refresher every 1s
[2013-03-26 14:02:03,591][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:03,594][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][0] recovery completed from local, took [731ms]
index : files [155] with total_size [340.1mb], took[22ms]
: recovered_files [0] with total_size [0b]
: reusing_files [155] with total_size [340.1mb]
start : took [670ms], check_index [0s]
translog : number_of_operations [0], took [38ms]
[2013-03-26 14:02:03,598][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:03,598][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:03,799][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.23][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:03,802][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.23][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:03,802][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.23][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:03,803][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][4] state: [CREATED]
[2013-03-26 14:02:03,804][DEBUG][index.translog ] [Inza] [logstash-2013.03.23][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:03,804][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.23][4]), total is [102.1mb] with [2] active shards, each shard set to [51mb]
[2013-03-26 14:02:03,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [102.1mb] to [51mb]
[2013-03-26 14:02:03,949][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [64mb] to [51mb]
[2013-03-26 14:02:03,950][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:03,950][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21][3] creating shard
[2013-03-26 14:02:03,950][DEBUG][index.service ] [Inza] [logstash-2013.03.21] creating shard_id [3]
[2013-03-26 14:02:03,954][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][4] starting recovery from local ...
[2013-03-26 14:02:03,958][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] starting engine
[2013-03-26 14:02:03,977][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:03,977][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][2] scheduling refresher every 1s
[2013-03-26 14:02:03,977][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:03,977][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][2] recovery completed from local, took [423ms]
index : files [115] with total_size [397.7mb], took[2ms]
: recovered_files [0] with total_size [0b]
: reusing_files [115] with total_size [397.7mb]
start : took [398ms], check_index [0s]
translog : number_of_operations [0], took [19ms]
[2013-03-26 14:02:03,977][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:03,978][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:04,148][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.21][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:04,154][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.21][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:04,155][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.21][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:04,155][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][3] state: [CREATED]
[2013-03-26 14:02:04,156][DEBUG][index.translog ] [Inza] [logstash-2013.03.21][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:04,158][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.21][3]), total is [102.1mb] with [3] active shards, each shard set to [34mb]
[2013-03-26 14:02:04,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [51mb] to [34mb]
[2013-03-26 14:02:04,159][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [51mb] to [34mb]
[2013-03-26 14:02:04,227][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [64mb] to [34mb]
[2013-03-26 14:02:04,227][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:04,229][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][3] starting recovery from local ...
[2013-03-26 14:02:04,232][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] starting engine
[2013-03-26 14:02:04,247][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:04,254][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][4] scheduling refresher every 1s
[2013-03-26 14:02:04,254][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:04,254][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][4] recovery completed from local, took [300ms]
index : files [139] with total_size [397.8mb], took[4ms]
: recovered_files [0] with total_size [0b]
: reusing_files [139] with total_size [397.8mb]
start : took [276ms], check_index [0s]
translog : number_of_operations [0], took [20ms]
[2013-03-26 14:02:04,254][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:04,255][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:04,448][INFO ][gateway ] [Inza] recovered [10] indices into cluster_state
[2013-03-26 14:02:04,454][DEBUG][cluster.service ] [Inza] processing [local-gateway-elected-state]: done applying updated cluster_state
[2013-03-26 14:02:04,454][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:04,455][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:04,463][DEBUG][cluster.service ] [Inza] cluster state updated, version [3], source [shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:04,466][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:04,466][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:04,537][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:04,537][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:04,537][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:04,537][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:04,537][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:04,538][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:04,539][DEBUG][gateway.local ] [Inza] [kibana][1]: allocating [[kibana][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:04,542][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][1]: allocating [[logstash-2013.03.24][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:04,542][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][4]: allocating [[logstash-2013.03.25][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:04,546][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,546][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][4]: throttling allocation [[logstash-2013.03.22][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,546][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][0]: throttling allocation [[logstash-2013.03.26][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,547][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][4]: throttling allocation [[logstash-2013.03.20][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,547][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,547][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,548][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,550][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,550][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][1]: throttling allocation [[logstash-2013.03.19][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,551][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,551][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][1]: throttling allocation [[logstash-2013.03.26][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,551][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,552][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,552][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,552][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,553][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,557][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,557][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][0]: throttling allocation [[logstash-2013.03.21][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,561][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: throttling allocation [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,561][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,561][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,562][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][3]: throttling allocation [[logstash-2013.03.18][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,562][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,562][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,563][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,563][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,563][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,563][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,563][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,564][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,564][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,564][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,567][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:04,567][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,568][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,568][DEBUG][gateway.local ] [Inza] [kibana][4]: throttling allocation [[kibana][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,568][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,568][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: throttling allocation [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,561][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:04,569][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][3] scheduling refresher every 1s
[2013-03-26 14:02:04,569][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:04,569][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][3] recovery completed from local, took [340ms]
index : files [139] with total_size [565.2mb], took[3ms]
: recovered_files [0] with total_size [0b]
: reusing_files [139] with total_size [565.2mb]
start : took [327ms], check_index [0s]
translog : number_of_operations [0], took [10ms]
[2013-03-26 14:02:04,569][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:04,569][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:04,570][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][0]: throttling allocation [[logstash-2013.03.22][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,570][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,570][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:04,581][DEBUG][cluster.service ] [Inza] cluster state updated, version [4], source [reroute post shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:04,586][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:04,586][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:04,586][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25] creating index
[2013-03-26 14:02:04,587][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.25], shards [5]/[1]
[2013-03-26 14:02:04,692][DEBUG][index.mapper ] [Inza] [logstash-2013.03.25] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:04,758][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.25] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:04,759][DEBUG][index.cache ] [Inza] [logstash-2013.03.25] Using stats.refresh_interval [1s]
[2013-03-26 14:02:04,760][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.25] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:04,760][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24] creating index
[2013-03-26 14:02:04,762][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.24], shards [5]/[1]
[2013-03-26 14:02:04,835][DEBUG][index.mapper ] [Inza] [logstash-2013.03.24] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:04,836][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.24] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:04,836][DEBUG][index.cache ] [Inza] [logstash-2013.03.24] Using stats.refresh_interval [1s]
[2013-03-26 14:02:04,842][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.24] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:04,842][DEBUG][indices.cluster ] [Inza] [kibana] creating index
[2013-03-26 14:02:04,842][DEBUG][indices ] [Inza] creating Index [kibana], shards [5]/[1]
[2013-03-26 14:02:04,933][DEBUG][index.mapper ] [Inza] [kibana] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:04,942][DEBUG][index.cache.query.parser.resident] [Inza] [kibana] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:04,943][DEBUG][index.cache ] [Inza] [kibana] Using stats.refresh_interval [1s]
[2013-03-26 14:02:04,944][DEBUG][index.store.fs ] [Inza] [kibana] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:04,944][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:04,987][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:04,991][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:05,002][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25] adding mapping [prod-web-app-js], source [{"prod-web-app-js":{"properties":{"@fields":{"dynamic":"true","properties":{"DATE":{"type":"date","format":"dateOptionalTime"},"DATESTAMP:timestamp":{"type":"string"},"DATE_EU":{"type":"date","format":"dateOptionalTime"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:remote_addr":{"type":"string"},"MINUTE":{"type":"string"},"MONTHDAY":{"type":"string"},"MONTHNUM":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:url":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"useragent":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:05,011][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:05,022][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:05,034][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:05,042][DEBUG][indices.cluster ] [Inza] [kibana] adding mapping [permission], source [{"permission":{"properties":{"is_admin":{"type":"boolean"},"tags":{"type":"string"},"username":{"type":"string"}}}}]
[2013-03-26 14:02:05,054][DEBUG][indices.cluster ] [Inza] [kibana] adding mapping [favorite], source [{"favorite":{"properties":{"hashcode":{"type":"string"},"id":{"type":"string"},"name":{"type":"string"},"user":{"type":"string"}}}}]
[2013-03-26 14:02:05,056][DEBUG][indices.cluster ] [Inza] [kibana] adding mapping [user], source [{"user":{"properties":{"password":{"type":"string"},"salt":{"type":"string"},"username":{"type":"string"}}}}]
[2013-03-26 14:02:05,057][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25][4] creating shard
[2013-03-26 14:02:05,057][DEBUG][index.service ] [Inza] [logstash-2013.03.25] creating shard_id [4]
[2013-03-26 14:02:05,214][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.25][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:05,218][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.25][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:05,218][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.25][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:05,219][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][4] state: [CREATED]
[2013-03-26 14:02:05,219][DEBUG][index.translog ] [Inza] [logstash-2013.03.25][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:05,220][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.25][4]), total is [102.1mb] with [4] active shards, each shard set to [25.5mb]
[2013-03-26 14:02:05,221][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [34mb] to [25.5mb]
[2013-03-26 14:02:05,221][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [34mb] to [25.5mb]
[2013-03-26 14:02:05,221][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [34mb] to [25.5mb]
[2013-03-26 14:02:05,221][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [64mb] to [25.5mb]
[2013-03-26 14:02:05,221][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:05,224][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][4] starting recovery from local ...
[2013-03-26 14:02:05,227][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] starting engine
[2013-03-26 14:02:05,230][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24][1] creating shard
[2013-03-26 14:02:05,230][DEBUG][index.service ] [Inza] [logstash-2013.03.24] creating shard_id [1]
[2013-03-26 14:02:05,352][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.24][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:05,358][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.24][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:05,359][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.24][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:05,359][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][1] state: [CREATED]
[2013-03-26 14:02:05,370][DEBUG][index.translog ] [Inza] [logstash-2013.03.24][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:05,371][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.24][1]), total is [102.1mb] with [5] active shards, each shard set to [20.4mb]
[2013-03-26 14:02:05,372][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [25.5mb] to [20.4mb]
[2013-03-26 14:02:05,530][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [64mb] to [20.4mb]
[2013-03-26 14:02:05,530][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [25.5mb] to [20.4mb]
[2013-03-26 14:02:05,530][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [25.5mb] to [20.4mb]
[2013-03-26 14:02:05,530][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [25.5mb] to [20.4mb]
[2013-03-26 14:02:05,530][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:05,530][DEBUG][indices.cluster ] [Inza] [kibana][1] creating shard
[2013-03-26 14:02:05,530][DEBUG][index.service ] [Inza] [kibana] creating shard_id [1]
[2013-03-26 14:02:05,534][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][1] starting recovery from local ...
[2013-03-26 14:02:05,535][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] starting engine
[2013-03-26 14:02:05,540][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:05,544][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][4] scheduling refresher every 1s
[2013-03-26 14:02:05,544][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:05,545][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][4] recovery completed from local, took [321ms]
index : files [299] with total_size [232.1mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [299] with total_size [232.1mb]
start : took [312ms], check_index [0s]
translog : number_of_operations [0], took [7ms]
[2013-03-26 14:02:05,550][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,550][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,627][DEBUG][index.deletionpolicy ] [Inza] [kibana][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:05,630][DEBUG][index.merge.policy ] [Inza] [kibana][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:05,634][DEBUG][index.merge.scheduler ] [Inza] [kibana][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:05,635][DEBUG][index.shard.service ] [Inza] [kibana][1] state: [CREATED]
[2013-03-26 14:02:05,635][DEBUG][index.translog ] [Inza] [kibana][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:05,635][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[kibana][1]), total is [102.1mb] with [6] active shards, each shard set to [17mb]
[2013-03-26 14:02:05,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [20.4mb] to [17mb]
[2013-03-26 14:02:05,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [20.4mb] to [17mb]
[2013-03-26 14:02:05,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [64mb] to [17mb]
[2013-03-26 14:02:05,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [20.4mb] to [17mb]
[2013-03-26 14:02:05,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [20.4mb] to [17mb]
[2013-03-26 14:02:05,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [20.4mb] to [17mb]
[2013-03-26 14:02:05,664][DEBUG][index.shard.service ] [Inza] [kibana][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:05,664][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,664][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,665][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:05,665][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:05,665][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:05,665][DEBUG][index.gateway ] [Inza] [kibana][1] starting recovery from local ...
[2013-03-26 14:02:05,666][DEBUG][index.engine.robin ] [Inza] [kibana][1] starting engine
[2013-03-26 14:02:05,670][DEBUG][index.shard.service ] [Inza] [kibana][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:05,670][DEBUG][index.shard.service ] [Inza] [kibana][1] scheduling refresher every 1s
[2013-03-26 14:02:05,670][DEBUG][index.shard.service ] [Inza] [kibana][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:05,671][DEBUG][index.gateway ] [Inza] [kibana][1] recovery completed from local, took [6ms]
index : files [3] with total_size [86b], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [3] with total_size [86b]
start : took [5ms], check_index [0s]
translog : number_of_operations [0], took [1ms]
[2013-03-26 14:02:05,671][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,671][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,672][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:05,672][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][1] scheduling refresher every 1s
[2013-03-26 14:02:05,672][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:05,672][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][1] recovery completed from local, took [138ms]
index : files [123] with total_size [643.9mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [643.9mb]
start : took [136ms], check_index [0s]
translog : number_of_operations [0], took [1ms]
[2013-03-26 14:02:05,674][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,674][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:05,674][DEBUG][cluster.service ] [Inza] cluster state updated, version [5], source [shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:05,674][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:05,674][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:05,676][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,676][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,676][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,677][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:05,719][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:05,719][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:05,719][DEBUG][cluster.action.shard ] [Inza] applying started shards [[kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:05,727][DEBUG][cluster.service ] [Inza] cluster state updated, version [6], source [shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:05,727][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:05,727][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:05,746][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:05,747][DEBUG][gateway.local ] [Inza] [kibana][4]: allocating [[kibana][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:05,747][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][0]: allocating [[logstash-2013.03.22][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:05,747][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][4]: allocating [[logstash-2013.03.20][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][1]: allocating [[logstash-2013.03.19][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,748][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: throttling allocation [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][0]: throttling allocation [[logstash-2013.03.21][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][1]: throttling allocation [[logstash-2013.03.26][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,749][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,756][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,756][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,756][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: throttling allocation [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,756][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][4]: throttling allocation [[logstash-2013.03.22][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,757][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,757][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,757][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,757][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,757][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][0]: throttling allocation [[logstash-2013.03.26][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,762][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,762][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,762][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,762][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,763][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,763][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:05,763][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][3]: throttling allocation [[logstash-2013.03.18][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,763][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,763][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,766][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,766][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,766][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,766][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,767][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,767][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:05,784][DEBUG][cluster.service ] [Inza] cluster state updated, version [7], source [reroute post shard-started ([logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:05,791][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:05,791][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:05,791][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20] creating index
[2013-03-26 14:02:05,792][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.20], shards [5]/[1]
[2013-03-26 14:02:05,966][DEBUG][index.mapper ] [Inza] [logstash-2013.03.20] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:05,970][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.20] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:05,970][DEBUG][index.cache ] [Inza] [logstash-2013.03.20] Using stats.refresh_interval [1s]
[2013-03-26 14:02:05,972][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.20] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:05,975][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22] creating index
[2013-03-26 14:02:05,975][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.22], shards [5]/[1]
[2013-03-26 14:02:06,077][DEBUG][index.mapper ] [Inza] [logstash-2013.03.22] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:06,086][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.22] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:06,087][DEBUG][index.cache ] [Inza] [logstash-2013.03.22] Using stats.refresh_interval [1s]
[2013-03-26 14:02:06,088][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.22] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:06,088][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,096][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,106][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,115][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"POSINT:port":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,127][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,198][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:06,204][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20][4] creating shard
[2013-03-26 14:02:06,204][DEBUG][index.service ] [Inza] [logstash-2013.03.20] creating shard_id [4]
[2013-03-26 14:02:06,282][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.20][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:06,283][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.20][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:06,284][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.20][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:06,286][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][4] state: [CREATED]
[2013-03-26 14:02:06,286][DEBUG][index.translog ] [Inza] [logstash-2013.03.20][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:06,287][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.20][4]), total is [102.1mb] with [7] active shards, each shard set to [14.5mb]
[2013-03-26 14:02:06,287][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [64mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [17mb] to [14.5mb]
[2013-03-26 14:02:06,291][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:06,291][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][4] starting recovery from local ...
[2013-03-26 14:02:06,293][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] starting engine
[2013-03-26 14:02:06,295][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19][1] creating shard
[2013-03-26 14:02:06,298][DEBUG][index.service ] [Inza] [logstash-2013.03.19] creating shard_id [1]
[2013-03-26 14:02:06,537][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.19][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:06,541][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:06,546][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][4] scheduling refresher every 1s
[2013-03-26 14:02:06,546][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:06,546][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][4] recovery completed from local, took [255ms]
index : files [131] with total_size [516.7mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [131] with total_size [516.7mb]
start : took [248ms], check_index [0s]
translog : number_of_operations [0], took [6ms]
[2013-03-26 14:02:06,547][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,547][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,547][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.19][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:06,550][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.19][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:06,551][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][1] state: [CREATED]
[2013-03-26 14:02:06,554][DEBUG][index.translog ] [Inza] [logstash-2013.03.19][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:06,555][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.19][1]), total is [102.1mb] with [8] active shards, each shard set to [12.7mb]
[2013-03-26 14:02:06,558][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [64mb] to [12.7mb]
[2013-03-26 14:02:06,558][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,558][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,558][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,558][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,559][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,559][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,559][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [14.5mb] to [12.7mb]
[2013-03-26 14:02:06,559][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:06,562][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][1] starting recovery from local ...
[2013-03-26 14:02:06,563][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] starting engine
[2013-03-26 14:02:06,566][DEBUG][indices.cluster ] [Inza] [kibana][4] creating shard
[2013-03-26 14:02:06,566][DEBUG][index.service ] [Inza] [kibana] creating shard_id [4]
[2013-03-26 14:02:06,703][DEBUG][index.deletionpolicy ] [Inza] [kibana][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:06,706][DEBUG][index.merge.policy ] [Inza] [kibana][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:06,707][DEBUG][index.merge.scheduler ] [Inza] [kibana][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:06,707][DEBUG][index.shard.service ] [Inza] [kibana][4] state: [CREATED]
[2013-03-26 14:02:06,711][DEBUG][index.translog ] [Inza] [kibana][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:06,712][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[kibana][4]), total is [102.1mb] with [9] active shards, each shard set to [11.3mb]
[2013-03-26 14:02:06,712][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,712][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,737][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [64mb] to [11.3mb]
[2013-03-26 14:02:06,737][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,737][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,737][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,737][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,738][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,738][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [12.7mb] to [11.3mb]
[2013-03-26 14:02:06,738][DEBUG][index.shard.service ] [Inza] [kibana][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:06,738][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22][0] creating shard
[2013-03-26 14:02:06,738][DEBUG][index.service ] [Inza] [logstash-2013.03.22] creating shard_id [0]
[2013-03-26 14:02:06,742][DEBUG][index.gateway ] [Inza] [kibana][4] starting recovery from local ...
[2013-03-26 14:02:06,742][DEBUG][index.engine.robin ] [Inza] [kibana][4] starting engine
[2013-03-26 14:02:06,744][DEBUG][index.shard.service ] [Inza] [kibana][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:06,745][DEBUG][index.shard.service ] [Inza] [kibana][4] scheduling refresher every 1s
[2013-03-26 14:02:06,745][DEBUG][index.shard.service ] [Inza] [kibana][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:06,745][DEBUG][index.gateway ] [Inza] [kibana][4] recovery completed from local, took [3ms]
index : files [3] with total_size [86b], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [3] with total_size [86b]
start : took [2ms], check_index [0s]
translog : number_of_operations [0], took [1ms]
[2013-03-26 14:02:06,745][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,745][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,747][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:06,753][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][1] scheduling refresher every 1s
[2013-03-26 14:02:06,753][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:06,754][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][1] recovery completed from local, took [192ms]
index : files [171] with total_size [342.9mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [171] with total_size [342.9mb]
start : took [182ms], check_index [0s]
translog : number_of_operations [0], took [9ms]
[2013-03-26 14:02:06,756][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,756][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:06,931][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.22][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:06,932][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.22][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:06,932][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.22][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:06,933][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][0] state: [CREATED]
[2013-03-26 14:02:06,935][DEBUG][index.translog ] [Inza] [logstash-2013.03.22][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:06,936][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.22][0]), total is [102.1mb] with [10] active shards, each shard set to [10.2mb]
[2013-03-26 14:02:06,942][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,942][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,942][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,942][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [64mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,943][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [11.3mb] to [10.2mb]
[2013-03-26 14:02:06,944][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:06,944][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][0] starting recovery from local ...
[2013-03-26 14:02:06,945][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] starting engine
[2013-03-26 14:02:06,950][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:06,950][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:06,950][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:06,981][DEBUG][cluster.service ] [Inza] cluster state updated, version [8], source [shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:06,993][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:06,993][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:07,035][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:07,036][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:07,036][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:07,036][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:07,036][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:07,036][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:07,037][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][1]: allocating [[logstash-2013.03.26][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:07,037][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][4]: allocating [[logstash-2013.03.22][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:07,044][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][3]: allocating [[logstash-2013.03.18][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:07,044][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,044][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: throttling allocation [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,045][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,045][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,046][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,046][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,046][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,046][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,050][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,050][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][0]: throttling allocation [[logstash-2013.03.21][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,050][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,050][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,054][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,054][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,056][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,056][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,056][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,056][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][0]: throttling allocation [[logstash-2013.03.26][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,057][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:07,058][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,058][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,062][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,062][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,062][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,062][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,062][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,064][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,064][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: throttling allocation [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,064][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,064][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,066][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:07,095][DEBUG][cluster.service ] [Inza] cluster state updated, version [9], source [reroute post shard-started ([logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:07,096][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:07,096][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:07,096][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18] creating index
[2013-03-26 14:02:07,096][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.18], shards [5]/[1]
[2013-03-26 14:02:07,206][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:07,211][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][0] scheduling refresher every 1s
[2013-03-26 14:02:07,212][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:07,212][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][0] recovery completed from local, took [268ms]
index : files [131] with total_size [604.9mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [131] with total_size [604.9mb]
start : took [260ms], check_index [0s]
translog : number_of_operations [0], took [7ms]
[2013-03-26 14:02:07,214][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:07,214][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:07,251][DEBUG][index.mapper ] [Inza] [logstash-2013.03.18] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:07,252][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.18] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:07,252][DEBUG][index.cache ] [Inza] [logstash-2013.03.18] Using stats.refresh_interval [1s]
[2013-03-26 14:02:07,253][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.18] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:07,255][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26] creating index
[2013-03-26 14:02:07,255][DEBUG][indices ] [Inza] creating Index [logstash-2013.03.26], shards [5]/[1]
[2013-03-26 14:02:07,323][DEBUG][index.mapper ] [Inza] [logstash-2013.03.26] using dynamic[true], default mapping: default_mapping_location[null], loaded_from[jar:file:/opt/elasticsearch-0.90.0.RC1/lib/elasticsearch-0.90.0.RC1.jar!/org/elasticsearch/index/mapper/default-mapping.json] and source[{
"_default_":{
}
}]
[2013-03-26 14:02:07,325][DEBUG][index.cache.query.parser.resident] [Inza] [logstash-2013.03.26] using [resident] query cache with max_size [100], expire [null]
[2013-03-26 14:02:07,325][DEBUG][index.cache ] [Inza] [logstash-2013.03.26] Using stats.refresh_interval [1s]
[2013-03-26 14:02:07,326][DEBUG][index.store.fs ] [Inza] [logstash-2013.03.26] using index.store.throttle.type [node], with index.store.throttle.max_bytes_per_sec [0b]
[2013-03-26 14:02:07,334][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"},"forwarded_for":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"}}}}]
[2013-03-26 14:02:07,342][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26] adding mapping [prod-web-access], source [{"prod-web-access":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:07,349][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26] adding mapping [default], source [{"default":{"properties":{"@fields":{"dynamic":"true","properties":{"BASE10NUM":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"HTTPDATE:timestamp":{"type":"string"},"INT:ZONE":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:clientip":{"type":"string"},"IPORHOST:forwarded_for":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"NUMBER:bytes":{"type":"string"},"NUMBER:httpversion":{"type":"string"},"NUMBER:response":{"type":"string"},"QS:agent":{"type":"string"},"QUOTEDSTRING":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:referrer":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPATHPARAM:request":{"type":"string"},"URIPROTO":{"type":"string"},"USER:auth":{"type":"string"},"USER:ident":{"type":"string"},"USERNAME":{"type":"string"},"WORD:verb":{"type":"string"},"YEAR":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:07,362][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26] adding mapping [prod-web-error], source [{"prod-web-error":{"properties":{"@fields":{"dynamic":"true","properties":{"DAY":{"type":"string"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IP":{"type":"string"},"IPORHOST":{"type":"string"},"MINUTE":{"type":"string"},"MONTH":{"type":"string"},"MONTHDAY":{"type":"string"},"PHP_ERROR_LOG":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"errordate":{"type":"string"},"referrer":{"type":"string"},"severity":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:07,367][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26] adding mapping [prod-web-app-js], source [{"prod-web-app-js":{"properties":{"@fields":{"dynamic":"true","properties":{"DATE":{"type":"date","format":"dateOptionalTime"},"DATESTAMP:timestamp":{"type":"string"},"DATE_EU":{"type":"date","format":"dateOptionalTime"},"HOSTNAME":{"type":"string"},"HOUR":{"type":"string"},"IPORHOST":{"type":"string"},"IPORHOST:remote_addr":{"type":"string"},"MINUTE":{"type":"string"},"MONTHDAY":{"type":"string"},"MONTHNUM":{"type":"string"},"SECOND":{"type":"string"},"TIME":{"type":"string"},"URI:url":{"type":"string"},"URIHOST":{"type":"string"},"URIPARAM":{"type":"string"},"URIPATH":{"type":"string"},"URIPATHPARAM":{"type":"string"},"URIPROTO":{"type":"string"},"YEAR":{"type":"string"},"error":{"type":"string"},"useragent":{"type":"string"}}},"@message":{"type":"string"},"@source":{"type":"string"},"@timestamp":{"type":"date","format":"dateOptionalTime"},"@type":{"type":"string"}}}}]
[2013-03-26 14:02:07,377][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18][3] creating shard
[2013-03-26 14:02:07,378][DEBUG][index.service ] [Inza] [logstash-2013.03.18] creating shard_id [3]
[2013-03-26 14:02:07,549][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.18][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:07,554][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.18][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:07,554][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.18][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:07,555][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][3] state: [CREATED]
[2013-03-26 14:02:07,555][DEBUG][index.translog ] [Inza] [logstash-2013.03.18][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:07,556][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.18][3]), total is [102.1mb] with [11] active shards, each shard set to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,556][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,557][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,557][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,557][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,557][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [64mb] to [9.2mb]
[2013-03-26 14:02:07,562][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [10.2mb] to [9.2mb]
[2013-03-26 14:02:07,562][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:07,562][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][3] starting recovery from local ...
[2013-03-26 14:02:07,563][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] starting engine
[2013-03-26 14:02:07,566][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26][1] creating shard
[2013-03-26 14:02:07,566][DEBUG][index.service ] [Inza] [logstash-2013.03.26] creating shard_id [1]
[2013-03-26 14:02:07,575][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:07,578][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][3] scheduling refresher every 1s
[2013-03-26 14:02:07,578][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:07,582][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][3] recovery completed from local, took [20ms]
index : files [27] with total_size [38.1mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [27] with total_size [38.1mb]
start : took [11ms], check_index [0s]
translog : number_of_operations [0], took [8ms]
[2013-03-26 14:02:07,582][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:07,582][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:07,629][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.26][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:07,634][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.26][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:07,635][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.26][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:07,635][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][1] state: [CREATED]
[2013-03-26 14:02:07,637][DEBUG][index.translog ] [Inza] [logstash-2013.03.26][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:07,638][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.26][1]), total is [102.1mb] with [12] active shards, each shard set to [8.5mb]
[2013-03-26 14:02:07,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [64mb] to [8.5mb]
[2013-03-26 14:02:07,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,639][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,639][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,639][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,639][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,642][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,642][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,642][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,642][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [9.2mb] to [8.5mb]
[2013-03-26 14:02:07,642][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:07,643][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][1] starting recovery from local ...
[2013-03-26 14:02:07,647][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] starting engine
[2013-03-26 14:02:07,647][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:07,650][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:07,650][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22][4] creating shard
[2013-03-26 14:02:07,650][DEBUG][index.service ] [Inza] [logstash-2013.03.22] creating shard_id [4]
[2013-03-26 14:02:07,764][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.22][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:07,774][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.22][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:07,774][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.22][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:07,775][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][4] state: [CREATED]
[2013-03-26 14:02:07,782][DEBUG][index.translog ] [Inza] [logstash-2013.03.22][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:07,783][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.22][4]), total is [102.1mb] with [13] active shards, each shard set to [7.8mb]
[2013-03-26 14:02:07,784][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,785][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,785][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,785][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [64mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,922][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [8.5mb] to [7.8mb]
[2013-03-26 14:02:07,923][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:07,923][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][4] starting recovery from local ...
[2013-03-26 14:02:07,926][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:07,927][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:07,927][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:07,927][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] starting engine
[2013-03-26 14:02:07,941][DEBUG][cluster.service ] [Inza] cluster state updated, version [10], source [shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:07,941][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:07,941][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:08,015][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:08,016][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][0]: allocating [[logstash-2013.03.21][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][0]: allocating [[logstash-2013.03.26][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,017][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:08,018][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,020][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: throttling allocation [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,021][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,021][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,021][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,021][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,025][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,028][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,028][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,028][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,028][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,029][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,030][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,031][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,031][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,031][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,034][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,034][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,034][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,035][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,036][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,036][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,036][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,041][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,041][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: throttling allocation [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,041][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,060][DEBUG][cluster.service ] [Inza] cluster state updated, version [11], source [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:08,074][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:08,074][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:08,076][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26][0] creating shard
[2013-03-26 14:02:08,076][DEBUG][index.service ] [Inza] [logstash-2013.03.26] creating shard_id [0]
[2013-03-26 14:02:08,260][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:08,269][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][4] scheduling refresher every 1s
[2013-03-26 14:02:08,274][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:08,274][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][4] recovery completed from local, took [351ms]
index : files [171] with total_size [601.3mb], took[2ms]
: recovered_files [0] with total_size [0b]
: reusing_files [171] with total_size [601.3mb]
start : took [332ms], check_index [0s]
translog : number_of_operations [0], took [15ms]
[2013-03-26 14:02:08,274][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:08,275][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:08,268][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.26][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:08,278][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.26][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:08,282][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.26][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:08,283][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][0] state: [CREATED]
[2013-03-26 14:02:08,285][DEBUG][index.translog ] [Inza] [logstash-2013.03.26][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:08,286][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.26][0]), total is [102.1mb] with [14] active shards, each shard set to [7.2mb]
[2013-03-26 14:02:08,286][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,286][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,287][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,287][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,287][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,287][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,290][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,290][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,294][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,294][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,294][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,294][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,295][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [64mb] to [7.2mb]
[2013-03-26 14:02:08,295][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [7.8mb] to [7.2mb]
[2013-03-26 14:02:08,295][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:08,295][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][0] starting recovery from local ...
[2013-03-26 14:02:08,298][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] starting engine
[2013-03-26 14:02:08,299][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:08,299][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:08,300][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21][0] creating shard
[2013-03-26 14:02:08,300][DEBUG][index.service ] [Inza] [logstash-2013.03.21] creating shard_id [0]
[2013-03-26 14:02:08,572][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:08,574][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][0] scheduling refresher every 1s
[2013-03-26 14:02:08,574][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:08,574][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][0] recovery completed from local, took [279ms]
index : files [169] with total_size [8.3mb], took[3ms]
: recovered_files [0] with total_size [0b]
: reusing_files [169] with total_size [8.3mb]
start : took [254ms], check_index [0s]
translog : number_of_operations [0], took [22ms]
[2013-03-26 14:02:08,575][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:08,575][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:08,574][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.21][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:08,584][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.21][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:08,592][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.21][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:08,614][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][0] state: [CREATED]
[2013-03-26 14:02:08,619][DEBUG][index.translog ] [Inza] [logstash-2013.03.21][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:08,624][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.21][0]), total is [102.1mb] with [15] active shards, each shard set to [6.8mb]
[2013-03-26 14:02:08,635][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [64mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,636][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,637][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,637][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,637][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,637][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,637][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,638][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,642][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [7.2mb] to [6.8mb]
[2013-03-26 14:02:08,642][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:08,642][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][0] starting recovery from local ...
[2013-03-26 14:02:08,644][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] starting engine
[2013-03-26 14:02:08,650][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:08,652][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:08,652][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:08,660][DEBUG][cluster.service ] [Inza] cluster state updated, version [12], source [shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:08,673][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:08,673][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:08,718][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:08,719][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][4]: allocating [[logstash-2013.03.24][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:08,719][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][1]: allocating [[logstash-2013.03.23][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:08,719][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: throttling allocation [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: throttling allocation [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,720][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,721][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,733][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: throttling allocation [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,736][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,736][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,736][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,737][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,737][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,737][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,738][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,738][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,738][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,738][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:08,738][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:08,817][DEBUG][cluster.service ] [Inza] cluster state updated, version [13], source [reroute post shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:08,826][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:08,826][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:08,832][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24][4] creating shard
[2013-03-26 14:02:08,832][DEBUG][index.service ] [Inza] [logstash-2013.03.24] creating shard_id [4]
[2013-03-26 14:02:08,976][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.24][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:08,978][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.24][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:08,986][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.24][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:08,990][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][4] state: [CREATED]
[2013-03-26 14:02:08,990][DEBUG][index.translog ] [Inza] [logstash-2013.03.24][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:08,991][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.24][4]), total is [102.1mb] with [16] active shards, each shard set to [6.3mb]
[2013-03-26 14:02:08,991][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,991][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,992][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,993][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,996][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,996][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,996][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,996][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:08,996][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:09,004][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [64mb] to [6.3mb]
[2013-03-26 14:02:09,005][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [6.8mb] to [6.3mb]
[2013-03-26 14:02:09,007][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:09,009][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][4] starting recovery from local ...
[2013-03-26 14:02:09,011][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] starting engine
[2013-03-26 14:02:09,012][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23][1] creating shard
[2013-03-26 14:02:09,013][DEBUG][index.service ] [Inza] [logstash-2013.03.23] creating shard_id [1]
[2013-03-26 14:02:09,009][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:09,027][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][0] scheduling refresher every 1s
[2013-03-26 14:02:09,027][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:09,028][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][0] recovery completed from local, took [386ms]
index : files [123] with total_size [566.3mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [566.3mb]
start : took [363ms], check_index [0s]
translog : number_of_operations [0], took [21ms]
[2013-03-26 14:02:09,028][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,028][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,272][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:09,273][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.23][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:09,283][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.23][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:09,284][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.23][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:09,284][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][1] state: [CREATED]
[2013-03-26 14:02:09,284][DEBUG][index.translog ] [Inza] [logstash-2013.03.23][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:09,285][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.23][1]), total is [102.1mb] with [17] active shards, each shard set to [6mb]
[2013-03-26 14:02:09,285][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,285][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,285][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,285][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,285][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,286][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,286][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,286][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,286][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][1] scheduling refresher every 1s
[2013-03-26 14:02:09,290][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:09,298][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][1] recovery completed from local, took [1.6s]
index : files [189] with total_size [8.5mb], took[3ms]
: recovered_files [0] with total_size [0b]
: reusing_files [189] with total_size [8.5mb]
start : took [288ms], check_index [0s]
translog : number_of_operations [2], took [1.3s]
[2013-03-26 14:02:09,298][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,298][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,655][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [64mb] to [6mb]
[2013-03-26 14:02:09,657][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:09,662][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,663][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [6.3mb] to [6mb]
[2013-03-26 14:02:09,664][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:09,664][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:09,664][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:09,665][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:09,665][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:09,665][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:09,665][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][1] starting recovery from local ...
[2013-03-26 14:02:09,667][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] starting engine
[2013-03-26 14:02:09,671][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][4] scheduling refresher every 1s
[2013-03-26 14:02:09,671][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:09,671][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][4] recovery completed from local, took [662ms]
index : files [171] with total_size [647mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [171] with total_size [647mb]
start : took [646ms], check_index [0s]
translog : number_of_operations [0], took [15ms]
[2013-03-26 14:02:09,672][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,672][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:09,678][DEBUG][cluster.service ] [Inza] cluster state updated, version [14], source [shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:09,682][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:09,682][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:09,690][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:09,690][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:09,729][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:09,730][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:09,730][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:09,732][DEBUG][cluster.service ] [Inza] cluster state updated, version [15], source [shard-started ([logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:09,733][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:09,733][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:09,765][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:09,765][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:09,765][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:09,766][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:09,766][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:09,766][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:09,766][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:09,766][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:09,767][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][3]: allocating [[logstash-2013.03.22][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:09,770][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][0]: allocating [[logstash-2013.03.18][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:09,770][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][1]: allocating [[logstash-2013.03.20][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:09,770][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,774][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: throttling allocation [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,774][DEBUG][gateway.local ] [Inza] [kibana][0]: throttling allocation [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,774][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,777][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,777][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: throttling allocation [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,778][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,778][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,778][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,782][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,782][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,782][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,782][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,783][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,783][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,783][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,786][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,786][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,786][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,787][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,788][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,789][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,789][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,789][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:09,815][DEBUG][cluster.service ] [Inza] cluster state updated, version [16], source [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]
[2013-03-26 14:02:09,886][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:09,886][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:09,894][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20][1] creating shard
[2013-03-26 14:02:09,895][DEBUG][index.service ] [Inza] [logstash-2013.03.20] creating shard_id [1]
[2013-03-26 14:02:10,049][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.20][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:10,057][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.20][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:10,057][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.20][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:10,062][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][1] state: [CREATED]
[2013-03-26 14:02:10,065][DEBUG][index.translog ] [Inza] [logstash-2013.03.20][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:10,065][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.20][1]), total is [102.1mb] with [18] active shards, each shard set to [5.6mb]
[2013-03-26 14:02:10,067][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,067][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,067][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,067][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,068][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,068][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,068][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,068][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,071][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,071][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,077][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [64mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [6mb] to [5.6mb]
[2013-03-26 14:02:10,165][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:10,165][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18][0] creating shard
[2013-03-26 14:02:10,166][DEBUG][index.service ] [Inza] [logstash-2013.03.18] creating shard_id [0]
[2013-03-26 14:02:10,166][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][1] starting recovery from local ...
[2013-03-26 14:02:10,169][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] starting engine
[2013-03-26 14:02:10,174][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:10,184][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][1] scheduling refresher every 1s
[2013-03-26 14:02:10,342][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:10,342][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][1] recovery completed from local, took [677ms]
index : files [139] with total_size [396.9mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [139] with total_size [396.9mb]
start : took [507ms], check_index [0s]
translog : number_of_operations [0], took [169ms]
[2013-03-26 14:02:10,362][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:10,362][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:10,401][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.18][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:10,418][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.18][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:10,425][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.18][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:10,426][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][0] state: [CREATED]
[2013-03-26 14:02:10,430][DEBUG][index.translog ] [Inza] [logstash-2013.03.18][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:10,434][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.18][0]), total is [102.1mb] with [19] active shards, each shard set to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [64mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,950][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [5.6mb] to [5.3mb]
[2013-03-26 14:02:10,951][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:10,952][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][0] starting recovery from local ...
[2013-03-26 14:02:10,953][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] starting engine
[2013-03-26 14:02:10,955][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:10,955][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:10,955][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22][3] creating shard
[2013-03-26 14:02:10,955][DEBUG][index.service ] [Inza] [logstash-2013.03.22] creating shard_id [3]
[2013-03-26 14:02:10,960][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:10,975][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][1] scheduling refresher every 1s
[2013-03-26 14:02:10,975][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:10,975][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][1] recovery completed from local, took [809ms]
index : files [155] with total_size [516.7mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [155] with total_size [516.7mb]
start : took [790ms], check_index [0s]
translog : number_of_operations [0], took [16ms]
[2013-03-26 14:02:10,975][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:10,975][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,015][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:11,016][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][0] scheduling refresher every 1s
[2013-03-26 14:02:11,016][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:11,016][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][0] recovery completed from local, took [64ms]
index : files [43] with total_size [37.8mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [43] with total_size [37.8mb]
start : took [59ms], check_index [0s]
translog : number_of_operations [0], took [5ms]
[2013-03-26 14:02:11,016][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,016][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,056][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.22][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:11,061][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.22][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:11,070][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.22][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:11,071][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][3] state: [CREATED]
[2013-03-26 14:02:11,071][DEBUG][index.translog ] [Inza] [logstash-2013.03.22][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:11,072][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.22][3]), total is [102.1mb] with [20] active shards, each shard set to [5.1mb]
[2013-03-26 14:02:11,072][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,072][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,072][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [64mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,075][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,075][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,075][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,076][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,077][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [5.3mb] to [5.1mb]
[2013-03-26 14:02:11,077][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:11,086][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][3] starting recovery from local ...
[2013-03-26 14:02:11,087][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] starting engine
[2013-03-26 14:02:11,090][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
[2013-03-26 14:02:11,094][DEBUG][cluster.service ] [Inza] processing [update-mapping [logstash-2013.03.26][prod-web-app-js]]: execute
[2013-03-26 14:02:11,096][DEBUG][cluster.service ] [Inza] processing [update-mapping [logstash-2013.03.26][prod-web-app-js]]: no change in cluster_state
[2013-03-26 14:02:11,097][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:11,097][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:11,099][DEBUG][cluster.service ] [Inza] cluster state updated, version [17], source [shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:11,114][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:11,114][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:11,588][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:11,588][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:11,589][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:11,589][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:11,589][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:11,589][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:11,589][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:11,590][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:11,590][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:11,591][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][3]: allocating [[logstash-2013.03.23][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:11,591][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][4]: allocating [[logstash-2013.03.21][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:11,591][DEBUG][gateway.local ] [Inza] [kibana][0]: allocating [[kibana][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:11,591][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,591][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: throttling allocation [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,592][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,594][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,594][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,594][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,591][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][3] scheduling refresher every 1s
[2013-03-26 14:02:11,594][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:11,595][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][3] recovery completed from local, took [509ms]
index : files [131] with total_size [604.6mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [131] with total_size [604.6mb]
start : took [500ms], check_index [0s]
translog : number_of_operations [0], took [7ms]
[2013-03-26 14:02:11,595][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,595][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,595][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,596][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,596][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,596][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,596][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,602][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,605][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,605][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,605][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,605][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,605][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:11,606][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: throttling allocation [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,610][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,610][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,610][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,610][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,610][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,611][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,611][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,611][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:11,630][DEBUG][cluster.service ] [Inza] cluster state updated, version [18], source [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:11,634][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:11,634][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:11,635][DEBUG][indices.cluster ] [Inza] [kibana][0] creating shard
[2013-03-26 14:02:11,635][DEBUG][index.service ] [Inza] [kibana] creating shard_id [0]
[2013-03-26 14:02:11,701][DEBUG][index.deletionpolicy ] [Inza] [kibana][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:11,714][DEBUG][index.merge.policy ] [Inza] [kibana][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:11,714][DEBUG][index.merge.scheduler ] [Inza] [kibana][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:11,715][DEBUG][index.shard.service ] [Inza] [kibana][0] state: [CREATED]
[2013-03-26 14:02:11,715][DEBUG][index.translog ] [Inza] [kibana][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:11,716][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[kibana][0]), total is [102.1mb] with [21] active shards, each shard set to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,722][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,726][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,726][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,726][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,726][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,727][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,727][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,727][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [64mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [5.1mb] to [4.8mb]
[2013-03-26 14:02:11,731][DEBUG][index.shard.service ] [Inza] [kibana][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:11,731][DEBUG][index.gateway ] [Inza] [kibana][0] starting recovery from local ...
[2013-03-26 14:02:11,731][DEBUG][index.engine.robin ] [Inza] [kibana][0] starting engine
[2013-03-26 14:02:11,734][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23][3] creating shard
[2013-03-26 14:02:11,734][DEBUG][index.service ] [Inza] [logstash-2013.03.23] creating shard_id [3]
[2013-03-26 14:02:11,735][DEBUG][index.shard.service ] [Inza] [kibana][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:11,736][DEBUG][index.shard.service ] [Inza] [kibana][0] scheduling refresher every 1s
[2013-03-26 14:02:11,736][DEBUG][index.shard.service ] [Inza] [kibana][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:11,737][DEBUG][index.gateway ] [Inza] [kibana][0] recovery completed from local, took [6ms]
index : files [11] with total_size [1kb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [11] with total_size [1kb]
start : took [3ms], check_index [0s]
translog : number_of_operations [0], took [3ms]
[2013-03-26 14:02:11,805][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,805][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:11,889][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.23][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:11,905][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.23][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:11,905][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.23][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:11,906][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][3] state: [CREATED]
[2013-03-26 14:02:11,906][DEBUG][index.translog ] [Inza] [logstash-2013.03.23][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:11,907][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.23][3]), total is [102.1mb] with [22] active shards, each shard set to [4.6mb]
[2013-03-26 14:02:11,907][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,910][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,911][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,911][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,911][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,912][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,912][DEBUG][index.engine.robin ] [Inza] [kibana][0] updating index_buffer_size from [64mb] to [4.6mb]
[2013-03-26 14:02:11,912][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,912][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,913][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,913][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,913][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,913][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,915][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,918][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,918][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,918][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [4.8mb] to [4.6mb]
[2013-03-26 14:02:11,918][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:11,918][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][3] starting recovery from local ...
[2013-03-26 14:02:11,920][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][3] starting engine
[2013-03-26 14:02:11,922][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:11,922][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:11,922][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21][4] creating shard
[2013-03-26 14:02:11,922][DEBUG][index.service ] [Inza] [logstash-2013.03.21] creating shard_id [4]
[2013-03-26 14:02:12,041][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.21][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:12,056][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.21][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:12,056][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.21][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:12,057][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][4] state: [CREATED]
[2013-03-26 14:02:12,063][DEBUG][index.translog ] [Inza] [logstash-2013.03.21][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:12,064][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.21][4]), total is [102.1mb] with [23] active shards, each shard set to [4.4mb]
[2013-03-26 14:02:12,066][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,066][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,067][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,070][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,070][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,070][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,073][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [kibana][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,135][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,136][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][3] updating index_buffer_size from [64mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [4.6mb] to [4.4mb]
[2013-03-26 14:02:12,262][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:12,263][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:12,263][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,263][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:12,266][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][4] starting recovery from local ...
[2013-03-26 14:02:12,267][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][4] starting engine
[2013-03-26 14:02:12,271][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:12,278][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][3] scheduling refresher every 1s
[2013-03-26 14:02:12,280][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:12,280][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][3] recovery completed from local, took [362ms]
index : files [115] with total_size [397.2mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [115] with total_size [397.2mb]
start : took [350ms], check_index [0s]
translog : number_of_operations [0], took [10ms]
[2013-03-26 14:02:12,280][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,280][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,272][DEBUG][cluster.service ] [Inza] cluster state updated, version [19], source [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:12,281][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:12,281][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:12,282][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,282][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,314][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:12,314][DEBUG][cluster.service ] [Inza] processing [routing-table-updater]: execute
[2013-03-26 14:02:12,315][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][3]: allocating [[logstash-2013.03.19][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:12,315][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][0]: allocating [[logstash-2013.03.20][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:12,316][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,316][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,316][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,316][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,316][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,317][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,317][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,317][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: throttling allocation [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,317][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,317][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,318][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,318][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,321][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,326][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:12,326][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,326][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,326][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: throttling allocation [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,326][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,330][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,330][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,330][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,330][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,330][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,331][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: throttling allocation [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,344][DEBUG][cluster.service ] [Inza] cluster state updated, version [20], source [routing-table-updater]
[2013-03-26 14:02:12,358][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:12,358][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:12,366][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20][0] creating shard
[2013-03-26 14:02:12,366][DEBUG][index.service ] [Inza] [logstash-2013.03.20] creating shard_id [0]
[2013-03-26 14:02:12,500][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:12,500][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][4] scheduling refresher every 1s
[2013-03-26 14:02:12,502][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:12,502][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][4] recovery completed from local, took [236ms]
index : files [139] with total_size [566.2mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [139] with total_size [566.2mb]
start : took [231ms], check_index [0s]
translog : number_of_operations [0], took [4ms]
[2013-03-26 14:02:12,502][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,505][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,526][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.20][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:12,527][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.20][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:12,534][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.20][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:12,534][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][0] state: [CREATED]
[2013-03-26 14:02:12,535][DEBUG][index.translog ] [Inza] [logstash-2013.03.20][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:12,535][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.20][0]), total is [102.1mb] with [24] active shards, each shard set to [4.2mb]
[2013-03-26 14:02:12,535][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,536][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,536][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,538][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,539][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,539][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,539][DEBUG][index.engine.robin ] [Inza] [kibana][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,540][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,540][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,540][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,540][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,540][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][3] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,541][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,541][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,545][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,545][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,545][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,546][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [4.4mb] to [4.2mb]
[2013-03-26 14:02:12,546][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][4] updating index_buffer_size from [64mb] to [4.2mb]
[2013-03-26 14:02:12,550][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:12,550][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][0] starting recovery from local ...
[2013-03-26 14:02:12,551][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][0] starting engine
[2013-03-26 14:02:12,554][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19][3] creating shard
[2013-03-26 14:02:12,554][DEBUG][index.service ] [Inza] [logstash-2013.03.19] creating shard_id [3]
[2013-03-26 14:02:12,709][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.19][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:12,717][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.19][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:12,726][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.19][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:12,726][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][3] state: [CREATED]
[2013-03-26 14:02:12,730][DEBUG][index.translog ] [Inza] [logstash-2013.03.19][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:12,730][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.19][3]), total is [102.1mb] with [25] active shards, each shard set to [4mb]
[2013-03-26 14:02:12,806][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][0] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:12,806][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,806][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,806][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,806][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [kibana][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,807][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][3] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][4] updating index_buffer_size from [4.2mb] to [4mb]
[2013-03-26 14:02:12,808][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:12,809][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][3] starting recovery from local ...
[2013-03-26 14:02:12,811][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][3] starting engine
[2013-03-26 14:02:12,814][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,814][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,814][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,814][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,815][DEBUG][cluster.service ] [Inza] processing [routing-table-updater]: done applying updated cluster_state
[2013-03-26 14:02:12,818][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,818][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:12,820][DEBUG][cluster.service ] [Inza] cluster state updated, version [21], source [shard-started ([kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:12,817][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:12,841][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][0] scheduling refresher every 1s
[2013-03-26 14:02:12,841][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:12,842][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][0] recovery completed from local, took [292ms]
index : files [123] with total_size [514.8mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [514.8mb]
start : took [264ms], check_index [0s]
translog : number_of_operations [0], took [26ms]
[2013-03-26 14:02:12,842][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,842][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:12,845][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,846][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,846][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:12,846][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:12,870][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:12,870][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:12,870][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:12,873][DEBUG][cluster.service ] [Inza] cluster state updated, version [22], source [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]
[2013-03-26 14:02:12,874][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:12,875][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:12,899][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
[2013-03-26 14:02:12,899][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,899][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:12,899][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:12,899][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:12,900][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:12,901][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][2]: allocating [[logstash-2013.03.20][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:12,901][DEBUG][gateway.local ] [Inza] [logstash-2013.03.20][3]: allocating [[logstash-2013.03.20][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:12,901][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][1]: allocating [[logstash-2013.03.18][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:12,901][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:12,901][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,902][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,903][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: throttling allocation [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,906][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: throttling allocation [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,911][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,911][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: throttling allocation [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,912][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,913][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,916][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,916][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,916][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,918][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: throttling allocation [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,918][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,918][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,918][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:12,972][DEBUG][cluster.service ] [Inza] cluster state updated, version [23], source [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:12,976][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:12,976][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:12,978][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20][2] creating shard
[2013-03-26 14:02:12,978][DEBUG][index.service ] [Inza] [logstash-2013.03.20] creating shard_id [2]
[2013-03-26 14:02:12,988][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:12,996][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][3] scheduling refresher every 1s
[2013-03-26 14:02:13,000][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:13,001][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][3] recovery completed from local, took [191ms]
index : files [131] with total_size [342.7mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [131] with total_size [342.7mb]
start : took [176ms], check_index [0s]
translog : number_of_operations [0], took [14ms]
[2013-03-26 14:02:13,001][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,001][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,146][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.20][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:13,146][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.20][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:13,147][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.20][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:13,148][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][2] state: [CREATED]
[2013-03-26 14:02:13,150][DEBUG][index.translog ] [Inza] [logstash-2013.03.20][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:13,150][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.20][2]), total is [102.1mb] with [26] active shards, each shard set to [4mb]
[2013-03-26 14:02:13,154][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,155][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,155][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,156][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,156][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][3] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,156][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:13,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,158][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,162][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,162][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,162][DEBUG][index.engine.robin ] [Inza] [kibana][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,162][DEBUG][index.engine.robin ] [Inza] [kibana][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,162][DEBUG][index.engine.robin ] [Inza] [kibana][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][1] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][2] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][3] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,163][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][3] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][0] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,165][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][3] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,166][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][4] updating index_buffer_size from [4mb] to [4mb]
[2013-03-26 14:02:13,166][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:13,166][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][2] starting recovery from local ...
[2013-03-26 14:02:13,167][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][2] starting engine
[2013-03-26 14:02:13,170][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.20][3] creating shard
[2013-03-26 14:02:13,174][DEBUG][index.service ] [Inza] [logstash-2013.03.20] creating shard_id [3]
[2013-03-26 14:02:13,285][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.20][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:13,296][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.20][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:13,296][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.20][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:13,297][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][3] state: [CREATED]
[2013-03-26 14:02:13,302][DEBUG][index.translog ] [Inza] [logstash-2013.03.20][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:13,302][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.20][3]), total is [102.1mb] with [27] active shards, each shard set to [4mb]
[2013-03-26 14:02:13,302][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:13,303][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:13,303][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][3] starting recovery from local ...
[2013-03-26 14:02:13,304][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][3] starting engine
[2013-03-26 14:02:13,310][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18][1] creating shard
[2013-03-26 14:02:13,310][DEBUG][index.service ] [Inza] [logstash-2013.03.18] creating shard_id [1]
[2013-03-26 14:02:13,299][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:13,311][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][2] scheduling refresher every 1s
[2013-03-26 14:02:13,311][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:13,312][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][2] recovery completed from local, took [145ms]
index : files [123] with total_size [515.6mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [515.6mb]
start : took [131ms], check_index [0s]
translog : number_of_operations [0], took [13ms]
[2013-03-26 14:02:13,314][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,316][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,487][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.18][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:13,494][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.18][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:13,494][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.18][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:13,495][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][1] state: [CREATED]
[2013-03-26 14:02:13,498][DEBUG][index.translog ] [Inza] [logstash-2013.03.18][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:13,501][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.18][1]), total is [102.1mb] with [28] active shards, each shard set to [4mb]
[2013-03-26 14:02:13,518][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.20][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:13,518][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:13,518][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:13,518][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:13,519][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][1] starting recovery from local ...
[2013-03-26 14:02:13,520][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][1] starting engine
[2013-03-26 14:02:13,521][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:13,525][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:13,525][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:13,528][DEBUG][cluster.service ] [Inza] cluster state updated, version [24], source [shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:13,534][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:13,534][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:13,529][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:13,535][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][3] scheduling refresher every 1s
[2013-03-26 14:02:13,535][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.20][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:13,538][DEBUG][index.gateway ] [Inza] [logstash-2013.03.20][3] recovery completed from local, took [235ms]
index : files [147] with total_size [514.3mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [147] with total_size [514.3mb]
start : took [224ms], check_index [0s]
translog : number_of_operations [0], took [10ms]
[2013-03-26 14:02:13,538][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,538][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,546][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:13,547][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:13,547][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:13,554][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][1] scheduling refresher every 1s
[2013-03-26 14:02:13,554][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:13,554][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][1] recovery completed from local, took [35ms]
index : files [35] with total_size [38.5mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [35] with total_size [38.5mb]
start : took [26ms], check_index [0s]
translog : number_of_operations [0], took [8ms]
[2013-03-26 14:02:13,554][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,555][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,559][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:13,560][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:13,560][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:13,562][DEBUG][cluster.service ] [Inza] cluster state updated, version [25], source [shard-started ([logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:13,562][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:13,562][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:13,583][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:13,583][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:13,583][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:13,584][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][2]: allocating [[logstash-2013.03.25][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][4]: allocating [[logstash-2013.03.19][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][2]: allocating [[logstash-2013.03.21][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][3]: allocating [[logstash-2013.03.25][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: throttling allocation [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: throttling allocation [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,585][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,586][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,586][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,586][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,586][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,587][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: throttling allocation [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,587][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,590][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,590][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,590][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:13,590][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:13,604][DEBUG][cluster.service ] [Inza] cluster state updated, version [26], source [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]
[2013-03-26 14:02:13,606][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:13,606][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:13,610][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19][4] creating shard
[2013-03-26 14:02:13,610][DEBUG][index.service ] [Inza] [logstash-2013.03.19] creating shard_id [4]
[2013-03-26 14:02:13,684][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.19][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:13,684][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.19][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:13,687][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.19][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:13,687][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][4] state: [CREATED]
[2013-03-26 14:02:13,687][DEBUG][index.translog ] [Inza] [logstash-2013.03.19][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:13,688][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.19][4]), total is [102.1mb] with [29] active shards, each shard set to [4mb]
[2013-03-26 14:02:13,690][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][1] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:13,690][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:13,690][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][4] starting recovery from local ...
[2013-03-26 14:02:13,692][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][4] starting engine
[2013-03-26 14:02:13,694][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25][2] creating shard
[2013-03-26 14:02:13,694][DEBUG][index.service ] [Inza] [logstash-2013.03.25] creating shard_id [2]
[2013-03-26 14:02:13,897][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.25][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:13,906][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.25][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:13,906][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.25][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:13,907][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][2] state: [CREATED]
[2013-03-26 14:02:13,911][DEBUG][index.translog ] [Inza] [logstash-2013.03.25][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:13,912][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.25][2]), total is [102.1mb] with [30] active shards, each shard set to [4mb]
[2013-03-26 14:02:13,935][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][4] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:13,935][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:13,935][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25][3] creating shard
[2013-03-26 14:02:13,935][DEBUG][index.service ] [Inza] [logstash-2013.03.25] creating shard_id [3]
[2013-03-26 14:02:13,936][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][2] starting recovery from local ...
[2013-03-26 14:02:13,937][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][2] starting engine
[2013-03-26 14:02:13,947][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:13,956][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][4] scheduling refresher every 1s
[2013-03-26 14:02:13,956][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:13,962][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][4] recovery completed from local, took [272ms]
index : files [163] with total_size [340.9mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [163] with total_size [340.9mb]
start : took [255ms], check_index [0s]
translog : number_of_operations [0], took [16ms]
[2013-03-26 14:02:13,962][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:13,962][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,113][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.25][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,120][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.25][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,120][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.25][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,120][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][3] state: [CREATED]
[2013-03-26 14:02:14,121][DEBUG][index.translog ] [Inza] [logstash-2013.03.25][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,121][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.25][3]), total is [102.1mb] with [31] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,121][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,122][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,119][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,125][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][2] scheduling refresher every 1s
[2013-03-26 14:02:14,125][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,126][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][2] recovery completed from local, took [190ms]
index : files [107] with total_size [236.5mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [107] with total_size [236.5mb]
start : took [181ms], check_index [0s]
translog : number_of_operations [0], took [8ms]
[2013-03-26 14:02:14,126][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,126][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,126][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21][2] creating shard
[2013-03-26 14:02:14,126][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][3] starting recovery from local ...
[2013-03-26 14:02:14,128][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][3] starting engine
[2013-03-26 14:02:14,134][DEBUG][index.service ] [Inza] [logstash-2013.03.21] creating shard_id [2]
[2013-03-26 14:02:14,205][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.21][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,212][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.21][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,212][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.21][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,216][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][2] state: [CREATED]
[2013-03-26 14:02:14,222][DEBUG][index.translog ] [Inza] [logstash-2013.03.21][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,222][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.21][2]), total is [102.1mb] with [32] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,211][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,223][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][3] scheduling refresher every 1s
[2013-03-26 14:02:14,223][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,223][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][3] recovery completed from local, took [97ms]
index : files [123] with total_size [235.8mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [235.8mb]
start : took [82ms], check_index [0s]
translog : number_of_operations [0], took [13ms]
[2013-03-26 14:02:14,223][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,224][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,224][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,224][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,225][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][2] starting recovery from local ...
[2013-03-26 14:02:14,227][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
[2013-03-26 14:02:14,227][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,227][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:14,227][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][2] starting engine
[2013-03-26 14:02:14,236][DEBUG][cluster.service ] [Inza] cluster state updated, version [27], source [shard-started ([logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:14,238][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:14,238][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:14,336][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:14,336][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,337][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:14,337][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,337][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:14,337][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:14,338][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][2]: allocating [[logstash-2013.03.18][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,338][DEBUG][gateway.local ] [Inza] [logstash-2013.03.21][1]: allocating [[logstash-2013.03.21][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,338][DEBUG][gateway.local ] [Inza] [logstash-2013.03.18][4]: allocating [[logstash-2013.03.18][4], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,339][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: throttling allocation [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,339][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,339][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: throttling allocation [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,339][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,340][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,340][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:14,340][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,340][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: throttling allocation [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,346][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,346][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,346][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,346][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,346][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,347][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,369][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,374][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][2] scheduling refresher every 1s
[2013-03-26 14:02:14,374][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,374][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][2] recovery completed from local, took [150ms]
index : files [115] with total_size [566.5mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [115] with total_size [566.5mb]
start : took [142ms], check_index [0s]
translog : number_of_operations [0], took [6ms]
[2013-03-26 14:02:14,374][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,374][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,371][DEBUG][cluster.service ] [Inza] cluster state updated, version [28], source [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]
[2013-03-26 14:02:14,375][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:14,375][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:14,376][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18][2] creating shard
[2013-03-26 14:02:14,377][DEBUG][index.service ] [Inza] [logstash-2013.03.18] creating shard_id [2]
[2013-03-26 14:02:14,506][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.18][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,506][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.18][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,510][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.18][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,510][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][2] state: [CREATED]
[2013-03-26 14:02:14,510][DEBUG][index.translog ] [Inza] [logstash-2013.03.18][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,511][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.18][2]), total is [102.1mb] with [33] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,511][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,512][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,512][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][2] starting recovery from local ...
[2013-03-26 14:02:14,512][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][2] starting engine
[2013-03-26 14:02:14,515][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.18][4] creating shard
[2013-03-26 14:02:14,516][DEBUG][index.service ] [Inza] [logstash-2013.03.18] creating shard_id [4]
[2013-03-26 14:02:14,535][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,542][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][2] scheduling refresher every 1s
[2013-03-26 14:02:14,542][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,542][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][2] recovery completed from local, took [30ms]
index : files [43] with total_size [37.9mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [43] with total_size [37.9mb]
start : took [22ms], check_index [0s]
translog : number_of_operations [0], took [8ms]
[2013-03-26 14:02:14,545][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,545][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,579][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.18][4] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,586][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.18][4] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,586][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.18][4] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,587][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][4] state: [CREATED]
[2013-03-26 14:02:14,587][DEBUG][index.translog ] [Inza] [logstash-2013.03.18][4] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,587][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.18][4]), total is [102.1mb] with [34] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,590][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,590][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][4] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,590][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][4] starting recovery from local ...
[2013-03-26 14:02:14,591][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][4] starting engine
[2013-03-26 14:02:14,594][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.21][1] creating shard
[2013-03-26 14:02:14,594][DEBUG][index.service ] [Inza] [logstash-2013.03.21] creating shard_id [1]
[2013-03-26 14:02:14,607][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][4] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,610][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][4] scheduling refresher every 1s
[2013-03-26 14:02:14,610][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.18][4] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,610][DEBUG][index.gateway ] [Inza] [logstash-2013.03.18][4] recovery completed from local, took [20ms]
index : files [27] with total_size [38mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [27] with total_size [38mb]
start : took [16ms], check_index [0s]
translog : number_of_operations [0], took [3ms]
[2013-03-26 14:02:14,610][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,610][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,664][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.21][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,670][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.21][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,674][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.21][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,674][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][1] state: [CREATED]
[2013-03-26 14:02:14,674][DEBUG][index.translog ] [Inza] [logstash-2013.03.21][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,675][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.21][1]), total is [102.1mb] with [35] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,677][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.18][4] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,677][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,682][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][1] starting recovery from local ...
[2013-03-26 14:02:14,683][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][1] starting engine
[2013-03-26 14:02:14,686][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:14,686][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:14,687][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
[2013-03-26 14:02:14,693][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,693][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:14,697][DEBUG][cluster.service ] [Inza] cluster state updated, version [29], source [shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:14,702][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:14,702][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:14,852][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:14,852][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,852][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:14,852][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,853][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:14,853][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:14,853][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:14,853][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:14,853][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][3]: allocating [[logstash-2013.03.24][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,853][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][0]: allocating [[logstash-2013.03.24][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,854][DEBUG][gateway.local ] [Inza] [logstash-2013.03.19][2]: allocating [[logstash-2013.03.19][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:14,854][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,854][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,854][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: throttling allocation [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,855][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: throttling allocation [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,855][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,855][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,855][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,855][DEBUG][gateway.local ] [Inza] [kibana][2]: throttling allocation [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,856][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:14,856][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,856][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: throttling allocation [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:14,873][DEBUG][cluster.service ] [Inza] cluster state updated, version [30], source [reroute post shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:14,882][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:14,882][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:14,885][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.19][2] creating shard
[2013-03-26 14:02:14,886][DEBUG][index.service ] [Inza] [logstash-2013.03.19] creating shard_id [2]
[2013-03-26 14:02:14,908][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:14,918][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][1] scheduling refresher every 1s
[2013-03-26 14:02:14,918][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.21][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:14,918][DEBUG][index.gateway ] [Inza] [logstash-2013.03.21][1] recovery completed from local, took [236ms]
index : files [131] with total_size [565.5mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [131] with total_size [565.5mb]
start : took [224ms], check_index [0s]
translog : number_of_operations [0], took [11ms]
[2013-03-26 14:02:14,918][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,918][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:14,973][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.19][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:14,976][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.19][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:14,978][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.19][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:14,979][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][2] state: [CREATED]
[2013-03-26 14:02:14,981][DEBUG][index.translog ] [Inza] [logstash-2013.03.19][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:14,986][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.19][2]), total is [102.1mb] with [36] active shards, each shard set to [4mb]
[2013-03-26 14:02:14,986][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.21][1] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:14,986][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:14,987][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][2] starting recovery from local ...
[2013-03-26 14:02:14,987][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][2] starting engine
[2013-03-26 14:02:14,991][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24][0] creating shard
[2013-03-26 14:02:14,991][DEBUG][index.service ] [Inza] [logstash-2013.03.24] creating shard_id [0]
[2013-03-26 14:02:15,139][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:15,145][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][2] scheduling refresher every 1s
[2013-03-26 14:02:15,150][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.19][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:15,150][DEBUG][index.gateway ] [Inza] [logstash-2013.03.19][2] recovery completed from local, took [163ms]
index : files [123] with total_size [338.8mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [123] with total_size [338.8mb]
start : took [151ms], check_index [0s]
translog : number_of_operations [0], took [12ms]
[2013-03-26 14:02:15,150][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,150][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,156][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.24][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:15,162][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.24][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:15,162][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.24][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:15,166][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][0] state: [CREATED]
[2013-03-26 14:02:15,166][DEBUG][index.translog ] [Inza] [logstash-2013.03.24][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:15,167][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.24][0]), total is [102.1mb] with [37] active shards, each shard set to [4mb]
[2013-03-26 14:02:15,167][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.19][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:15,168][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:15,168][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][0] starting recovery from local ...
[2013-03-26 14:02:15,169][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][0] starting engine
[2013-03-26 14:02:15,174][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24][3] creating shard
[2013-03-26 14:02:15,174][DEBUG][index.service ] [Inza] [logstash-2013.03.24] creating shard_id [3]
[2013-03-26 14:02:15,282][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.24][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:15,290][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.24][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:15,290][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.24][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:15,294][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][3] state: [CREATED]
[2013-03-26 14:02:15,297][DEBUG][index.translog ] [Inza] [logstash-2013.03.24][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:15,297][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.24][3]), total is [102.1mb] with [38] active shards, each shard set to [4mb]
[2013-03-26 14:02:15,311][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][0] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:15,312][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:15,312][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:15,312][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:15,313][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:15,313][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:15,313][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:15,314][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][3] starting recovery from local ...
[2013-03-26 14:02:15,315][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][3] starting engine
[2013-03-26 14:02:15,319][DEBUG][cluster.service ] [Inza] cluster state updated, version [31], source [shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:15,320][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:15,326][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][0] scheduling refresher every 1s
[2013-03-26 14:02:15,326][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:15,326][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][0] recovery completed from local, took [158ms]
index : files [147] with total_size [640.3mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [147] with total_size [640.3mb]
start : took [150ms], check_index [0s]
translog : number_of_operations [0], took [7ms]
[2013-03-26 14:02:15,326][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,326][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,330][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:15,330][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:15,343][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:15,343][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:15,502][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:15,506][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][3] scheduling refresher every 1s
[2013-03-26 14:02:15,506][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:15,506][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][3] recovery completed from local, took [192ms]
index : files [155] with total_size [646.5mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [155] with total_size [646.5mb]
start : took [186ms], check_index [0s]
translog : number_of_operations [0], took [5ms]
[2013-03-26 14:02:15,507][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,507][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:15,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:15,718][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:15,718][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:15,720][DEBUG][cluster.service ] [Inza] cluster state updated, version [32], source [shard-started ([logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:15,725][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:15,725][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:15,847][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:15,848][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][2]: allocating [[logstash-2013.03.22][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [kibana][2]: allocating [[kibana][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][2]: allocating [[logstash-2013.03.26][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.24][2]: allocating [[logstash-2013.03.24][2], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: throttling allocation [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: throttling allocation [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,849][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,850][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: throttling allocation [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:15,864][DEBUG][cluster.service ] [Inza] cluster state updated, version [33], source [reroute post shard-started ([kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:15,874][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:15,874][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:15,876][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26][2] creating shard
[2013-03-26 14:02:15,876][DEBUG][index.service ] [Inza] [logstash-2013.03.26] creating shard_id [2]
[2013-03-26 14:02:15,963][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.26][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:15,974][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.26][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:15,974][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.26][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:15,975][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][2] state: [CREATED]
[2013-03-26 14:02:16,042][DEBUG][index.translog ] [Inza] [logstash-2013.03.26][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,046][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.26][2]), total is [102.1mb] with [39] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,050][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,050][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,050][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][2] starting recovery from local ...
[2013-03-26 14:02:16,052][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][2] starting engine
[2013-03-26 14:02:16,054][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.24][2] creating shard
[2013-03-26 14:02:16,054][DEBUG][index.service ] [Inza] [logstash-2013.03.24] creating shard_id [2]
[2013-03-26 14:02:16,161][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.24][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:16,182][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.24][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:16,182][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.24][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:16,183][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][2] state: [CREATED]
[2013-03-26 14:02:16,183][DEBUG][index.translog ] [Inza] [logstash-2013.03.24][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,184][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.24][2]), total is [102.1mb] with [40] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,184][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,186][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,190][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][2] starting recovery from local ...
[2013-03-26 14:02:16,191][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][2] starting engine
[2013-03-26 14:02:16,194][DEBUG][indices.cluster ] [Inza] [kibana][2] creating shard
[2013-03-26 14:02:16,194][DEBUG][index.service ] [Inza] [kibana] creating shard_id [2]
[2013-03-26 14:02:16,186][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:16,194][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][2] scheduling refresher every 1s
[2013-03-26 14:02:16,196][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:16,196][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][2] recovery completed from local, took [146ms]
index : files [161] with total_size [8.4mb], took[2ms]
: recovered_files [0] with total_size [0b]
: reusing_files [161] with total_size [8.4mb]
start : took [125ms], check_index [0s]
translog : number_of_operations [0], took [19ms]
[2013-03-26 14:02:16,198][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,198][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,374][DEBUG][index.deletionpolicy ] [Inza] [kibana][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:16,375][DEBUG][index.merge.policy ] [Inza] [kibana][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:16,376][DEBUG][index.merge.scheduler ] [Inza] [kibana][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:16,376][DEBUG][index.shard.service ] [Inza] [kibana][2] state: [CREATED]
[2013-03-26 14:02:16,378][DEBUG][index.translog ] [Inza] [kibana][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,382][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[kibana][2]), total is [102.1mb] with [41] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,416][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.24][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,417][DEBUG][index.shard.service ] [Inza] [kibana][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,417][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22][2] creating shard
[2013-03-26 14:02:16,417][DEBUG][index.service ] [Inza] [logstash-2013.03.22] creating shard_id [2]
[2013-03-26 14:02:16,418][DEBUG][index.gateway ] [Inza] [kibana][2] starting recovery from local ...
[2013-03-26 14:02:16,418][DEBUG][index.engine.robin ] [Inza] [kibana][2] starting engine
[2013-03-26 14:02:16,422][DEBUG][index.shard.service ] [Inza] [kibana][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:16,422][DEBUG][index.shard.service ] [Inza] [kibana][2] scheduling refresher every 1s
[2013-03-26 14:02:16,422][DEBUG][index.shard.service ] [Inza] [kibana][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:16,423][DEBUG][index.gateway ] [Inza] [kibana][2] recovery completed from local, took [5ms]
index : files [3] with total_size [86b], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [3] with total_size [86b]
start : took [4ms], check_index [0s]
translog : number_of_operations [0], took [1ms]
[2013-03-26 14:02:16,425][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,425][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,426][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:16,434][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][2] scheduling refresher every 1s
[2013-03-26 14:02:16,434][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.24][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:16,434][DEBUG][index.gateway ] [Inza] [logstash-2013.03.24][2] recovery completed from local, took [244ms]
index : files [187] with total_size [645.6mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [187] with total_size [645.6mb]
start : took [234ms], check_index [0s]
translog : number_of_operations [0], took [9ms]
[2013-03-26 14:02:16,434][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,434][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,486][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.22][2] Using [keep_only_last] deletion policy
[2013-03-26 14:02:16,486][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.22][2] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:16,486][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.22][2] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:16,487][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][2] state: [CREATED]
[2013-03-26 14:02:16,487][DEBUG][index.translog ] [Inza] [logstash-2013.03.22][2] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,488][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.22][2]), total is [102.1mb] with [42] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,488][DEBUG][index.engine.robin ] [Inza] [kibana][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,488][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][2] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,488][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][2] starting recovery from local ...
[2013-03-26 14:02:16,489][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][2] starting engine
[2013-03-26 14:02:16,494][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:16,496][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:16,497][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:16,531][DEBUG][cluster.service ] [Inza] cluster state updated, version [34], source [shard-started ([logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:16,531][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:16,531][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:16,557][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.22][1]: allocating [[logstash-2013.03.22][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][1]: allocating [[logstash-2013.03.25][1], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][3]: allocating [[logstash-2013.03.26][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: throttling allocation [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:16,558][DEBUG][gateway.local ] [Inza] [kibana][3]: throttling allocation [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:16,579][DEBUG][cluster.service ] [Inza] cluster state updated, version [35], source [reroute post shard-started ([logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:16,582][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:16,582][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:16,586][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.26][3] creating shard
[2013-03-26 14:02:16,586][DEBUG][index.service ] [Inza] [logstash-2013.03.26] creating shard_id [3]
[2013-03-26 14:02:16,613][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][2] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:16,626][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][2] scheduling refresher every 1s
[2013-03-26 14:02:16,627][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][2] scheduling optimizer / merger every 1s
[2013-03-26 14:02:16,627][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][2] recovery completed from local, took [139ms]
index : files [107] with total_size [603.8mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [107] with total_size [603.8mb]
start : took [123ms], check_index [0s]
translog : number_of_operations [0], took [15ms]
[2013-03-26 14:02:16,628][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,628][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:16,726][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.26][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:16,729][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.26][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:16,729][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.26][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:16,729][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][3] state: [CREATED]
[2013-03-26 14:02:16,730][DEBUG][index.translog ] [Inza] [logstash-2013.03.26][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,730][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.26][3]), total is [102.1mb] with [43] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,734][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][2] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,734][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,734][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][3] starting recovery from local ...
[2013-03-26 14:02:16,736][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][3] starting engine
[2013-03-26 14:02:16,738][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25][1] creating shard
[2013-03-26 14:02:16,738][DEBUG][index.service ] [Inza] [logstash-2013.03.25] creating shard_id [1]
[2013-03-26 14:02:16,833][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.25][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:16,846][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.25][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:16,846][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.25][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:16,846][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][1] state: [CREATED]
[2013-03-26 14:02:16,850][DEBUG][index.translog ] [Inza] [logstash-2013.03.25][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:16,851][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.25][1]), total is [102.1mb] with [44] active shards, each shard set to [4mb]
[2013-03-26 14:02:16,862][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.26][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:16,862][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:16,862][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.22][1] creating shard
[2013-03-26 14:02:16,862][DEBUG][index.service ] [Inza] [logstash-2013.03.22] creating shard_id [1]
[2013-03-26 14:02:16,866][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][1] starting recovery from local ...
[2013-03-26 14:02:16,867][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][1] starting engine
[2013-03-26 14:02:17,151][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:17,151][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][1] scheduling refresher every 1s
[2013-03-26 14:02:17,152][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:17,152][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][1] recovery completed from local, took [286ms]
index : files [107] with total_size [236mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [107] with total_size [236mb]
start : took [283ms], check_index [0s]
translog : number_of_operations [0], took [2ms]
[2013-03-26 14:02:17,152][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,152][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,160][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.22][1] Using [keep_only_last] deletion policy
[2013-03-26 14:02:17,166][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.22][1] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:17,170][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.22][1] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:17,170][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][1] state: [CREATED]
[2013-03-26 14:02:17,171][DEBUG][index.translog ] [Inza] [logstash-2013.03.22][1] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:17,171][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.22][1]), total is [102.1mb] with [45] active shards, each shard set to [4mb]
[2013-03-26 14:02:17,171][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][1] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:17,172][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][1] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:17,173][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][1] starting recovery from local ...
[2013-03-26 14:02:17,174][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][1] starting engine
[2013-03-26 14:02:17,185][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,185][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,187][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:17,193][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:17,193][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:17,211][DEBUG][cluster.service ] [Inza] cluster state updated, version [36], source [shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:17,228][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:17,228][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:17,308][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:17,310][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:17,310][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:17,310][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:17,310][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:17,310][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:17,311][DEBUG][gateway.local ] [Inza] [kibana][3]: allocating [[kibana][3], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:17,311][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:17,311][DEBUG][gateway.local ] [Inza] [logstash-2013.03.23][0]: allocating [[logstash-2013.03.23][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:17,312][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: throttling allocation [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]]] on primary allocation
[2013-03-26 14:02:17,339][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:17,342][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][3] scheduling refresher every 1s
[2013-03-26 14:02:17,342][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.26][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:17,342][DEBUG][index.gateway ] [Inza] [logstash-2013.03.26][3] recovery completed from local, took [608ms]
index : files [145] with total_size [8.3mb], took[2ms]
: recovered_files [0] with total_size [0b]
: reusing_files [145] with total_size [8.3mb]
start : took [134ms], check_index [0s]
translog : number_of_operations [1], took [472ms]
[2013-03-26 14:02:17,342][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,342][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,346][DEBUG][cluster.service ] [Inza] cluster state updated, version [37], source [reroute post shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:17,354][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:17,354][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:17,358][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,358][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,358][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.23][0] creating shard
[2013-03-26 14:02:17,362][DEBUG][index.service ] [Inza] [logstash-2013.03.23] creating shard_id [0]
[2013-03-26 14:02:17,488][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][1] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:17,502][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][1] scheduling refresher every 1s
[2013-03-26 14:02:17,505][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.22][1] scheduling optimizer / merger every 1s
[2013-03-26 14:02:17,505][DEBUG][index.gateway ] [Inza] [logstash-2013.03.22][1] recovery completed from local, took [332ms]
index : files [163] with total_size [603.2mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [163] with total_size [603.2mb]
start : took [313ms], check_index [0s]
translog : number_of_operations [0], took [18ms]
[2013-03-26 14:02:17,505][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,505][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,527][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.23][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:17,528][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.23][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:17,528][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.23][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:17,530][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][0] state: [CREATED]
[2013-03-26 14:02:17,530][DEBUG][index.translog ] [Inza] [logstash-2013.03.23][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:17,531][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.23][0]), total is [102.1mb] with [46] active shards, each shard set to [4mb]
[2013-03-26 14:02:17,534][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.22][1] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:17,534][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:17,535][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][0] starting recovery from local ...
[2013-03-26 14:02:17,536][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][0] starting engine
[2013-03-26 14:02:17,542][DEBUG][indices.cluster ] [Inza] [kibana][3] creating shard
[2013-03-26 14:02:17,542][DEBUG][index.service ] [Inza] [kibana] creating shard_id [3]
[2013-03-26 14:02:17,703][DEBUG][index.deletionpolicy ] [Inza] [kibana][3] Using [keep_only_last] deletion policy
[2013-03-26 14:02:17,703][DEBUG][index.merge.policy ] [Inza] [kibana][3] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:17,712][DEBUG][index.merge.scheduler ] [Inza] [kibana][3] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:17,712][DEBUG][index.shard.service ] [Inza] [kibana][3] state: [CREATED]
[2013-03-26 14:02:17,713][DEBUG][index.translog ] [Inza] [kibana][3] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:17,713][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[kibana][3]), total is [102.1mb] with [47] active shards, each shard set to [4mb]
[2013-03-26 14:02:17,730][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.23][0] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:17,730][DEBUG][index.shard.service ] [Inza] [kibana][3] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:17,730][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,730][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,731][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:17,731][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:17,922][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:17,924][DEBUG][cluster.service ] [Inza] cluster state updated, version [38], source [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:17,735][DEBUG][index.gateway ] [Inza] [kibana][3] starting recovery from local ...
[2013-03-26 14:02:17,926][DEBUG][index.engine.robin ] [Inza] [kibana][3] starting engine
[2013-03-26 14:02:17,930][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:17,930][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:17,934][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:17,934][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][0] scheduling refresher every 1s
[2013-03-26 14:02:17,934][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.23][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:17,935][DEBUG][index.gateway ] [Inza] [logstash-2013.03.23][0] recovery completed from local, took [399ms]
index : files [155] with total_size [397mb], took[1ms]
: recovered_files [0] with total_size [0b]
: reusing_files [155] with total_size [397mb]
start : took [199ms], check_index [0s]
translog : number_of_operations [0], took [199ms]
[2013-03-26 14:02:17,935][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,935][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,937][DEBUG][index.shard.service ] [Inza] [kibana][3] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:17,937][DEBUG][index.shard.service ] [Inza] [kibana][3] scheduling refresher every 1s
[2013-03-26 14:02:17,937][DEBUG][index.shard.service ] [Inza] [kibana][3] scheduling optimizer / merger every 1s
[2013-03-26 14:02:17,938][DEBUG][index.gateway ] [Inza] [kibana][3] recovery completed from local, took [202ms]
index : files [11] with total_size [1kb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [11] with total_size [1kb]
start : took [11ms], check_index [0s]
translog : number_of_operations [0], took [0s]
[2013-03-26 14:02:17,938][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,938][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:17,939][DEBUG][cluster.action.shard ] [Inza] sending shard started for [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,939][DEBUG][cluster.action.shard ] [Inza] received shard started for [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,939][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:17,939][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:18,080][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:18,080][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,080][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], [logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]
[2013-03-26 14:02:18,083][DEBUG][cluster.service ] [Inza] cluster state updated, version [39], source [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]
[2013-03-26 14:02:18,086][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:18,090][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:18,121][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: done applying updated cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,122][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,123][DEBUG][gateway.local ] [Inza] [logstash-2013.03.25][0]: allocating [[logstash-2013.03.25][0], node[null], [P], s[UNASSIGNED]] to [[Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]]] on primary allocation
[2013-03-26 14:02:18,123][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:18,135][DEBUG][cluster.service ] [Inza] cluster state updated, version [40], source [reroute post shard-started ([logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:18,150][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:18,150][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:18,151][DEBUG][indices.cluster ] [Inza] [logstash-2013.03.25][0] creating shard
[2013-03-26 14:02:18,151][DEBUG][index.service ] [Inza] [logstash-2013.03.25] creating shard_id [0]
[2013-03-26 14:02:18,249][DEBUG][index.deletionpolicy ] [Inza] [logstash-2013.03.25][0] Using [keep_only_last] deletion policy
[2013-03-26 14:02:18,258][DEBUG][index.merge.policy ] [Inza] [logstash-2013.03.25][0] using [tiered] merge policy with expunge_deletes_allowed[10.0], floor_segment[2mb], max_merge_at_once[10], max_merge_at_once_explicit[30], max_merged_segment[5gb], segments_per_tier[10.0], reclaim_deletes_weight[2.0], async_merge[true]
[2013-03-26 14:02:18,258][DEBUG][index.merge.scheduler ] [Inza] [logstash-2013.03.25][0] using [concurrent] merge scheduler with max_thread_count[1]
[2013-03-26 14:02:18,259][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][0] state: [CREATED]
[2013-03-26 14:02:18,262][DEBUG][index.translog ] [Inza] [logstash-2013.03.25][0] interval [5s], flush_threshold_ops [5000], flush_threshold_size [200mb], flush_threshold_period [30m]
[2013-03-26 14:02:18,263][DEBUG][indices.memory ] [Inza] recalculating shard indexing buffer (reason=created_shard[logstash-2013.03.25][0]), total is [102.1mb] with [48] active shards, each shard set to [4mb]
[2013-03-26 14:02:18,263][DEBUG][index.engine.robin ] [Inza] [kibana][3] updating index_buffer_size from [64mb] to [4mb]
[2013-03-26 14:02:18,263][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][0] state: [CREATED]->[RECOVERING], reason [from gateway]
[2013-03-26 14:02:18,264][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][0] starting recovery from local ...
[2013-03-26 14:02:18,265][DEBUG][index.engine.robin ] [Inza] [logstash-2013.03.25][0] starting engine
[2013-03-26 14:02:18,268][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:18,278][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,278][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,278][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,282][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,286][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,286][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,287][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,288][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,289][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,299][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,300][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.20][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,301][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,311][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.18][4], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,311][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,311][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.19][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.21][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,314][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,315][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,376][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,376][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,378][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,378][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,382][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,382][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,382][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,385][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.24][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,385][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,386][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,386][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,386][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,390][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,390][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][2], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,390][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,390][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,394][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,394][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.26][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,394][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,394][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,394][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,395][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.22][1], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,395][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,395][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,395][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,395][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:02:18,396][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,396][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([kibana][3], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,396][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: execute
[2013-03-26 14:02:18,396][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.23][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [master [Inza][3h8GPOWMRRmuh-0j5qzEww][inet[/10.204.95.154:9300]] marked shard as initializing, but shard already started, mark shard as started]]: no change in cluster_state
[2013-03-26 14:02:18,427][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][0] state: [RECOVERING]->[STARTED], reason [post recovery]
[2013-03-26 14:02:18,427][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][0] scheduling refresher every 1s
[2013-03-26 14:02:18,428][DEBUG][index.shard.service ] [Inza] [logstash-2013.03.25][0] scheduling optimizer / merger every 1s
[2013-03-26 14:02:18,430][DEBUG][index.gateway ] [Inza] [logstash-2013.03.25][0] recovery completed from local, took [166ms]
index : files [107] with total_size [237.5mb], took[0s]
: recovered_files [0] with total_size [0b]
: reusing_files [107] with total_size [237.5mb]
start : took [162ms], check_index [0s]
translog : number_of_operations [0], took [4ms]
[2013-03-26 14:02:18,430][DEBUG][cluster.action.shard ] [Inza] sending shard started for [logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:18,430][DEBUG][cluster.action.shard ] [Inza] received shard started for [logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING], reason [after recovery from gateway]
[2013-03-26 14:02:18,430][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,430][DEBUG][cluster.action.shard ] [Inza] applying started shards [[logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]], reason [after recovery from gateway]
[2013-03-26 14:02:18,433][DEBUG][cluster.service ] [Inza] cluster state updated, version [41], source [shard-started ([logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]
[2013-03-26 14:02:18,433][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: execute
[2013-03-26 14:02:18,433][DEBUG][river.cluster ] [Inza] processing [reroute_rivers_node_changed]: no change in cluster_state
[2013-03-26 14:02:18,443][DEBUG][cluster.service ] [Inza] processing [shard-started ([logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: done applying updated cluster_state
[2013-03-26 14:02:18,443][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: execute
[2013-03-26 14:02:18,444][DEBUG][gateway.local ] [Inza] [logstash-2013.03.26][4]: not allocating, number_of_allocated_shards_found [0], required_number [1]
[2013-03-26 14:02:18,446][DEBUG][cluster.service ] [Inza] processing [reroute post shard-started ([logstash-2013.03.25][0], node[3h8GPOWMRRmuh-0j5qzEww], [P], s[INITIALIZING]), reason [after recovery from gateway]]: no change in cluster_state
[2013-03-26 14:03:18,294][DEBUG][http.netty ] [Inza] Caught exception while handling client http traffic, closing connection [id: 0x50bb954c, /10.204.150.224:32828 :> /10.204.95.154:9200]
java.nio.channels.ClosedChannelException
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:409)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:127)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:775)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:725)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.doEncode(OneToOneEncoder.java:71)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:59)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:587)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:578)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
at org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
at org.elasticsearch.http.netty.NettyHttpChannel.sendResponse(NettyHttpChannel.java:152)
at org.elasticsearch.rest.action.index.RestIndexAction$1.onFailure(RestIndexAction.java:139)
at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:524)
at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:377)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:679)
[2013-03-26 14:03:42,251][DEBUG][http.netty ] [Inza] Caught exception while handling client http traffic, closing connection [id: 0x50d385d4, /10.204.150.224:33258 :> /10.204.95.154:9200]
java.nio.channels.ClosedChannelException
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:409)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:127)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:775)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:725)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.doEncode(OneToOneEncoder.java:71)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:59)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:587)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:578)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
at org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
at org.elasticsearch.http.netty.NettyHttpChannel.sendResponse(NettyHttpChannel.java:152)
at org.elasticsearch.rest.action.index.RestIndexAction$1.onFailure(RestIndexAction.java:139)
at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:524)
at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:377)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:679)
[2013-03-26 14:03:44,561][DEBUG][http.netty ] [Inza] Caught exception while handling client http traffic, closing connection [id: 0x0dea9674, /10.114.30.31:58658 :> /10.204.95.154:9200]
java.nio.channels.ClosedChannelException
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.cleanUpWriteBuffer(AbstractNioWorker.java:409)
at org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:127)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99)
at org.elasticsearch.common.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:775)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:725)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.doEncode(OneToOneEncoder.java:71)
at org.elasticsearch.common.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:59)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:587)
at org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:578)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:704)
at org.elasticsearch.common.netty.channel.Channels.write(Channels.java:671)
at org.elasticsearch.common.netty.channel.AbstractChannel.write(AbstractChannel.java:248)
at org.elasticsearch.http.netty.NettyHttpChannel.sendResponse(NettyHttpChannel.java:152)
at org.elasticsearch.rest.action.index.RestIndexAction$1.onFailure(RestIndexAction.java:139)
at org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$AsyncShardOperationAction$3.onTimeout(TransportShardReplicationOperationAction.java:524)
at org.elasticsearch.cluster.service.InternalClusterService$NotifyTimeout.run(InternalClusterService.java:377)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:679)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment