Skip to content

Instantly share code, notes, and snippets.

@tagomoris
Created March 29, 2012 04:17
Show Gist options
  • Save tagomoris/2233243 to your computer and use it in GitHub Desktop.
Save tagomoris/2233243 to your computer and use it in GitHub Desktop.
deliver fluentd configuration
<source>
type forward
# port 24211
port 24211
</source>
<match raw.**>
type copy
<store>
type scribe
host central1.local
remove_prefix raw
add_newline true
flush_interval 10s
<secondary>
type scribe
host central2.local
remove_prefix raw
add_newline true
flush_interval 10s
</secondary>
</store>
<store>
type flowcounter
unit minute
aggregate all
tag flowcount.deliver1.local.24211
input_tag_remove_prefix raw
count_keys message
</store>
<store>
type roundrobin
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24211
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24212
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24213
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24214
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24215
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24217
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker1.local
port 24218
</server>
<server>
host worker3.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24212
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24213
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24214
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24215
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker2.local
port 24218
</server>
<server>
host worker3.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24212
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24213
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24214
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24215
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker3.local
port 24218
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24212
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24213
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24214
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24215
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker4.local
port 24218
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24212
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24213
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24214
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24215
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker5.local
port 24218
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24212
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24213
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24214
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24215
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24216
</server>
<server>
host worker7.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker6.local
port 24218
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24211
</server>
<server>
host worker1.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24212
</server>
<server>
host worker2.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24213
</server>
<server>
host worker3.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24214
</server>
<server>
host worker4.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24215
</server>
<server>
host worker5.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24216
</server>
<server>
host worker6.local
port 24211
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24217
</server>
<server>
host worker1.local
port 24212
standby yes
</server>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker7.local
port 24218
</server>
<server>
host worker2.local
port 24212
standby yes
</server>
</store>
</store>
</match>
<match drainlog.**>
type datacounter
tag datacount.drainstatus.deliver1.att.scribe.admin.24211
aggregate all
count_key drain
pattern1 zero ^0$
pattern2 one ^1$
pattern3 1d ^\d$
pattern4 2d ^\d{2}$
pattern5 3d ^\d{3}$
pattern6 4d ^\d{4}$
pattern7 ex ^\d+$
</match>
<source>
type gc_stat
tag fluentd.status.gc.deliver1.local.24211
</source>
<source>
type object_space
tag fluentd.status.objects.deliver1.local.24211
</source>
<match {flowcount,datacount,fluentd.status}.**>
type forward
send_timeout 10s
flush_interval 1s
<server>
host watcher1.local
</server>
<server>
host watcher1.local
standby yes
</server>
</match>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment