Skip to content

Instantly share code, notes, and snippets.

@tagomoris

tagomoris/gist:1850273

Created February 17, 2012 03:18
Show Gist options
  • Save tagomoris/1850273 to your computer and use it in GitHub Desktop.
Save tagomoris/1850273 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
<source>
type scribe
# port 14631
port 14631
add_prefix scribe
remove_newline true
</source>
<match scribe.**>
type copy
<store>
type scribe
host archiver1.scribed
remove_prefix scribe
add_newline true
flush_interval 10s
</store>
<store>
type flowcounter
unit minute
aggregate all
tag flowcount.deliver1.14631.fluentd
input_tag_remove_prefix scribe
count_keys message
</store>
<store>
type roundrobin
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24211
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24212
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24213
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24214
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24215
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24217
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker101.fluentd
port 24218
</server>
<secondary>
<server>
host worker103.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24212
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24213
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24214
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24215
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker102.fluentd
port 24218
</server>
<secondary>
<server>
host worker103.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24212
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24213
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24214
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24215
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker103.fluentd
port 24218
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24212
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24213
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24214
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24215
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker104.fluentd
port 24218
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24212
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24213
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24214
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24215
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker105.fluentd
port 24218
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24212
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24213
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24214
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24215
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24216
</server>
<secondary>
<server>
host worker107.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker106.fluentd
port 24218
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24211
</server>
<secondary>
<server>
host worker101.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24212
</server>
<secondary>
<server>
host worker102.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24213
</server>
<secondary>
<server>
host worker103.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24214
</server>
<secondary>
<server>
host worker104.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24215
</server>
<secondary>
<server>
host worker105.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24216
</server>
<secondary>
<server>
host worker106.fluentd
port 24211
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24217
</server>
<secondary>
<server>
host worker101.fluentd
port 24212
</server>
</secondary>
</store>
<store>
type forward
send_timeout 10s
flush_interval 1s
<server>
host worker107.fluentd
port 24218
</server>
<secondary>
<server>
host worker102.fluentd
port 24212
</server>
</secondary>
</store>
</store>
</match>
<match flowcount.**>
type forward
send_timeout 10s
flush_interval 1s
<server>
host watcher101.fluentd
</server>
<secondary>
<server>
host watcher102.fluentd
</server>
</secondary>
</match>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment