Created
June 25, 2012 03:37
-
-
Save fetep/2986358 to your computer and use it in GitHub Desktop.
logstash - multiple filter workers
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
input { | |
stdin { | |
type => "zeus" | |
} | |
} | |
filter { | |
grok { | |
type => "zeus" | |
pattern => "%{IP:ip} %{HOST:host} %{USER:user} \[%{HTTPDATE:timestamp}\] \"%{WORD:verb} %{URIPATHPARAM:request} HTTP/%{NUMBER:httpversion}\" %{NUMBER:response} (?:%{NUMBER:bytes}|-) \"(?:%{URI:referrer}|-)\" %{QS:agent} \"%{GREEDYDATA:cookie}\" %{QS:ssl} node_s:(?:%{NUMBER:node_time}|-) req_s:(?:%{NUMBER:req_time}|-) retries:(?:%{NUMBER:retries}|-)" | |
named_captures_only => true | |
} | |
} | |
output { | |
stdout { } | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
0 carrera(~/l/logstash) % time ruby --1.9 bin/logstash agent -f etc/r.conf < sample.log >/dev/null | |
... | |
ruby --1.9 bin/logstash agent -f etc/r.conf < sample.log > /dev/null 192.77s user 4.45s system 137% cpu 2:23.19 total | |
0 carrera(~/l/logstash) % time ruby --1.9 bin/logstash agent -w 2 -f etc/r.conf | |
< sample.log >/dev/null | |
... | |
ruby --1.9 bin/logstash agent -w 2 -f etc/r.conf < sample.log > /dev/null 204.74s user 3.98s system 270% cpu 1:17.19 total | |
0 carrera(~/l/logstash) % time ruby --1.9 bin/logstash agent -w 3 -f etc/r.conf < sample.log >/dev/null | |
...ruby --1.9 bin/logstash agent -w 3 -f etc/r.conf < sample.log > /dev/null 195.79s user 4.03s system 390% cpu 51.219 total | |
0 carrera(~/l/logstash) % time ruby --1.9 bin/logstash agent -w 6 -f etc/r.conf < sample.log >/dev/null | |
... | |
ruby --1.9 bin/logstash agent -w 6 -f etc/r.conf < sample.log > /dev/null 247.96s user 7.46s system 519% cpu 49.173 total |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment