Skip to content

Instantly share code, notes, and snippets.

@2xyo
Last active December 25, 2015 20:39
Show Gist options
  • Select an option

  • Save 2xyo/7036635 to your computer and use it in GitHub Desktop.

Select an option

Save 2xyo/7036635 to your computer and use it in GitHub Desktop.
rm -rf data/*; /usr/bin/java -Djava.io.tmpdir=/opt/logs/logstash/tmp -jar /opt/logs/logstash/bin/logstash.jar agent -f /opt/logs/logstash/conf/logstash.conf
2013-10-18 03:00:14,993 - Module.special - DEBUG - search_aa - end in - 183
2013-10-18 03:00:14,993 - Module.special - DEBUG - search_bb - stop in - 112
{
"message" => "2013-10-18 03:00:14,993 - Module.special - DEBUG - search_aa - end in - 183",
"@timestamp" => "2013-10-18T03:00:14.993Z",
"@version" => "1",
"type" => "preprod",
"loglevel" => "DEBUG",
"action" => "search_aa",
"duration" => 183,
"sub_action" => [
[0] "end",
]
}
{
"message" => "2013-10-18 03:00:14,993 - Module.special - DEBUG - search_bb - stop in - 112",
"@timestamp" => "2013-10-18T03:00:14.993Z",
"@version" => "1",
"type" => "preprod",
"loglevel" => "DEBUG",
"action" => "search_bb",
"duration" => 112,
"sub_action" => [
[0] "stop"
]
}
input { stdin { type => 'preprod'}}
filter {
if [type] == "preprod" {
grok {
patterns_dir => ['/opt/logs/logstash/src/patterns']
# log.debug("{} - end in - {}".format(func.func_name, (datetime.now() - time_start).microseconds))
match => ["message", "20%{YEAR:year}-%{MONTHNUM:month}-%{MONTHDAY:day} %{HOUR:hour}:%{MINUTE:min}:%{SECOND:sec},%{POSINT:msec} - Module.special - %{LOGLEVEL:loglevel} - %{WORD:action} - end in - %{POSINT:duration:int}"]
add_field => ["sub_action", "end"]
# log.debug("search_cc - cc_found - {} - {}".format(cc, issuer))
match => ["message", "20%{YEAR:year}-%{MONTHNUM:month}-%{MONTHDAY:day} %{HOUR:hour}:%{MINUTE:min}:%{SECOND:sec},%{POSINT:msec} - Module.special - %{LOGLEVEL:loglevel} - %{WORD:action} - stop in - %{POSINT:duration:int}"]
add_field => ["sub_action", "stop"]
tag_on_failure => [ "_bad_1" ]
}
mutate {
replace => [ "date_iso", "20%{year}-%{month}-%{day}T%{hour}:%{min}:%{sec}.%{msec}Z" ]
}
date {
match => ["date_iso", "ISO8601"]
locale => "fr"
}
mutate {
replace => [ "date_iso", "20%{year}-%{month}-%{day}T%{hour}:%{min}:%{sec}.%{msec}Z" ]
remove_field => [ "host", "date_iso", "year", "month", "day", "hour", "min", "sec", "msec" ]
}
}
}
output { stdout { debug => true } }
rm -rf data/*; /usr/bin/java -Djava.io.tmpdir=/opt/logs/logstash/tmp -jar /opt/logs/logstash/bin/logstash.jar agent -f /opt/logs/logstash/conf/logstash.conf
2013-10-18 03:00:14,993 - Module.special - DEBUG - search_aa - end in - 183
2013-10-18 03:00:14,993 - Module.special - DEBUG - search_bb - stop in - 112
{
"message" => "2013-10-18 03:00:14,993 - Module.special - DEBUG - search_aa - end in - 183",
"@timestamp" => "2013-10-18T03:00:14.993Z",
"@version" => "1",
"type" => "preprod",
"loglevel" => "DEBUG",
"action" => "search_aa",
"duration" => 183,
"sub_action" => [
[0] "end",
[1] "stop"
]
}
{
"message" => "2013-10-18 03:00:14,993 - Module.special - DEBUG - search_bb - stop in - 112",
"@timestamp" => "2013-10-18T03:00:14.993Z",
"@version" => "1",
"type" => "preprod",
"loglevel" => "DEBUG",
"action" => "search_bb",
"duration" => 112,
"sub_action" => [
[0] "end",
[1] "stop"
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment