Last active
March 30, 2024 20:30
-
-
Save kyungw00k/e7b3cee94d9c669e5586 to your computer and use it in GitHub Desktop.
logback & logstash pattern for elasticsearch
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<!-- For assistance related to logback-translator or configurations --> | |
<!-- files in general, please contact the logback user mailing list --> | |
<!-- at http://www.qos.ch/mailman/listinfo/logback-user --> | |
<!-- --> | |
<!-- For professional support please see --> | |
<!-- http://www.qos.ch/shop/products/professionalSupport --> | |
<!-- --> | |
<configuration> | |
<appender name="console" class="ch.qos.logback.core.ConsoleAppender"> | |
<encoder> | |
<pattern>[%d{yyyy-MM-dd HH:mm:ss.SSS}] [${HOSTNAME}] [%thread] %level %logger{36}@%method:%line - %msg%n</pattern> | |
</encoder> | |
</appender> | |
<appender name="file" class="ch.qos.logback.core.rolling.RollingFileAppender"> | |
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy"> | |
<fileNamePattern>/path/to/logbach/log/project.%d{yyyy-MM-dd}.log</fileNamePattern> | |
<maxHistory>100</maxHistory> | |
</rollingPolicy> | |
<encoder> | |
<pattern>[%d{yyyy-MM-dd HH:mm:ss.SSS}] [${HOSTNAME}] [%thread] %level %logger{36}@%method:%line - %msg%n</pattern> | |
</encoder> | |
</appender> | |
<logger name="org.springframework" level="INFO"/> | |
<logger name="org.hibernate" level="INFO" /> | |
<logger name="org.apache.commons" level="ERROR"/> | |
<logger name="org.apache.velocity" level="ERROR"/> | |
<logger name="org.apache.tiles" level="ERROR"/> | |
<logger name="org.apache.catalina" level="INFO"/> | |
<root level="INFO"> | |
<appender-ref ref="console"/> | |
<appender-ref ref="file"/> | |
</root> | |
</configuration> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
input { | |
file { | |
type => "logType" | |
path => ["/path/to/logbach/log/*.log"] | |
} | |
} | |
filter { | |
multiline { | |
pattern => '^(?m)\[%{TIMESTAMP_ISO8601}\] \[%{HOSTNAME}\] \[%{DATA}\] %{LOGLEVEL} ' | |
negate => true | |
what => previous | |
} | |
grok { | |
pattern => [ | |
"(?m)\[%{TIMESTAMP_ISO8601:timestamp}\] \[%{HOSTNAME:host}\] \[%{DATA:thread}\] %{LOGLEVEL:logLevel} %{DATA:class}@%{DATA:method}:%{DATA:line} \- %{GREEDYDATA:message}" | |
] | |
overwrite => [ | |
"host", | |
"message" | |
] | |
add_field => { | |
"code" => "%{class}@%{method}:%{line}" | |
} | |
} | |
if "_grokparsefailure" in [tags] { | |
grok { | |
match => [ | |
"message", "(?m)\[%{TIMESTAMP_ISO8601:timestamp}\] \[%{HOSTNAME:host}\] \[%{DATA:thread}\] %{LOGLEVEL:logLevel} %{DATA:class}@%{DATA:method}:%{DATA:line} \- (?<message>(.|\r|\n)*)" | |
] | |
overwrite => [ | |
"host", | |
"message" | |
] | |
add_field => { | |
"code" => "%{class}@%{method}:%{line}" | |
} | |
} | |
} | |
date { | |
match => [ | |
"timestamp" , "YYYY-MM-dd HH:mm:ss.SSS" | |
] | |
target => "@timestamp" | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment