logstash agent.conf

api-agent.conf

input {
  file {
    type => "analytics-api"
    path => "/var/log/analytics-api/analytics-api.log"
  }
  file {
    type => "mongos"
    path => ["/var/log/mongodb/mongos_rolling.log", "/var/log/mongodb/mongos_historical.log", "/var/log/mongodb/mongos_collector.log"]
  }
  file {
    type => "mongod"
    path => "/var/log/mongodb/mongodb.log"
  }
}

filter {
 if [type] == "analytics-api" {
  grok {
    match => { "message" => "\[%{TIMESTAMP_ISO8601}\] \[%{DATA:threadname}\] %{JAVACLASS:class} %{GREEDYDATA:message}" }
  }
 } else if [type] in ["mongos", "mongod"] {
  grok {
    match => { "message" => "%{MONGO_LOG}" }
  }
 }
}

output {
  stdout { }
  redis {
    host => "logs.rnatest.brightcove.com"
    data_type => "list"
    key => "logstash"
  }
}