configmap-pipelines

configmap-pipelines.yml

apiVersion: v1
kind: ConfigMap
metadata:
  name: logstash-pipelines
  labels:
    app: logstash
data:
  event-hub-input.conf: |-
    input {
      azure_event_hubs {
        event_hub_connections => SECRET
        threads => 5
        decorate_events => true
        max_batch_size => 2000
        checkpoint_interval => 60
        storage_connection => SECRET
      }
    }
    filter {
      json {
        source => "message"
      }
    }
    output {
      if [Source] == "UWP" {
        pipeline { send_to => uwp }
      }
      else if [Source] == "TER"
      {
        pipeline { send_to => terminal }
      }
      else if [Source] == "UWPAppService" {
        pipeline { send_to => appservice }
      }
      else if [Source] == "UWP_SER" {
        pipeline { send_to => appservice }
      }
      else if [Source] == "WEB" {
        pipeline { send_to => web }
      }
      else if [Source] == "WEB_REQ" {
        pipeline { send_to => webrequests }
      }
      else if [Source] == "PS_PM" {
        pipeline { send_to => psmodulepublic }
      }
      else if [Source] == "PS_IM" {
        pipeline { send_to => psmoduleinternal }
      }
      else if [Source] == "FEEDBACK" {
        pipeline { send_to => feedback }
      }
      else if [Source] == "WEB_SER" {
        pipeline { send_to => web_service }
      }
      else if [Source] == "WEB_SER_NOT" {
        pipeline { send_to => web_service_notification }
      }
      else if [Source] == "WEB_SER_NOT_Q" {
        pipeline { send_to => web_service_notification_queue }
      }
      else if [Source] == "WEB_SER_REV" {
        pipeline { send_to => web_service_revision }
      }
      else if [Source] == "WEB_SER_REC" {
        pipeline { send_to => web_service_recalculation }
      }
      else if [Source] == "WEB_SER_SYN" {
         pipeline { send_to => web_service_synchronization }
      }
      else if [Source] == "REL_OP" {
        pipeline { send_to => release_operation }
      }
      else if [Source] == "WEB_SER_BCK" {
        pipeline { send_to => web_service_backup }
      }
      else {
        stdout {}
      }
    }
  uwp.conf: |-
    input {
      pipeline { address => uwp } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "uwp-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  terminal.conf: |-
    input {
      pipeline { address => terminal } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "terminal-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      } 
    }
  appservice.conf: |-
    input {
      pipeline { address => appservice } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "appservice-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }    
  web.conf: |-
    input {
      pipeline { address => web } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  webrequests.conf: |-
    input {
      pipeline { address => webrequests } 
    } 
    filter {
      geoip {
        source => "IpAddress"
      }
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "webrequests-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  psmodulepublic.conf: |-
    input {
      pipeline { address => psmodulepublic } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "psmodulepublic-"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  psmoduleinternal.conf: |-
    input {
      pipeline { address => psmoduleinternal } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "psmoduleinternal-"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  feedback.conf: |-
    input {
      pipeline { address => feedback } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "feedback-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service.conf: |-
    input {
      pipeline { address => web_service } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service_notification.conf: |-
    input {
      pipeline { address => web_service_notification } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_notification-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service_notification_queue.conf: |-
    input {
      pipeline { address => web_service_notification_queue } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_notification_queue-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service_revision.conf: |-
    input {
      pipeline { address => web_service_revision } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_revision-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service_recalculation.conf: |-
    input {
      pipeline { address => web_service_recalculation } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_recalculation-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  web_service_synchronization.conf: |-
    input {
      pipeline { address => web_service_synchronization } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_synchronization-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }
  release_operation.conf: |-
    input {
      pipeline { address => release_operation } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "release_operation"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
        ilm_rollover_alias => "release_operation"
        ilm_pattern => "{now/d}-00001"
        ilm_policy => "release_operation"
      }
    }
  web_service_backup.conf: |-
    input {
      pipeline { address => web_service_backup } 
    }
    output {
      elasticsearch {
        hosts => ["https://${ELASTICSEARCH_HOST}:${ELASTICSEARCH_PORT}"]
        index => "web_service_backup-"
        document_id => "%{UniqueId}"
        user => "${LOGSTASH_USER}"
        password => "${LOGSTASH_PWD}"
        ssl => true
        cacert => "/usr/share/logstash/cert/tls.crt"
      }
    }