sample prospector to collect logs from multiple sources (nginx, applications, mysql) with topic definitions

filebeat-prospectors.yml

- 
  exclude_files:
    - .bz$
  fields:
    log_topic: nginx-logs
  paths:
    - /var/logs/nginx/*_access_log
  scan_frequency: 10s
  type: log
- 
  exclude_files:
    - .bz2$
  fields:
    log_topic: java-logs
  paths:
    - /var/logs/java/*.log
  scan_frequency: 10s
  multiline.pattern: '^\[\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}'
  multiline.negate: true
  multiline.match: after
  type: log
  
- 
  exclude_files:
    - .gz$
  fields:
    log_topic: mysql-slow-log
  paths:
    - /var/logs/mysql/*.slow
  scan_frequency: 10s
  multiline.pattern: ^# User@Host
  multiline.negate: true
  multiline.match: after
  type: log