filebeat config (json)

filebeat.yml

filebeat.prospectors:
  - input_type: log
    paths:
      - /var/log/project/*.log
    json.keys_under_root: true
    json.add_error_key: true
    json.overwrite_keys: true


output.kafka:
  hosts: ["kafka-host"]
  topic: gen_log_valid
  partition.round_robin:
    reachable_only: true
  bulk_max_size: 40920
  timeout: 10
  keepalive: 3600
  flush_interval: 1
  required_acks: 1
  compression: gzip
  max_message_bytes: 1000000