DD Agent(Linux) + Auto Config Kafka

#!/bin/bash

# install the Datadog agent
DD_AGENT_MAJOR_VERSION=7 DD_API_KEY=xxx DD_TAGS="env:edp" DD_SITE="datadoghq.eu" bash -c "$(curl -L https://raw.githubusercontent.com/DataDog/datadog-agent/master/cmd/agent/install_script.sh)"

# Enable logs and process
sudo sed -i '/# logs_enabled: false/a logs_enabled: true' /etc/datadog-agent/datadog.yaml
sudo sed -i '/# process_config:/a process_config:\n\ \ \enabled: "true"' /etc/datadog-agent/datadog.yaml

# Enable network
sudo -u dd-agent cp /etc/datadog-agent/system-probe.yaml.example /etc/datadog-agent/system-probe.yaml
sudo sed -i '/# system_probe_config:/a system_probe_config:\n\ \ \enabled: "true"' /etc/datadog-agent/system-probe.yaml

#Enable Kafka

sudo cp /etc/datadog-agent/conf.d/kafka.d/conf.yaml.example /etc/datadog-agent/conf.d/kafka.d/conf.yaml

#Increase number of metrics for kafka
sudo sed -i '/port:/a \ \ \ \ \max_returned_metrics: 1000' /etc/datadog-agent/conf.d/kafka.d/conf.yaml

#Enable logs for kafka
sudo echo "logs:
  - type: file
    path: /var/log/kafka/server.log
    source: kafka
    service: <SERVICE_NAME>
    log_processing_rules:
      - type: multi_line
        name: log_start_with_date
        pattern: \d{4}\-(0?[1-9]|1[012])\-(0?[1-9]|[12][0-9]|3[01])" >/tmp/logs.config
sudo sed -i '/## Log Section/r /tmp/logs.config' /etc/datadog-agent/conf.d/kafka.d/conf.yaml
# RESTARTING AGENT
sudo service datadog-agent-sysprobe start
sudo service datadog-agent restart