Skip to content

Instantly share code, notes, and snippets.

@shawnbutts
Created March 14, 2016 10:59
Show Gist options
  • Save shawnbutts/3ee01e969a259da77b02 to your computer and use it in GitHub Desktop.
Save shawnbutts/3ee01e969a259da77b02 to your computer and use it in GitHub Desktop.
example configs
################################################################################
# Diamond Configuration File
################################################################################
################################################################################
### Options for the server
[server]
# Handlers for published metrics.
handlers = diamond.handler.netuitive_cloud.NetuitiveHandler, diamond.handler.graphite.GraphiteHandler
# User diamond will run as
# Leave empty to use the current user
user =
# Group diamond will run as
# Leave empty to use the current group
group =
# Pid file
pid_file = /opt/netuitive-agent/netuitive-agent.pid
# Directory to load collector modules from
collectors_path = /opt/netuitive-agent/collectors/
# Directory to load collector configs from
collectors_config_path = /opt/netuitive-agent/conf/collectors/
# Directory to load handler configs from
handlers_config_path = /opt/netuitive-agent/conf/handlers/
# Directory to load handler modules from
# handlers_path = /opt/netuitive-agent/handlers/
################################################################################
### Options for handlers
[handlers]
# daemon logging handler(s)
keys = rotated_file
### Defaults options for all Handlers
[[default]]
[[NetuitiveHandler]]
### NetuitiveCloud URL to post the metrics
url = https://api.demo.netuitive.com/ingest/infrastructure
### NetuitiveClound Datasource api key
api_key = DEMOapikeyDEMO
### Uncomment to add tags
# tags = tag1:tag1val, tag2:tag2val
tags = app:dbc
# How many samples to store before sending to Netuitive
batch = 100
# how many batches to store before trimming
max_backlog_multiplier = 5
# Trim down how many batches
trim_backlog_multiplier = 4
[[[statsd]]]
enabled = True
forward_ip = monitor.demo.netuitive.com
forward_port = 8125
forward = True
################################################################################
### Options for collectors
[collectors]
[[default]]
### Defaults options for all Collectors
# Uncomment and set to hardcode a hostname for the collector path
# Keep in mind, periods are seperators in graphite
# If you prefer to just use a different way of calculating the hostname
# Uncomment and set this to one of these values:
# smart = Default. Tries fqdn_short. If that's localhost, uses hostname_short
# fqdn_short = Default. Similar to hostname -s
# fqdn = hostname output
# fqdn_rev = hostname in reverse (com.example.www)
# uname_short = Similar to uname -n, but only the first part
# uname_rev = uname -r in reverse (com.example.www)
# hostname_short = `hostname -s`
# hostname = `hostname`
# hostname_rev = `hostname` in reverse (com.example.www)
# shell = Run the string set in hostname as a shell command and use its
# output(with spaces trimmed off from both ends) as the hostname.
# hostname_method = smart
# Path Prefix and Suffix
# you can use one or both to craft the path where you want to put metrics
# such as: %(path_prefix)s.$(hostname)s.$(path_suffix)s.$(metric)s
# path_prefix = servers
# path_suffix =
# Path Prefix for Virtual Machines
# If the host supports virtual machines, collectors may report per
# VM metrics. Following OpenStack nomenclature, the prefix for
# reporting per VM metrics is "instances", and metric foo for VM
# bar will be reported as: instances.bar.foo...
# instance_prefix = instances
# Default Poll Interval (seconds)
interval = 60
splay = 1
method = threading
path_prefix = servers
[[CPUCollector]]
enabled = True
percore = False
include_cpu_pct = True
[[DiskSpaceCollector]]
enabled = True
# exclude everything that begins /boot or /mnt
exclude_filters = ^/boot, ^/mnt
simple = True
[[DiskUsageCollector]]
enabled = True
metrics_whitelist = (?:^.*\.io$|^.*\.average_queue_length$|^.*\.await$|^.*\.iops$|^.*\.read_await$|^.*\.reads$|^.*\.util_percentage|^.*\.write_await$|^.*\.writes$)
[[LoadAverageCollector]]
enabled = True
[[MemoryCollector]]
enabled = True
[[VMStatCollector]]
enabled = True
[[NetworkCollector]]
enabled = True
metrics_whitelist = (?:^.*\.rx_byte$|^.*\.rx_errors$|^.*\.rx_packets$|^.*\.tx_byte$|^.*\.tx_errors$|^.*\.tx_packets$)
[[NtpdCollector]]
enabled = True
[[UptimeCollector]]
enabled = True
[[EntropyStatCollector]]
enabled = True
[[ProcessStatCollector]]
enabled = True
[[UsersCollector]]
enabled = True
[[ProcessResourcesCollector]]
enabled = True
[[[process]]]
[[[[netuitive_agent]]]]
cmdline = ".*netuitive-agent\s-\sHandlers.*"
[[[[fluentd]]]]
cmdline = ".*/usr/local/bin/fluentd.*"
[[[[salt_minion]]]]
cmdline = ".*/usr/bin/salt-minion.*"
[[[[diamond]]]]
selfmon=True
# this is a customer cassandra collector
[[CassandraCollector]]
enabled = True
metrics_blacklist = ".*\.keyspaces\.(opscenter|system|system_traces)\..*"
################################################################################
### Options for logging
# for more information on file format syntax:
# http://docs.python.org/library/logging.config.html#configuration-file-format
[loggers]
keys = root
# handlers are higher in this config file, in:
# [handlers]
# keys = ...
[formatters]
keys = default
[logger_root]
# to increase verbosity, set DEBUG
level = INFO
handlers = rotated_file
propagate = 1
[handler_rotated_file]
class = handlers.TimedRotatingFileHandler
level = DEBUG
formatter = default
# rotate at midnight, each day and keep 7 days
args = ('/opt/netuitive-agent/log/netuitive-agent.log', 'midnight', 1, 7)
[formatter_default]
format = [%(asctime)s] [%(threadName)s] %(message)s
datefmt =
################################################################################
### Options for config merging
# [configs]
# path = "/etc/diamond/configs/"
# extension = ".conf"
#-------------------------------------------------------------------------------
# Example:
# /etc/diamond/configs/net.conf
# [collectors]
#
################################################################################
# Diamond Configuration File
################################################################################
################################################################################
### Options for the server
[server]
# Handlers for published metrics.
handlers = diamond.handler.netuitive_cloud.NetuitiveHandler, diamond.handler.graphite.GraphiteHandler
# User diamond will run as
# Leave empty to use the current user
user =
# Group diamond will run as
# Leave empty to use the current group
group =
# Pid file
pid_file = /opt/netuitive-agent/netuitive-agent.pid
# Directory to load collector modules from
collectors_path = /opt/netuitive-agent/collectors/
# Directory to load collector configs from
collectors_config_path = /opt/netuitive-agent/conf/collectors/
# Directory to load handler configs from
handlers_config_path = /opt/netuitive-agent/conf/handlers/
# Directory to load handler modules from
# handlers_path = /opt/netuitive-agent/handlers/
################################################################################
### Options for handlers
[handlers]
# daemon logging handler(s)
keys = rotated_file
### Defaults options for all Handlers
[[default]]
[[NetuitiveHandler]]
### NetuitiveCloud URL to post the metrics
url = https://api.demo.netuitive.com/ingest/infrastructure
### NetuitiveClound Datasource api key
api_key = DEMOapikeyDEMO
### Uncomment to add tags
# tags = tag1:tag1val, tag2:tag2val
tags = app:kaf
# How many samples to store before sending to Netuitive
batch = 100
# how many batches to store before trimming
max_backlog_multiplier = 5
# Trim down how many batches
trim_backlog_multiplier = 4
[[[statsd]]]
enabled = True
forward_ip = monitor.demo.netuitive.com
forward_port = 8125
forward = True
################################################################################
### Options for collectors
[collectors]
[[default]]
### Defaults options for all Collectors
# Uncomment and set to hardcode a hostname for the collector path
# Keep in mind, periods are seperators in graphite
# If you prefer to just use a different way of calculating the hostname
# Uncomment and set this to one of these values:
# smart = Default. Tries fqdn_short. If that's localhost, uses hostname_short
# fqdn_short = Default. Similar to hostname -s
# fqdn = hostname output
# fqdn_rev = hostname in reverse (com.example.www)
# uname_short = Similar to uname -n, but only the first part
# uname_rev = uname -r in reverse (com.example.www)
# hostname_short = `hostname -s`
# hostname = `hostname`
# hostname_rev = `hostname` in reverse (com.example.www)
# shell = Run the string set in hostname as a shell command and use its
# output(with spaces trimmed off from both ends) as the hostname.
# hostname_method = smart
# Path Prefix and Suffix
# you can use one or both to craft the path where you want to put metrics
# such as: %(path_prefix)s.$(hostname)s.$(path_suffix)s.$(metric)s
# path_prefix = servers
# path_suffix =
# Path Prefix for Virtual Machines
# If the host supports virtual machines, collectors may report per
# VM metrics. Following OpenStack nomenclature, the prefix for
# reporting per VM metrics is "instances", and metric foo for VM
# bar will be reported as: instances.bar.foo...
# instance_prefix = instances
# Default Poll Interval (seconds)
interval = 60
splay = 1
method = threading
path_prefix = servers
[[CPUCollector]]
enabled = True
percore = False
include_cpu_pct = True
[[DiskSpaceCollector]]
enabled = True
# exclude everything that begins /boot or /mnt
exclude_filters = ^/boot, ^/mnt
simple = True
[[DiskUsageCollector]]
enabled = True
metrics_whitelist = (?:^.*\.io$|^.*\.average_queue_length$|^.*\.await$|^.*\.iops$|^.*\.read_await$|^.*\.reads$|^.*\.util_percentage|^.*\.write_await$|^.*\.writes$)
[[LoadAverageCollector]]
enabled = True
[[MemoryCollector]]
enabled = True
[[VMStatCollector]]
enabled = True
[[NetworkCollector]]
enabled = True
metrics_whitelist = (?:^.*\.rx_byte$|^.*\.rx_errors$|^.*\.rx_packets$|^.*\.tx_byte$|^.*\.tx_errors$|^.*\.tx_packets$)
[[NtpdCollector]]
enabled = True
[[UptimeCollector]]
enabled = True
[[EntropyStatCollector]]
enabled = True
[[ProcessStatCollector]]
enabled = True
[[UsersCollector]]
enabled = True
[[ProcessResourcesCollector]]
enabled = True
[[[process]]]
[[[[netuitive_agent]]]]
cmdline = ".*netuitive-agent\s-\sHandlers.*"
[[[[fluentd]]]]
cmdline = ".*/usr/local/bin/fluentd.*"
[[[[salt_minion]]]]
cmdline = ".*/usr/bin/salt-minion.*"
[[[[diamond]]]]
selfmon=True
[[KafkaCollector]]
enabled = True
# this is a customer kafka collector
[[KafkaTopicsCollector]]
enabled = True
zookeepers = zoo01.demo.netuitive.com:2181,zoo02.demo.netuitive.com:2181,zoo03.demo.netuitive.com:2181
chroot = /kafka
offset-checker = /opt/kafka/bin/kafka-consumer-offset-checker.sh
topics_groups = topic01:consumer-group01,topic01:consumer-group02,topic02:consumer-group01,topic03:consumer-group01
################################################################################
### Options for logging
# for more information on file format syntax:
# http://docs.python.org/library/logging.config.html#configuration-file-format
[loggers]
keys = root
# handlers are higher in this config file, in:
# [handlers]
# keys = ...
[formatters]
keys = default
[logger_root]
# to increase verbosity, set DEBUG
level = INFO
handlers = rotated_file
propagate = 1
[handler_rotated_file]
class = handlers.TimedRotatingFileHandler
level = DEBUG
formatter = default
# rotate at midnight, each day and keep 7 days
args = ('/opt/netuitive-agent/log/netuitive-agent.log', 'midnight', 1, 7)
[formatter_default]
format = [%(asctime)s] [%(threadName)s] %(message)s
datefmt =
################################################################################
### Options for config merging
# [configs]
# path = "/etc/diamond/configs/"
# extension = ".conf"
#-------------------------------------------------------------------------------
# Example:
# /etc/diamond/configs/net.conf
# [collectors]
#
################################################################################
# Diamond Configuration File
################################################################################
################################################################################
### Options for the server
[server]
# Handlers for published metrics.
handlers = diamond.handler.netuitive_cloud.NetuitiveHandler, diamond.handler.graphite.GraphiteHandler
# User diamond will run as
# Leave empty to use the current user
user =
# Group diamond will run as
# Leave empty to use the current group
group =
# Pid file
pid_file = /opt/netuitive-agent/netuitive-agent.pid
# Directory to load collector modules from
collectors_path = /opt/netuitive-agent/collectors/
# Directory to load collector configs from
collectors_config_path = /opt/netuitive-agent/conf/collectors/
# Directory to load handler configs from
handlers_config_path = /opt/netuitive-agent/conf/handlers/
# Directory to load handler modules from
# handlers_path = /opt/netuitive-agent/handlers/
################################################################################
### Options for handlers
[handlers]
# daemon logging handler(s)
keys = rotated_file
### Defaults options for all Handlers
[[default]]
[[NetuitiveHandler]]
### NetuitiveCloud URL to post the metrics
url = https://api.demo.netuitive.com/ingest/infrastructure
### NetuitiveClound Datasource api key
api_key = DEMOapikeyDEMO
### Uncomment to add tags
# tags = tag1:tag1val, tag2:tag2val
tags = app:sea
# How many samples to store before sending to Netuitive
batch = 100
# how many batches to store before trimming
max_backlog_multiplier = 5
# Trim down how many batches
trim_backlog_multiplier = 4
[[[statsd]]]
enabled = True
forward_ip = monitor.demo.netuitive.com
forward_port = 8125
forward = True
################################################################################
### Options for collectors
[collectors]
[[default]]
### Defaults options for all Collectors
# Uncomment and set to hardcode a hostname for the collector path
# Keep in mind, periods are seperators in graphite
# If you prefer to just use a different way of calculating the hostname
# Uncomment and set this to one of these values:
# smart = Default. Tries fqdn_short. If that's localhost, uses hostname_short
# fqdn_short = Default. Similar to hostname -s
# fqdn = hostname output
# fqdn_rev = hostname in reverse (com.example.www)
# uname_short = Similar to uname -n, but only the first part
# uname_rev = uname -r in reverse (com.example.www)
# hostname_short = `hostname -s`
# hostname = `hostname`
# hostname_rev = `hostname` in reverse (com.example.www)
# shell = Run the string set in hostname as a shell command and use its
# output(with spaces trimmed off from both ends) as the hostname.
# hostname_method = smart
# Path Prefix and Suffix
# you can use one or both to craft the path where you want to put metrics
# such as: %(path_prefix)s.$(hostname)s.$(path_suffix)s.$(metric)s
# path_prefix = servers
# path_suffix =
# Path Prefix for Virtual Machines
# If the host supports virtual machines, collectors may report per
# VM metrics. Following OpenStack nomenclature, the prefix for
# reporting per VM metrics is "instances", and metric foo for VM
# bar will be reported as: instances.bar.foo...
# instance_prefix = instances
# Default Poll Interval (seconds)
interval = 60
splay = 1
method = threading
path_prefix = servers
[[CPUCollector]]
enabled = True
percore = False
include_cpu_pct = True
[[DiskSpaceCollector]]
enabled = True
# exclude everything that begins /boot or /mnt
exclude_filters = ^/boot, ^/mnt
simple = True
[[DiskUsageCollector]]
enabled = True
metrics_whitelist = (?:^.*\.io$|^.*\.average_queue_length$|^.*\.await$|^.*\.iops$|^.*\.read_await$|^.*\.reads$|^.*\.util_percentage|^.*\.write_await$|^.*\.writes$)
[[LoadAverageCollector]]
enabled = True
[[MemoryCollector]]
enabled = True
[[VMStatCollector]]
enabled = True
[[NetworkCollector]]
enabled = True
metrics_whitelist = (?:^.*\.rx_byte$|^.*\.rx_errors$|^.*\.rx_packets$|^.*\.tx_byte$|^.*\.tx_errors$|^.*\.tx_packets$)
[[NtpdCollector]]
enabled = True
[[UptimeCollector]]
enabled = True
[[EntropyStatCollector]]
enabled = True
[[ProcessStatCollector]]
enabled = True
[[UsersCollector]]
enabled = True
[[ProcessResourcesCollector]]
enabled = True
[[[process]]]
[[[[netuitive_agent]]]]
cmdline = ".*netuitive-agent\s-\sHandlers.*"
[[[[fluentd]]]]
cmdline = ".*/usr/local/bin/fluentd.*"
[[[[salt_minion]]]]
cmdline = ".*/usr/bin/salt-minion.*"
[[[[diamond]]]]
selfmon=True
[[ElasticSearchCollector]]
enabled = True
cluster = True
metrics_blacklist = ".*\.indices\.tm-elements\..*"
################################################################################
### Options for logging
# for more information on file format syntax:
# http://docs.python.org/library/logging.config.html#configuration-file-format
[loggers]
keys = root
# handlers are higher in this config file, in:
# [handlers]
# keys = ...
[formatters]
keys = default
[logger_root]
# to increase verbosity, set DEBUG
level = INFO
handlers = rotated_file
propagate = 1
[handler_rotated_file]
class = handlers.TimedRotatingFileHandler
level = DEBUG
formatter = default
# rotate at midnight, each day and keep 7 days
args = ('/opt/netuitive-agent/log/netuitive-agent.log', 'midnight', 1, 7)
[formatter_default]
format = [%(asctime)s] [%(threadName)s] %(message)s
datefmt =
################################################################################
### Options for config merging
# [configs]
# path = "/etc/diamond/configs/"
# extension = ".conf"
#-------------------------------------------------------------------------------
# Example:
# /etc/diamond/configs/net.conf
# [collectors]
#
################################################################################
# Diamond Configuration File
################################################################################
################################################################################
### Options for the server
[server]
# Handlers for published metrics.
handlers = diamond.handler.netuitive_cloud.NetuitiveHandler, diamond.handler.graphite.GraphiteHandler
# User diamond will run as
# Leave empty to use the current user
user =
# Group diamond will run as
# Leave empty to use the current group
group =
# Pid file
pid_file = /opt/netuitive-agent/netuitive-agent.pid
# Directory to load collector modules from
collectors_path = /opt/netuitive-agent/collectors/
# Directory to load collector configs from
collectors_config_path = /opt/netuitive-agent/conf/collectors/
# Directory to load handler configs from
handlers_config_path = /opt/netuitive-agent/conf/handlers/
# Directory to load handler modules from
# handlers_path = /opt/netuitive-agent/handlers/
################################################################################
### Options for handlers
[handlers]
# daemon logging handler(s)
keys = rotated_file
### Defaults options for all Handlers
[[default]]
[[NetuitiveHandler]]
### NetuitiveCloud URL to post the metrics
url = https://api.demo.netuitive.com/ingest/infrastructure
### NetuitiveClound Datasource api key
api_key = DEMOapikeyDEMO
### Uncomment to add tags
# tags = tag1:tag1val, tag2:tag2val
tags = app:mon
# How many samples to store before sending to Netuitive
batch = 100
# how many batches to store before trimming
max_backlog_multiplier = 5
# Trim down how many batches
trim_backlog_multiplier = 4
################################################################################
### Options for collectors
[collectors]
[[default]]
### Defaults options for all Collectors
# Uncomment and set to hardcode a hostname for the collector path
# Keep in mind, periods are seperators in graphite
# If you prefer to just use a different way of calculating the hostname
# Uncomment and set this to one of these values:
# smart = Default. Tries fqdn_short. If that's localhost, uses hostname_short
# fqdn_short = Default. Similar to hostname -s
# fqdn = hostname output
# fqdn_rev = hostname in reverse (com.example.www)
# uname_short = Similar to uname -n, but only the first part
# uname_rev = uname -r in reverse (com.example.www)
# hostname_short = `hostname -s`
# hostname = `hostname`
# hostname_rev = `hostname` in reverse (com.example.www)
# shell = Run the string set in hostname as a shell command and use its
# output(with spaces trimmed off from both ends) as the hostname.
# hostname_method = smart
# Path Prefix and Suffix
# you can use one or both to craft the path where you want to put metrics
# such as: %(path_prefix)s.$(hostname)s.$(path_suffix)s.$(metric)s
# path_prefix = servers
# path_suffix =
# Path Prefix for Virtual Machines
# If the host supports virtual machines, collectors may report per
# VM metrics. Following OpenStack nomenclature, the prefix for
# reporting per VM metrics is "instances", and metric foo for VM
# bar will be reported as: instances.bar.foo...
# instance_prefix = instances
# Default Poll Interval (seconds)
interval = 60
splay = 1
method = threading
path_prefix = servers
[[CPUCollector]]
enabled = True
percore = False
include_cpu_pct = True
[[DiskSpaceCollector]]
enabled = True
# exclude everything that begins /boot or /mnt
exclude_filters = ^/boot, ^/mnt
simple = True
[[DiskUsageCollector]]
enabled = True
metrics_whitelist = (?:^.*\.io$|^.*\.average_queue_length$|^.*\.await$|^.*\.iops$|^.*\.read_await$|^.*\.reads$|^.*\.util_percentage|^.*\.write_await$|^.*\.writes$)
[[LoadAverageCollector]]
enabled = True
[[MemoryCollector]]
enabled = True
[[VMStatCollector]]
enabled = True
[[NetworkCollector]]
enabled = True
metrics_whitelist = (?:^.*\.rx_byte$|^.*\.rx_errors$|^.*\.rx_packets$|^.*\.tx_byte$|^.*\.tx_errors$|^.*\.tx_packets$)
[[NtpdCollector]]
enabled = True
[[UptimeCollector]]
enabled = True
[[EntropyStatCollector]]
enabled = True
[[ProcessStatCollector]]
enabled = True
[[UsersCollector]]
enabled = True
[[ProcessResourcesCollector]]
enabled = True
[[[process]]]
[[[[netuitive_agent]]]]
cmdline = ".*netuitive-agent\s-\sHandlers.*"
[[[[fluentd]]]]
cmdline = ".*/usr/local/bin/fluentd.*"
[[[[salt_minion]]]]
cmdline = ".*/usr/bin/salt-minion.*"
[[[[diamond]]]]
selfmon=True
[[RabbitMQCollector]]
enabled = True
host = 127.0.0.1:15672
user = demo
password = demo
replace_dot = "_"
cluster = True
metrics_blacklist = ".*-useast1[abcdef]-.*"
#queues_ignored = 'aliveness-test'
[[RedisCollector]]
enabled = True
################################################################################
### Options for logging
# for more information on file format syntax:
# http://docs.python.org/library/logging.config.html#configuration-file-format
[loggers]
keys = root
# handlers are higher in this config file, in:
# [handlers]
# keys = ...
[formatters]
keys = default
[logger_root]
# to increase verbosity, set DEBUG
level = INFO
handlers = rotated_file
propagate = 1
[handler_rotated_file]
class = handlers.TimedRotatingFileHandler
level = DEBUG
formatter = default
# rotate at midnight, each day and keep 7 days
args = ('/opt/netuitive-agent/log/netuitive-agent.log', 'midnight', 1, 7)
[formatter_default]
format = [%(asctime)s] [%(threadName)s] %(message)s
datefmt =
################################################################################
### Options for config merging
# [configs]
# path = "/etc/diamond/configs/"
# extension = ".conf"
#-------------------------------------------------------------------------------
# Example:
# /etc/diamond/configs/net.conf
# [collectors]
#
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment