Monitoring thousands of queues with Datadog

rabbitmq-queue-metrics.rb

#!/usr/bin/env ruby

require 'datadog/statsd'
require 'json'

statsd = Datadog::Statsd.new('localhost', 8125)

queue_fields = %w(
  consumer_utilisation
  consumers
  memory
  messages_ready
  name
)

vhosts = JSON.parse(
  `rabbitmqctl list_vhosts --formatter json`,
).map { |x| x['name'] }

vhosts.each do |vhost|
  queues = JSON.parse(
    `rabbitmqctl list_queues -p #{vhost} --local --formatter json #{queue_fields.join(' ')}`,
  )

  queues.each do |queue|
    tags = [
      "vhost:#{vhost}",
      "queue:#{queue['name']}",
    ]

    statsd.gauge(
      'rabbitmq.queue.messages_ready',
      queue['messages_ready'],
      tags: tags,
    )

    statsd.gauge(
      'rabbitmq.queue.memory',
      queue['memory'],
      tags: tags,
    )

    statsd.gauge(
      'rabbitmq.queue.consumers',
      queue['consumers'],
      tags: tags,
    )

    statsd.gauge(
      'rabbitmq.queue.consumer_utilisation',
      queue['consumer_utilisation'],
      tags: tags,
    )
  end
end