tanmay-bhat

server:
  log_level: info
  http_listen_port: 12345

metrics:
  global:
    scrape_interval: 30s
    external_labels:
      environment: test-server   
  configs:  

tanmay-bhat

version: "3"

services: 
  grafana-agent: 
    image: grafana/agent:v0.23.0 
    container_name: grafana-agent 
    volumes:
      - /path/to/data/:/etc/agent/data
      - /path/to/agent.yaml:/etc/agent/agent.yaml

tanmay-bhat

apiVersion: argoproj.io/v1alpha1
kind: Application
metadata:
  name: kube-ops-view-demo
  finalizers:
  - resources-finalizer.argocd.argoproj.io
  namespace: argocd
  annotations:
    argocd-image-updater.argoproj.io/image-list: registry.digitalocean.com/tanmaybhat/kube-ops-view
    argocd-image-updater.argoproj.io/write-back-method: git:secret:argocd/gitlab-token

tanmay-bhat

> docker images

REPOSITORY                                           TAG       IMAGE ID       CREATED         SIZE
registry.digitalocean.com/tanmaybhat/kube-ops-view   latest    a645de6a07a3   21 months ago   253MB
registry.digitalocean.com/tanmaybhat/kube-ops-view   v1.2.3    a645de6a07a3   21 months ago   253MB

> docker tag registry.digitalocean.com/tanmaybhat/kube-ops-view:latest registry.digitalocean.com/tanmaybhat/kube-ops-view:v1.2.4

> docker images

tanmay-bhat

version: '3.8'

services:
  node-exporter:
    image: prom/node-exporter:latest
    container_name: node-exporter
    restart: unless-stopped
    volumes:
      - /proc:/host/proc:ro
      - /sys:/host/sys:ro

tanmay-bhat

### ALert Configuration

      - alert: KubePodReadinessFailure
        annotations:
          description: Readiness probe for the Pod {{ $labels.pod }} is failing for last 10 minutes
        expr: sum by(pod)( kube_pod_info{created_by_kind!="Job"} AND ON (pod, namespace) kube_pod_status_ready{condition="false"} == 1) > 0
        for: 10m
        labels:
          severity: warning

tanmay-bhat

Sample scenario :

How to exclude a specific mount-point value of a specific host in a metric node_filesystem_free_bytes ?

node_filesystem_free_bytes{} unless node_filesystem_free_bytes{instance="10.10.0.1",mountpoint="/dir"}

The above query will show available bytes of all hosts & mountpoints except mountpoint /dir on 10.10.0.1

---

Stackoverflow answer : Link

tanmay-bhat

rbac:
  create: false

podSecurityPolicy:
  enabled: false

imagePullSecrets:
# - name: "image-pull-secret"

## Define serviceAccount names for components. Defaults to component's fully qualified name.

tanmay-bhat

#!/bin/bash

set -eu

if ! command -v ssh-keygen &> /dev/null ;then
    echo "Cant seem to find 'ssh-keygen' binary, are you sure its installed ?"
    exit 1
fi
if ! command -v ssh &> /dev/null ;then
    echo "Cant seem to find 'ssh' binary, are you sure its installed ?"

tanmay-bhat

1. Exec into any of the metric beat pod ( part of daemon set ) :

kubectl exec -it <metricbeat-pod-name> bash -n <namespace>

2. Run the below command :

./metricbeat setup --dashboards -E setup.kibana.host=kibana-kibana:5601