Ultra dirty, super basic, nagios replacement.

ghetto_load_detector.sh

#!/bin/bash

STLOAD=$(cat /proc/loadavg | awk '{print $1}')

while true; do
  FINLOAD=$(cat /proc/loadavg | awk '{print $1}')
  if (( $(echo "$STLOAD $FINLOAD" | awk '{ if ($1 >= 8 && $2 >= 8) print 1}') )); then
    if [[ -z $TIME ]]; then
      TIME=$(date +"%s")
    fi
    ONGOING=$(($(date +"%s") - $TIME))
    echo "Ongoing for $ONGOING seconds." | mail -s"Sustained high load - [ $FINLOAD ]" [email protected]
  else
    TIME=
  fi

  STLOAD=$FINLOAD
  sleep 30
done