retry running things with a few arguments, goes well with the Cronitor wrapper.

retry.sh

#!/bin/bash

num=5
retrycode=99
sleep=300


usage() {
  cat <<EOF
  $0 [-r retry_exit_code] [-s sleep_secs] [-n times_to_loop]
EOF
}

while getopts ":n:r:s:" opt; do
  case $opt in
    n)
      num=$OPTARG
      ;;
    s)
      sleep=$OPTARG
      ;;
    r)
      retrycode=$OPTARG
      ;;
    :)
      echo "Option -$OPTARG requires an argument." >&2
      usage
      exit 1
      ;;
    \?)
      usage
      exit 1
      ;;
  esac
done
shift $(($OPTIND-1))

x=0
while true; do
  $@
  EXIT=$?
  if [ $EXIT -eq $retrycode ]; then
    if [ $((++x)) -eq $num ]; then
      echo "command $@ failed $num times with exit code $retrycode, permanent failure..."
      break
    else
      echo "command failed with code $retrycode, retrying in $sleep seconds"
      sleep $sleep
    fi
  else
    break
  fi
done
exit $EXIT