A 404 sensitive wrapper around curl

robustcurl.sh

#!/bin/sh

TIMEOUT=45
DELAY=10
RETRIES=6
OUTFILE=/tmp/curlfile.$$

for (( i=0; i < RETRIES; i++ )); do
	curl -sf -m $TIMEOUT $1 > $OUTFILE
	ERROR=$?
	if [ "$ERROR" -eq 0 ]; then
		cat $OUTFILE
		exit 0
	fi
	echo Curl error code $ERROR, attempt $i >> /tmp/errors.$$
	sleep $DELAY
done