tolleiv · March 1, 2016 23:44
diff --git a/spider.sh b/spider.sh
 #!/bin/sh
 # Simple script to check a site for dead links etc.
 # Usage:
 #   > spider.sh www.example.org 5
 # to check example,org and follow links until you reacha depth of 5

 wget --spider -r -nd -nv -H -l ${2:=4} -w 1 -D $1 -o site.log "http://${1}/"
	#!/bin/sh
	# Simple script to check a site for dead links etc.
	# Usage:
	# > spider.sh www.example.org 5
	# to check example,org and follow links until you reacha depth of 5

	wget --spider -r -nd -nv -H -l ${2:=4} -w 1 -D $1 -o site.log "http://${1}/"