8ig8

wget --spider --no-parent -r -l1 -H --no-directories -erobots=off -o log.txt http://the-url.com/page/

8ig8

#!/bin/sh
#
# Name          : setremotekey
# Description   : Automate uploading SSH key to a remote host
# Installation  : Save this as 'setremotekey' to '/usr/local/bin/'
#                 and then make the file executable with 'chmod +x setremotekey'
# Usage         : setremotekey username@host
# Source        : http://hints.macworld.com/article.php?story=2007091814022049
# Author        : See source above. Modified by bpk/lfd.