hsuusers.sh

#!/bin/sh

for line in `cat /dev/stdin | head -n -18 | tail -n +3`
do
  # Create URL
  url=http://users.humboldt.edu/$line/

  # Get HTTP status
  status=`curl -sIL $url | head -1 | awk '{print $2}'`

  # Get HTTP body
  body=`curl -sL $url`

  # Ignore 404s and other errors
  if [ $status -ne 200 ]; then continue; fi

  # Ignore boring defaults
  if [[ $body =~ .*twoColLiqLtHdr.* ]]; then continue; fi

  # Print URL
  echo $url
done