get-webpage.sh

#!/bin/sh

# A simple webpage snapshot tool

# Try to get a free proxy, and then wget a webpage via the proxy
for ((;;))
do
    wget https://free-proxy-list.net/anonymous-proxy.html -O proxy.html
    proxy=$(grep '<td>[0-9\.]\+</td>' proxy.html | sed -e 's,.*<td>\([0-9\.]*\)</td><td>\([0-9]\+\)</td>.*,\1:\2,' | head -n 1)

    #echo "proxy is $proxy"
    wget --connect-timeout=1 -e use_proxy=yes -e http_proxy=$proxy -e https_proxy=$proxy <a URL of a webpage>

    sleep 30
done