gistfile1.txt

wget --mirror --convert-links --adjust-extension --page-requisites  https://template16.carrd.co/
wget --exclude-directories="PS/3-Updates" --mirror --convert-links --adjust-extension --page-requisites www.test.com

loop.sh

#!/usr/bin/env bash

# for files in format http://site.com/webfile-1.ext
# for files in format http://site.com/webfile-2.ext

#start at one and count by two

for (( COUNTER=1; COUNTER<=13; COUNTER+=2 )); do
    wget http://site.com/filename-$COUNTER.ext
    sleep 5
done

wget-a-site.txt

wget -erobots=off --no-parent --wait=3 --limit-rate=20K -r -p -U "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)" -A htm,html,css,js,json,gif,jpeg,jpg,bmp http://website.com
wget -erobots=off --no-parent --wait=3 --limit-rate=50K -r -p -U "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)" -k --directory-prefix "C:\rip" --page-requisites -A htm,aspx,php,jsp,asp,zip,png,html,css,js,json,gif,jpeg,jpg,bmp http://website.com
wget -erobots=off --no-parent --wait=3 --level=1 --limit-rate=50K -r -p -U "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)" -k --directory-prefix "C:\rip" --page-requisites -A htm,aspx,php,jsp,asp,zip,png,html,css,js,json,gif,jpeg,jpg,bmp,pdf http://website.com

wget-download.sh

# uses content disposition to rename the file based on the header information
wget --content-disposition http://site.com/file

#search for links in website using development console
var el = document.getElementsByTagName('a');
arr = []

for(var i = 0; i < el.length; i++){
  if(el[i].innerText === "PDF" & el[i].host === "website.com"){
    arr.push(el[i].href)
  }
}

wget.sh

#!/bin/bash

# $1 = level
# $2 = url

wget -erobots=off --no-parent --wait=3 --level="$1" --limit-rate=50K -r -p -U "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)" --page-requisites -A htm,aspx,php,jsp,asp,zip,png,html,css,js,json,gif,jpeg,jpg,bmp,pdf "$2"