wget lines for mirroring sites

archive_a_site.pl

#!/usr/bin/perl
#Simple Perl script to save me from having to memorise the parameters.
#Archives a whole website.

die("Usage: archive.pl \"URL(s)\" [wait]\n") unless ($ARGV[0]);

my $waitTime = 1;
$waitTime = $ARGV[1] if ($ARGV[1]);

system("wget --mirror --page-requisites --continue --convert-links --user-agent=\"\" -e robots=off --wait $waitTime $ARGV[0]");

get_some_urls.pl

#!/usr/bin/perl
#Simple Perl script to save me from having to memorise the parameters.
#Grabs the pages specified and converts any links between them.

die("Usage: grab.pl \"URL(s)\" [wait]\n") unless ($ARGV[0]);
my $waitTime = 1;
$waitTime = $ARGV[1] if ($ARGV[1]);

system("wget --page-requisites --continue --convert-links --user-agent=\"\" -e robots=off --wait $waitTime $ARGV[0]");