wordlist-gen.sh

gau $1 | unfurl -u paths | tee $1.txt;
sed 's#/#\n#g' $1.txt | sort -u | tee temp.txt;
cat temp.txt | grep -Ev '\.' | tee paths-$1.txt;
cat temp.txt | grep -v '(png|jpg|css|gif|woff|pdf)' | tee relevant-files.txt;
cat relevant-files.txt | grep '\.' | tee files-$1.txt;
rm temp.txt;
rm relevant-files.txt;
rm $1.txt;