Simple shell script to fetch a list of URLs from a text file in parallel. Text file should contain one URL per line. Usage: ./redirect.sh [filelist.txt] [numprocs]

redirect.sh

#!/bin/bash

FILE=$1
PROCS=8

if [ ! -z "$2" ]; then
    PROCS=$2
fi

if [ ! -z "$FILE" ]; then
    echo "Processing: $FILE"
    cat $FILE | xargs -I'{}' -P $PROCS curl -o /dev/null --silent --head --write-out '{}\t%{url_effective}\t%{http_code}\t%{redirect_url}\n' "{}"
else
    echo "Usage: $0 [urllist.txt] [numprocs]"
fi