Find active snapback domains from IIS

main.sh

#!/bin/bash

# URL containing the list of domains and dates
URL="https://data.internetstiftelsen.se/bardate_domains.txt"

echo "Starting script..."
echo "Downloading domain list from $URL..."

# Download the file and sort the entries by date
sorted_entries=$(curl -s "$URL" | sort)

echo "Download and sorting complete. Beginning to check each domain in parallel..."

# Function to check a single domain
check_domain() {
    entry=$1
    domain=$(echo "$entry" | awk '{print $1}')
    date=$(echo "$entry" | awk '{print $2}')

    # Perform a curl request with a timeout of 5 seconds
    response=$(curl -I --max-time 10 "$domain" 2>/dev/null)

    # Check if the response contains a 2xx or 3xx status code
    if echo "$response" | grep -q "HTTP/.* [23]"; then
        echo "Domain $domain (Date: $date) is active (2xx/3xx status code found)."
    fi
}

# Export the function to make it available to parallel processes
export -f check_domain

# Use xargs to run check_domain in parallel
echo "$sorted_entries" | xargs -n1 -P200 -I {} bash -c 'check_domain "$@"' _ {}

echo "Script completed."