A simple poll-based REST API data fetcher script

fetch.sh

#!/bin/bash
#
# edit fetsh.lst as a TSV file and press 'q' to stop polling
# poll period: 1 second
#
while [ 1 ]
do
    read -t 1 -n 1 char
    if [[ $char == 'q' ]]
    then
        break
    else
        parallel -j 8 --progress --colsep '\t' -a fetch.lst curl -s {1} -o {2}
        git add -A data/
        git commit -m "auto message: $(date +%s)"
    fi
done