Example concurrency with bash

bash_concurrency.sh

#!/bin/bash

# wait_for_workers waits until a worker is available
wait_for_workers() {
    while test $(jobs -p | wc -w) -ge "$1"; do wait -n; done
}

cat data.txt | while read line; do
  ensure_max_workers $(nproc --all) # use nproc to get number of CPUs
  (
    echo "Do work with $line"
    sleep 10
  ) &
done