Download files from hyperlinks found in a file #slurm

script.sh

#!/bin/bash

## the next line selects the partition/queue
#SBATCH -p pool1

## the next line selects the number of nodes
#SBATCH -N 1

## the next line selects the number of CPUs
#SBATCH -n 1

## the next line selects the memory size
#SBATCH --mem=2G

## the next line selects the walltime
#SBATCH -t 12:00

## the next lines are used to mail the user
## valid type values are BEGIN, END, FAIL, REQUEUE, and ALL (any state change).
#SBATCH --mail-type=END
#SBATCH [email protected]

echo "http://murphylab.web.cmu.edu/data/HeLa10Class2DImages_16bit_tiff.tgz
http://murphylab.web.cmu.edu/data/HeLa10Class2DImages_16bit_scaled.tgz
http://murphylab.web.cmu.edu/data/HeLa10Class2DImages_16bit_unscaled.tgz
http://murphylab.web.cmu.edu/data/HeLa10Class2DImages_16bit_dna_protein_png.tgz" > links

for URL in $(cat links)
do
  wget -nc $URL
done