downloads files from the cms to the filesystem of sdi

gistfile1.txt

#!/bin/bash

scriptdir=/opt/cms2sdi
basedir=/var/local/gis_sdi/continental/tabular
excelfile=https://shareit.eea.europa.eu/s/BMDXbQHMt7wwxfW/download

wget -l --content-disposition -nc $excelfile
xlsx2csv -s 3 -d='tab' -q='all' download | awk 'BEGIN { FS = "[\t]+" } ; { print $5,$24 }' > $scriptdir/cms2sdi.txt

mkdir -p $basedir
cd $basedir

rm -rf $scriptdir/dodownload.sh
touch $scriptdir/dodownload.sh
echo "cd $basedir" >> $scriptdir/dodownload.sh

while read id links ; do
    id=$(sed -e 's/^"//' -e 's/"$//' <<< "$id")

    echo "mkdir $basedir/$id" >> $scriptdir/dodownload.sh
    echo "cd ./$id" >> $scriptdir/dodownload.sh
    echo
    echo ./$id
    echo
    echo $links

    #echo $links | awk -F'###' '{ for ( i=1; i<=NF; i i++ ) { if($i ~ /cmshare/) { print "wget -nc --content-disposition " $i } else { print "wget -nc --content-disposition " $i"/at_download/file" }} }' | bash
    echo $links | awk -F'###' '{ for ( i=1; i<=NF; i i++ ) { if($i ~ /cmshare/) { print "wget  -nc --content-disposition " $i"\n" } else { print "wget -nc --content-disposition " $i"/at_download/file\n" }} }' >> $scriptdir/dodownload.sh
    #| bash

    echo "cd $basedir" >> $scriptdir/dodownload.sh

done < $scriptdir/cms2sdi.txt

echo "chown -R www-data:www-data $basedir" >> $scriptdir/dodownload.sh

sed 's/\"//g' $scriptdir/dodownload.sh > $scriptdir/dodownload2.sh

mv $scriptdir/dodownload2.sh $scriptdir/dodownload.sh

chmod a+x $scriptdir/dodownload.sh

#/bin/bash $scriptdir/dodownload.sh || true