Download and stream a list of remote files to a WebDAV host using cURL, showing progress using Pipe Viewer

stream_download_to_webdav.zsh

#!/bin/zsh

url_list_file="urls.txt"
total_urls=$(wc -l < $url_list_file)

webdav_url="https://webdav.somehost.com/directory"
webdav_user="[email protected]"
webdav_pass="YourPassword"

http_cookie_header="Cookie: foo=bar; bar=foo"

count=1
while read url
do
   uri=$(basename $url);
   filename=$(echo $uri | cut -f1 -d"?")
   echo ""
   echo "Downloading and uploading file: $filename"

   filesize=$(curl -H $http_cookie_header -sI $url | grep -i Content-Length | awk '{print $2}' | grep -o '[0-9]\+')
   echo "Total size: $(numfmt --to si $filesize)"

   curl -s $url -H $http_cookie_header | pv -s $filesize | curl -T - "$webdav_url/$filename" --user "$webdav_user:$webdav_pass";

   printf "Total progress: %.2f%% ($count/$total_urls)\n" "$(bc <<< "scale=2; $count / $total_urls * 100")"

   let "count=count+1";
done < $url_list_file