storj uplink batch download upload

uplink_batch.md

delete files

uplink ls --recursive "sj://pictures/Photo Backup/tedxnanjing/" | sed -En "s/OBJ [[:digit:]]+-[[:digit:]]+-[[:digit:]]+ [[:digit:]]+:[[:digit:]]+:[[:digit:]]+\s+[[:digit:]]+ (.*)/\1/p" | parallel -j 4 -q uplink rm "sj://pictures/Photo Backup/tedxnanjing/{}"

upload files

cd to_upload_folder

ls -R ./ | awk ' /:$/&&f{s=$0;f=0} /:$/&&!f{sub(/:$/,"");s=$0;f=1;next} NF&&f{ print s"/"$0 }' | sed -En "s/\.\/(.*)/\1/p" | parallel -j 5 uplink cp './{}' 'sj://photosbackup/{}'

create folder

uplink ls --recursive "sj://pictures/Photo Backup/" | sed -En "s/OBJ [[:digit:]]+-[[:digit:]]+-[[:digit:]]+ [[:digit:]]+:[[:digit:]]+:[[:digit:]]+\s+[[:digit:]]+ (.*)\/.*/\1/p" | uniq | xargs -d '\n' mkdir -p

download files

uplink ls --recursive "sj://pictures/Photo Backup/" | sed -En "s/OBJ [[:digit:]]+-[[:digit:]]+-[[:digit:]]+ [[:digit:]]+:[[:digit:]]+:[[:digit:]]+\s+[[:digit:]]+ (.*)/\1/p" | parallel -j 10 -q uplink cp "sj://pictures/Photo Backup/{}" "temp/{}"

xargs -d '\n' is for folder name with spaces