rclone Unlimited Cloud Storage Script (Google Drive)

rclone.conf

[media-local-secret]
type = crypt
remote = secret/media
filename_encryption = standard
password = 
password2 = 

[media-remote-secret]
type = crypt
remote = gdrive:path/to/media
filename_encryption = standard
password = 
password2 = 

[drive]
type = drive
client_id = 
client_secret = 
scope = drive
root_folder_id = 
service_account_file = 
token = 

rfile.sh

#!/bin/bash

# settings
name="media"
vault_dir="000"
title="Media"

# config defaults
config_file="config/rclone_vault.conf"
remote_drive="gdrive:Vault/$vault_dir/"
config_local_secret="$name-local-secret"
config_remote_secret="$name-remote-secret"
local_secret="secret/$name"
local_decrypted="decrypted/$name"

# colors
red=`tput setaf 1`
green=`tput setaf 2`
yellow=`tput setaf 3`
blue=`tput setaf 4`
magenta=`tput setaf 5`
cyan=`tput setaf 6`
reset=`tput sgr0`

# header bar length based on title length
header_bar_len=$((${#title} + 39))

# print header bar
print_header() {
  printf "${red}"
  printf '%0.s=' $(seq 1 $header_bar_len)
  printf '\n'
  echo "${red}=====     ${green}Welcome to RGDrive ${title}     ${red}====="
  printf '%0.s=' $(seq 1 $header_bar_len)
  printf '\n'
  echo "${reset}"
}

# print config
print_config() {
  echo "${green}Configuration${reset}"
  echo "${yellow}Config file:${reset} $config_file"
  echo "${yellow}Remote drive:${reset} $remote_drive"
  echo "${yellow}Config local secret:${reset} $config_local_secret"
  echo "${yellow}Config remote secret:${reset} $config_remote_secret"
  echo "${yellow}Local secret:${reset} $local_secret"
  echo "${yellow}Local decrypted:${reset} $local_decrypted"
  echo
}

# print help info
print_help() {
  print_header
  echo "${green}Available commands:${reset}"
  echo "   ${yellow}encrypt [file]${reset} - ${cyan}Encrypt file to the local secret folder.${reset}"
  echo "   ${yellow}decrypt${reset} - ${cyan}Decrypt the local secret folder to the local decrypted/$name folder.${reset}"
  echo "   ${yellow}upload${reset} - ${cyan}Upload files in local secret folder to Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}encrypt_upload [file]${reset} - ${cyan}Encrypt while uploading file to Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}download [file]${reset} - ${cyan}Download and decrypt files from Google Drive $remote_drive folder to local decrypted/media folder.${reset}"
  echo "   ${yellow}mount [drive letter]${reset} - ${cyan}Mount Google Drive $remote_drive folder to [drive letter]: drive.${reset}"
  echo
  echo "   ${yellow}ls${reset} - ${cyan}List files on Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}ls_file${reset} - ${cyan}List files on Google Drive $remote_drive folder to ls/ls_$name.txt.${reset}"
  echo "   ${yellow}lse${reset} - ${cyan}List files and their encrypted filenames on Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}lse_file${reset} - ${cyan}List files and their encrypted filenames on Google Drive $remote_drive folder to ls/lse_$name.txt.${reset}"
  echo
  echo "   ${yellow}search_ls [query]${reset} - ${cyan}Search ls/ls_$name.txt.${reset}"
  echo "   ${yellow}search_lse [query]${reset} - ${cyan}Search ls/lse_$name.txt.${reset}"
  echo
  echo "   ${yellow}size${reset} - ${cyan}Show size of Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}config${reset} - ${cyan}Show config.${reset}"
  echo "   ${yellow}help${reset} - ${cyan}Help interface.${reset}"
}

# parse commands
rg_parse() {
  case "$1" in
    "encrypt")
      # ignore first parameter
      shift
      for file in "$@"
      do
	      echo "${yellow}Encrypting $file...${reset}"
	      rclone --config $config_file copy "$file" $config_local_secret:
      done
      ;;
    "decrypt")
      echo "${yellow}Decrypting...${reset}"
      rclone --config $config_file copy $config_local_secret: $local_decrypted
      echo "${yellow}Done!${reset}"
      ;;
    "upload")
      echo "${yellow}Uploading...${reset}"
      rclone --config $config_file copy $local_secret $remote_drive -v
      echo "${yellow}Done!${reset}"
      ;;
    "encrypt_upload")
      # ignore first parameter
      shift
      for file in "$@"
      do
        echo "${yellow}Encrypting and uploading $file...${reset}"
        rclone --config $config_file copy --transfers 32 --checkers 16 "$file" $config_remote_secret: -v
      done
      echo "${yellow}Done!${reset}"
      ;;
    "download")
      # ignore first parameter
      shift
      for file in "$@"
      do
        echo "${yellow}Downloading $file...${reset}"
        rclone --config $config_file copy --transfers 32 --checkers 16 $config_remote_secret:"$file" $local_decrypted -v
      done
      echo "${yellow}Done!${reset}"
      ;;
    "mount")
      echo "${yellow}Mounting to drive $2...${reset}"
      rclone --config $config_file mount $config_remote_secret: $2: --allow-other
      ;;
    "ls")
      echo "${yellow}Listing files and sizes...${reset}"
      rclone --config $config_file ls $config_remote_secret:
      ;;
    "ls_file")
      echo "${yellow}Listing files to ls/ls_$name.txt...${reset}"
      mkdir -p ls
      rclone --config $config_file ls $config_remote_secret: >"ls/ls_$name.txt" 2>&1
      ;;
    "lse")
      echo "${yellow}Listing encrypted names...${reset}"
      rclone --config $config_file lsd --crypt-show-mapping $config_remote_secret:
      ;;
    "lse_file")
      echo "${yellow}Listing encrypted names to ls/lse_$name.txt...${reset}"
      mkdir -p ls
      rclone --config $config_file lsd --crypt-show-mapping $config_remote_secret: >"ls/lse_$name.txt" 2>&1
      ;;
    "search_ls")
      echo "${yellow}Searching files for $2...${reset}"
      cat "ls/ls_$name.txt" | egrep -i "$2" | sort -k 2
      ;;
    "search_lse")
      echo "${yellow}Searching encrypted names for $2...${reset}"
      cat "ls/lse_$name.txt" | egrep -i "$2" | sort -k 2
      ;;
    "size")
      echo "${yellow}Computing size...${reset}"
      rclone --config $config_file size $config_remote_secret:
      ;;
    "config")
      print_config
      ;;
    "help")
      print_help
      ;;
    *)
      echo "Error: invalid command"
      exit 1
  esac
}

# check arguments
if [ $# -lt 1 ]; then
  echo "Usage: ./$(basename "$0") [cmd]"
  exit 1
fi

# parse
rg_parse "$@"

rfolder.sh

#!/bin/bash

# settings
name="bluray"
vault_dir="005"
title="Blu-ray"

# config defaults
config_file="config/rclone_vault.conf"
remote_drive="gdrive:Vault/$vault_dir/"
config_local_secret="$name-local-secret"
config_remote_secret="$name-remote-secret"
local_secret="secret/$name"
local_decrypted="decrypted/$name"

# colors
red=`tput setaf 1`
green=`tput setaf 2`
yellow=`tput setaf 3`
blue=`tput setaf 4`
magenta=`tput setaf 5`
cyan=`tput setaf 6`
reset=`tput sgr0`

# header bar length based on title length
header_bar_len=$((${#title} + 39))

# print header bar
print_header() {
  printf "${red}"
  printf '%0.s=' $(seq 1 $header_bar_len)
  printf '\n'
  echo "${red}=====     ${green}Welcome to RGDrive ${title}     ${red}====="
  printf '%0.s=' $(seq 1 $header_bar_len)
  printf '\n'
  echo "${reset}"
}

# print config
print_config() {
  echo "${green}Configuration${reset}"
  echo "${yellow}Config file:${reset} $config_file"
  echo "${yellow}Remote drive:${reset} $remote_drive"
  echo "${yellow}Config local secret:${reset} $config_local_secret"
  echo "${yellow}Config remote secret:${reset} $config_remote_secret"
  echo "${yellow}Local secret:${reset} $local_secret"
  echo "${yellow}Local decrypted:${reset} $local_decrypted"
  echo
}

# print help info
print_help() {
  print_header
  echo "${green}Available commands:${reset}"
  echo "   ${yellow}encrypt [file]${reset} - ${cyan}Encrypt file to the local $local_secret folder.${reset}"
  echo "   ${yellow}decrypt${reset} - ${cyan}Decrypt the local $local_secret folder to the local $local_decrypted folder.${reset}"
  echo "   ${yellow}upload${reset} - ${cyan}Upload files in local $local_secret folder to Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}encrypt_upload [folder]${reset} - ${cyan}Encrypt while uploading file to Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}download [folder]${reset} - ${cyan}Download and decrypt directory from Google Drive $remote_drive folder to local $local_decrypted folder.${reset}"
  echo "   ${yellow}download_file [file]${reset} - ${cyan}Download and decrypt file from Google Drive $remote_drive folder to local $local_decrypted folder.${reset}"
  echo "   ${yellow}mount [drive letter]${reset} - ${cyan}Mount Google Drive $remote_drive folder to [drive letter]: drive.${reset}"
  echo
  echo "   ${yellow}ls [folder]${reset} - ${cyan}List files on Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}ls_file [folder]${reset} - ${cyan}List files on Google Drive $remote_drive folder to ls/ls_$name.txt.${reset}"
  echo "   ${yellow}lsd${reset} - ${cyan}List directories on Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}lsd_file${reset} - ${cyan}List directories on Google Drive $remote_drive folder to ls/lsd_$name.txt.${reset}"
  echo "   ${yellow}lse [folder]${reset} - ${cyan}List files and their encrypted filenames on Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}lse_file [folder]${reset} - ${cyan}List files and their encrypted filenames on Google Drive $remote_drive folder to ls/lse_$name.txt.${reset}"
  echo
  echo "   ${yellow}search_ls [query]${reset} - ${cyan}Search ls/ls_$name.txt.${reset}"
  echo "   ${yellow}search_lsf [query]${reset} - ${cyan}Search ls/lsf_$name.txt.${reset}"
  echo "   ${yellow}search_lsd [query]${reset} - ${cyan}Search ls/lsd_$name.txt.${reset}"
  echo
  echo "   ${yellow}size${reset} - ${cyan}Show size of Google Drive $remote_drive folder.${reset}"
  echo "   ${yellow}config${reset} - ${cyan}Show config.${reset}"
  echo "   ${yellow}help${reset} - ${cyan}Help interface.${reset}"
}

# parse commands
rg_parse() {
  case "$1" in
    "encrypt")
      # ignore first parameter
      shift
      for folder in "$@"
      do
        dest=`basename $folder`
        echo "${yellow}Encrypting $folder...${reset}"
        rclone --config $config_file copy "$folder" $config_local_secret:"$dest"
      done
      ;;
    "decrypt")
      echo "${yellow}Decrypting...${reset}"
      rclone --config $config_file copy $config_local_secret: $local_decrypted
      echo "${yellow}Done!${reset}"
      ;;
    "upload")
      echo "${yellow}Uploading...${reset}"
      rclone --config $config_file copy $local_secret $remote_drive -v
      echo "${yellow}Done!${reset}"
      ;;
    "encrypt_upload")
      # ignore first parameter
      shift
      for folder in "$@"
      do
        dest=`basename "$folder"`
        echo "${yellow}Encrypting and uploading $folder to $dest...${reset}"
        rclone --config $config_file copy --copy-links --transfers 32 --checkers 16 "$folder" $config_remote_secret:"$dest" -v
      done
      echo "${yellow}Done!${reset}"
      ;;
    "download")
      # ignore first parameter
      shift
      for folder in "$@"
      do
        echo "${yellow}Downloading $folder...${reset}"
        rclone --config $config_file copy --transfers 32 --checkers 16 $config_remote_secret:"$folder" "decrypted/$name/$folder" -v
      done
      echo "${yellow}Done!${reset}"
      ;;
    "download_file")
      # ignore first parameter
      shift
      for file in "$@"
      do
        echo "${yellow}Downloading $file...${reset}"
        rclone --config $config_file copy --transfers 32 --checkers 16 $config_remote_secret:"$file" "decrypted/$name" -v
      done
      echo "${yellow}Done!${reset}"
      ;;
    "mount")
      echo "${yellow}Mounting to drive $2...${reset}"
      rclone --config $config_file mount $config_remote_secret: $2: --allow-other
      ;;
    "ls")
      echo "${yellow}Listing files...${reset}"
      if [ $# -gt 1 ]; then
        rclone --config $config_file ls $config_remote_secret:"$2"
      else
        rclone --config $config_file ls $config_remote_secret:
      fi
      ;;
    "ls_file")
      mkdir -p ls
      if [ $# -gt 1 ]; then
        echo "${yellow}Listing files to ls/ls_${name}_$2.txt...${reset}"
        rclone --config $config_file ls $config_remote_secret:"$2" >"ls/ls_${name}_$2.txt"
      else
        echo "${yellow}Listing files to ls/ls_$name.txt...${reset}"
        rclone --config $config_file ls $config_remote_secret: >"ls/ls_$name.txt"
      fi
      ;;
    "lsd")
      echo "${yellow}Listing directories...${reset}"
      rclone --config $config_file lsf $config_remote_secret:
      ;;
    "lsd_file")
      echo "${yellow}Listing directories to ls/lsd_$name.txt...${reset}"
      mkdir -p ls
      rclone --config $config_file lsf $config_remote_secret: >"ls/lsd_$name.txt"
      ;;
    "lse")
      echo "${yellow}Listing encrypted names...${reset}"
      if [ $# -gt 1 ]; then
        rclone --config $config_file lsf --crypt-show-mapping $config_remote_secret:"$2" 1>/dev/null
      else
        rclone --config $config_file lsf --crypt-show-mapping $config_remote_secret: 1>/dev/null
      fi
      ;;
    "lse_file")
      mkdir -p ls
      if [ $# -gt 1 ]; then
        echo "${yellow}Listing encrypted names to ls/lse_${name}_$2.txt...${reset}"
        rclone --config $config_file lsf --crypt-show-mapping $config_remote_secret:"$2" 1>/dev/null 2>"ls/lse_${name}_$2.txt"
      else
        echo "${yellow}Listing encrypted names to ls/lse_$name.txt...${reset}"
        rclone --config $config_file lsf --crypt-show-mapping $config_remote_secret: 1>/dev/null 2>"ls/lse_$name.txt"
      fi
      ;;
    "search_ls")
      echo "${yellow}Searching files for $2...${reset}"
      cat "ls/ls_$name.txt" | egrep -i "$2" | sort -k 2
      ;;
    "search_lsd")
      echo "${yellow}Searching directories for $2...${reset}"
      cat "ls/lsd_$name.txt" | egrep -i "$2" | sort -k 2
      ;;
    "search_lse")
      echo "${yellow}Searching encrypted names for $2...${reset}"
      cat "ls/lse_$name.txt" | egrep -i "$2" | sort -k 2
      ;;
    "size")
      echo "${yellow}Computing size...${reset}"
      rclone --config $config_file size $config_remote_secret:
      ;;
    "config")
      print_config
      ;;
    "help")
      print_help
      ;;
    *)
      echo "Error: invalid command"
      exit 1
  esac
}

# check arguments
if [ $# -lt 1 ]; then
  echo "Usage: ./$(basename "$0") [cmd]"
  exit 1
fi

# parse
rg_parse "$@"