Syncoid: Script to pull ZFS datasets from a file with a list of key:value, to replace non-working --recursive option in case of sendoptions=R

pull_snapshots.sh

#!/bin/bash

################################################################################
#
# Shell script to pull zfs snapshots with syncoid using a list of key:value pairs
# Works with sendoptions=R, where syncoid's --recursive flag cannot be used
#
# IMPORTANT: Use bash, not sh! e.g.: > bash pull_snapshots.sh
#
################################################################################


# Exit as soon as a command fails
set -e

# Accessing an empty variable will yield an error
set -u

FILE_SNAPSHOTS=snapshots.txt

pull_syncoid() {
    ZFS_SOURCE=$1
    ZFS_TARGET=$2
    # we use </dev/null to redirect standard input for the syncoid command
    # which might otherwise consume the while loop's input
    syncoid --no-sync-snap --no-privilege-elevation \
        --sshkey /home/recvuser/.ssh/id_ed25519 \
        --sendoptions=Rw \
        'proxmox':"$ZFS_SOURCE" "$ZFS_TARGET" </dev/null
}


while IFS=: read -r zfs_source zfs_target; do
  # skip commented lines
  [[ "$zfs_source" =~ ^[[:space:]]*# ]] && continue
  # skip empty lines
  [ -z "$zfs_source" ] && continue
  printf 'Pulling: %s\n' "$zfs_source -> $zfs_target"

  pull_syncoid "$zfs_source" "$zfs_target";

done < "$FILE_SNAPSHOTS"

snapshots.txt

# source:target
# tank_hdd/data:tank/hdd/data
tank_hdd/test:tank/hdd/test
tank_hdd/lxc/dataset1:tank/hdd/lxc/dataset1
tank_ssd/lxc/dataset2:tank/ssd/lxc/dataset2