Find identical files and folders (comparing file names, paths and sizes)

find-dupes-dir.sh

#!/bin/bash
#
# Example:
#   $ ./find-dupes-dir.sh $HOME/Documents/*/

set -Eeuo pipefail

declare -A dirs
for dir in "$@"
do
    cd "$dir"
    checksum="$(find . -printf '%p %b\n' | sort | shasum - | cut -f1 -d' ')"
    if [[ -z "${dirs[$checksum]-}" ]]
    then
        dirs[$checksum]="$dir"
    else
        >&2 echo "$dir is a duplicate of ${dirs[$checksum]}"
        echo "$dir"
    fi
    cd "$OLDPWD"
done

find-dupes.sh

#!/bin/bash
#
# Example:
#   $ fd -e jpg . $HOME/Pictures | ./find-dupes.sh

set -Eeuo pipefail

declare -A paths
while read path
do
    filename="${path##*/}"
    identifier="$filename/$(stat --printf='%s' "$path")"
    if [[ -z "${paths[$identifier]-}" ]]
    then
        paths[$identifier]="$path"
    else
        >&2 echo "$path is a duplicate of ${paths[$identifier]}"
        echo "$path"
    fi
done

The output (stdout) can be stored to a file or just piped into xargs -d$'\n' rm for immediate removal.