Count total files recursively under directory

count_files.sh

#!/bin/bash

SFTP_HOST=""
SFTP_PORT="22"
SFTP_USER=""
PRIVATE_KEY=""

# Function to recursively list files in SFTP
count_files_recursive() {
    local DIR="$1"
    # Remove two line from stdout, command cd $DIR and ls -l
    local FILE_COUNT=-2

    # Run SFTP command and capture the output
    FILE_LIST=$(sftp -i "$PRIVATE_KEY" -P "$SFTP_PORT" "$SFTP_USER@$SFTP_HOST" <<EOF
cd $DIR
ls -l
EOF
)

    # Loop through each line
    while IFS= read -r LINE; do
        SUB=$(echo "$LINE" | awk '{print $NF}')
        [[ -z "$SUB" || "$SUB" == "." || "$SUB" == ".." ]] && continue

        # Check if it's a directory (SFTP `ls` does not show file types explicitly)
        if [[ ! "$LINE" =~ ^d ]]; then
            ((FILE_COUNT++))
        else
            count_files_recursive "$DIR/$SUB"
        fi
    done <<< "$FILE_LIST"

    # Print total files under a directory
    echo "$DIR,$FILE_COUNT"
}

count_files_recursive "/"

# ./count_files.sh > output.csv