An SFTP client based on Paramiko, with utility function to download a whole folder tree

sftp.py

import os
import stat

from paramiko import SSHClient, SFTPClient, AutoAddPolicy

from tools.file_tools import make_775_dir, file_exists

join = os.path.join


def get_sftp_client(host, username=None, password=None):
    ssh = SSHClient()
    ssh.set_missing_host_key_policy(AutoAddPolicy())
    ssh.connect(host, username=username, password=password)
    sftp = SFTPClient.from_transport(ssh.get_transport())
    return sftp


def download_all_files(sftp, remote_dir, local_dir):

    for f in sftp.listdir_attr(remote_dir):
        file = f.filename
        if stat.S_ISDIR(f.st_mode):
            # print('Going into %s' % join(remote_dir, file))
            download_all_files(sftp, join(remote_dir, file), join(local_dir, file))
        else:
            if not file_exists(join(local_dir, file)):
                if not os.path.isdir(local_dir):
                    make_775_dir(local_dir)
                # print('Downloading %s' % join(remote_dir, file))
                sftp.get(join(remote_dir, file), join(local_dir, file))