python multiprocess tqdm example

multiprocessing_tqdm.py

from multiprocess import Pool


def tqdm_multiprocessing_map(fun, sequence, unordered=False, unpack_args=False, debug=False):
    if unpack_args:
        def fun_wrapper(args):
            return fun(*args)
    else:
        fun_wrapper = fun
    
    try:
        total = len(sequence)
    except TypeError:
        sequence = list(sequence)
        total = len(sequence)
    
    if debug:
        return list(map(fun_wrapper, sequence))
    
    with Pool() as pool:
        map_fun = pool.imap_unordered if unordered else pool.imap
        sequence = map_fun(fun_wrapper, sequence)
        sequence = tqdm(sequence, total=total, leave=False)
        return list(sequence)