threadpool_example.py

import sys
import time

_PARALLEL_UPLOADERS = 3

#: Python 2.x?
# _is_py2 = (sys.version_info[0] == 2)

#: Python 3.x?
_is_py3 = (sys.version_info[0] == 3)

if _is_py3:
    from concurrent.futures import ThreadPoolExecutor
    tp = ThreadPoolExecutor(max_workers=_PARALLEL_UPLOADERS)
else:
    # Python 2 :(
    from multiprocessing.dummy import Pool
    tp = Pool(_PARALLEL_UPLOADERS)

def f(arg):
    print(arg)
    time.sleep(1)
    return arg

def f_exc(arg):
    print(arg)
    time.sleep(1)
    raise ValueError("oops " + str(arg))
    return arg

results = tp.map(f, range(12))
for r in results:
    print("Result:", r)

print("Running func that raises exceptions: ")
try:
    results = tp.map(f_exc, range(12))
    for r in results:
        print("Result:", r)
except ValueError as v:
    print("caught it!")
    print(v)