simple_mp_example

really_simple_mp_example.py

import multiprocessing as mp
import logging

def get_mp_logger():
    logger = mp.get_logger()
    logger.handlers = [logging.FileHandler('/tmp/pool.log', mode='a'), logging.StreamHandler()]
    logger.setLevel(logging.INFO)
    formatter = logging.Formatter('%(asctime)s %(message)s')
    logger.handlers[0].setFormatter(f)
    logger.handlers[1].setFormatter(f)
    return logger


def func(arg1, arg2):
    from time import sleep
    local_logger = mp.get_logger()
    try:
        sleep(1)
        local_logger.info('Process {}'.format(arg2))
        print(arg1, arg2)
        if arg2 == 2:
            raise Exception('omg, 2!')
    except Exception as e:
        local_logger.exception(e)
        
    
logger = get_mp_logger()
pool = mp.Pool(2)
results = []

for i in range(5):
    results.append(pool.apply_async(func, ['a', i])) 
for res in results:
    res.get()