Multiprocessing Python

gistfile1.txt

import time
from concurrent.futures import ProcessPoolExecutor
from concurrent.futures import ThreadPoolExecutor


def process_nodes1(node):
    time.sleep(10)
    return f'Primeira... {node["name"]}'


def process_nodes2(node):
    time.sleep(10)
    return f'Segunda... {node["name"]}'


if __name__ == '__main__':
    nodes1 = [{'name': 'foo'},
              {'name': 'foo2'},
              {'name': 'foo3'},
              {'name': 'foo4'},
              {'name': 'foo5'},
              {'name': 'foo6'},
              {'name': 'foo7'},
              {'name': 'foo8'},
              {'name': 'foo9'},
              {'name': 'foo10'}]

    with ThreadPoolExecutor(max_workers=5) as exec:
        for result in exec.map(process_nodes1, nodes1):
            print(result)

    nodes2 = [{'name': 'foo'},
              {'name': 'foo2'},
              {'name': 'foo3'},
              {'name': 'foo4'},
              {'name': 'foo10'}]

    with ThreadPoolExecutor(max_workers=5) as exec:
        for result in exec.map(process_nodes2, nodes2):
            print(result)