Run threads with sub processes

run_threads.py

from multiprocessing import Pool as pool
from subprocess import Popen as run
from os import listdir as ls


# all files begining with this will be executed
PREFIX = 'python_scripts_'  

# set for the number of cores you have
THREADS = 4  


def execute(cmd):
    print(f'\nExecuting {cmd}...')
    pid = run(['python3', cmd])
    pid.wait()
    print(f'Finished {cmd}!\n')


def get_files():
    lens = lambda x: x.startswith(PREFIX)
    files = ls()
    files = filter(lens, files)
    files = list(files)
    return files


if __name__ == '__main__':
    print(f'Starting the pool with {THREADS} threads...')
    p = pool(THREADS)
    files = get_files()
    p.map(execute, files)
    print('Done! Ending all threads.')