run.py

import argparse
import os

parser = argparse.ArgumentParser()
parser.add_argument('--problem', required=True, help='problem\'s file')
parser.add_argument('--dir', required=True, help='problem\'s dir with input and output')
args = parser.parse_args()


def get_test_cases(dir):
    files = os.listdir(dir)
    files.sort()
    return files

def run():
    if not os.path.exists(args.dir):
        print("Directory not exists")
        return None

    input_dir = "{}/input/".format(args.dir)
    output_dir = "{}/output/".format(args.dir)
    test_cases = get_test_cases(input_dir)

    for case in test_cases:
        input_file = "{}{}".format(input_dir, case)
        output_file = "{}{}".format(output_dir, case)

        os.system("python3 {} < {} | diff {} -".format(args.problem, input_file, output_file))

run()
# print(parser.print_help())
# python a_contra.py < a_contra/input/3 | diff a_contra/output/3 -