dynamic loading of modules at test time

test_all_modules.py

def load_all_submodules():
    checks = []
    for module in os.listdir(pkg_resources.resource_filename(__name__, '../this_package/submodules')):
        if module == '__init__.py' or module[-3:] != '.py':
            continue
        checks.append(importlib.import_module('this_package.submodules.{}'.format(module[:-3])))
    return checks

def all_subclasses(myclass):
    def get(c):
        print c
        return c.__subclasses__() + [
            x for subclass in c.__subclasses__() for x in all_subclasses(subclass)
        ]
    return get(myclass)
    
submodules = load_all_submodules()
subclasses = all_subclasses(TheBaseClass)

@pytest.mark.parametrize('subclass', subclasses, ids=subclasses)
def test_something_on_all_subclasses(subclass):
    pass