A pytest fixture together with a makefile that allow you generate nice profiling graphs from tests

!conftest.py

import cProfile, os, pathlib
from pytest import fixture

PROFILING_DIR = pathlib.Path("/tmp") # wherever you want the resulting files to show up 

@fixture()
def profile(request):
    """
    Use this fixture in a test to profile the test. The test results end up as 
    pstats files in:
    
        PROFILING_DIR/<testmodule_name>/<testcase_name>.pstats
    
    The corresponding make file contains a command to automatically generate
    nice graphs out of all these pstats files.
    """
    function = request.function
    test_names = [key for key in request.keywords if key.startswith(function.__name__)]
    test_name = test_names[0] if test_names else function.__name__

    with cProfile.Profile() as pr:
        yield test_name

    test_dir = PROFILING_DIR.joinpath(function.__module__)
    try:
        os.mkdir(test_dir)
    except FileExistsError:
        pass

    pr.dump_stats(test_dir.joinpath(f"{test_name}.pstats"))

Makefile

# requires gprof2dot and dot to be installed
PROFILING_DIR=/tmp

PSTATS = $(wildcard ${PROFILING_DIR}/**/*.pstats)
PNG = $(PSTATS:.pstats=.png)

.PHONY: profile
profile: $(PNG)

$(PROFILING_DIR)/%.png: $(PROFILING_DIR)/%.pstats
	gprof2dot -f pstats $< | dot -Tpng -o $@