When simply running: pytest

results.json

{
  "subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 10.017692161870418\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/result-failed-diff.png",
    "rms": 10.017692161870418,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.471972035951953\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result-failed-diff.png",
    "rms": 26.471972035951953,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 10.017692161870418\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/result-failed-diff.png",
    "rms": 10.017692161870418,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.472152139349927\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result-failed-diff.png",
    "rms": 26.472152139349927,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 9.76762658820794\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/result-failed-diff.png",
    "rms": 9.76762658820794,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.40544238409953\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result-failed-diff.png",
    "rms": 26.40544238409953,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 9.249247041426308\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/result-failed-diff.png",
    "rms": 9.249247041426308,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 8.277446768176766\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/result-failed-diff.png",
    "rms": 8.277446768176766,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 8.277446768176766\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/baseline.png",
    "diff_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/result-failed-diff.png",
    "rms": 8.277446768176766,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmatch_imatch": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 8.498962559238235\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_imatch/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_imatch/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_imatch/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hmatch_imatch/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hmatch_imatch/result-failed-diff.png",
    "rms": 8.498962559238235,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hmatch_imatch/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmatch_idiff": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.002543532102564\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_idiff/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_idiff/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_idiff/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hmatch_idiff/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hmatch_idiff/result-failed-diff.png",
    "rms": 26.002543532102564,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hmatch_idiff/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmatch_idiffshape": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image dimensions did not match.\n  Expected shape: (300, 400)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_idiffshape/baseline.png\n  Actual shape: (600, 800)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_idiffshape/result.png",
    "baseline_image": "subtests.subtest.test_functions.test_hmatch_idiffshape/baseline.png",
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hmatch_idiffshape/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmatch_imissing": {
    "status": "failed",
    "image_status": "missing",
    "hash_status": null,
    "status_msg": "Image file not found for comparison test in: \n\t/home/velle/a/pytest-mpl/tests/subtests/subtest/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmatch_imissing/result.png",
    "baseline_image": null,
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hmatch_imissing/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hdiff_imatch": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 8.498962559238235\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_imatch/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_imatch/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_imatch/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hdiff_imatch/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hdiff_imatch/result-failed-diff.png",
    "rms": 8.498962559238235,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hdiff_imatch/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hdiff_idiff": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.004390240987302\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_idiff/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_idiff/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_idiff/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hdiff_idiff/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hdiff_idiff/result-failed-diff.png",
    "rms": 26.004390240987302,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hdiff_idiff/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hdiff_idiffshape": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image dimensions did not match.\n  Expected shape: (300, 400)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_idiffshape/baseline.png\n  Actual shape: (600, 800)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_idiffshape/result.png",
    "baseline_image": "subtests.subtest.test_functions.test_hdiff_idiffshape/baseline.png",
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hdiff_idiffshape/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hdiff_imissing": {
    "status": "failed",
    "image_status": "missing",
    "hash_status": null,
    "status_msg": "Image file not found for comparison test in: \n\t/home/velle/a/pytest-mpl/tests/subtests/subtest/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hdiff_imissing/result.png",
    "baseline_image": null,
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hdiff_imissing/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmissing_imatch": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 8.498962559238235\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_imatch/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_imatch/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_imatch/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hmissing_imatch/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hmissing_imatch/result-failed-diff.png",
    "rms": 8.498962559238235,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hmissing_imatch/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmissing_idiff": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.005858327713607\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_idiff/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_idiff/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_idiff/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_functions.test_hmissing_idiff/baseline.png",
    "diff_image": "subtests.subtest.test_functions.test_hmissing_idiff/result-failed-diff.png",
    "rms": 26.005858327713607,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_functions.test_hmissing_idiff/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmissing_idiffshape": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image dimensions did not match.\n  Expected shape: (300, 400)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_idiffshape/baseline.png\n  Actual shape: (600, 800)\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_idiffshape/result.png",
    "baseline_image": "subtests.subtest.test_functions.test_hmissing_idiffshape/baseline.png",
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hmissing_idiffshape/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_functions.test_hmissing_imissing": {
    "status": "failed",
    "image_status": "missing",
    "hash_status": null,
    "status_msg": "Image file not found for comparison test in: \n\t/home/velle/a/pytest-mpl/tests/subtests/subtest/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_functions.test_hmissing_imissing/result.png",
    "baseline_image": null,
    "diff_image": null,
    "rms": null,
    "tolerance": null,
    "result_image": "subtests.subtest.test_functions.test_hmissing_imissing/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_special.test_hdiff_imatch_tolerance": {
    "status": "passed",
    "image_status": "match",
    "hash_status": null,
    "status_msg": "Image comparison passed.",
    "baseline_image": "subtests.subtest.test_special.test_hdiff_imatch_tolerance/baseline.png",
    "diff_image": null,
    "rms": null,
    "tolerance": 200,
    "result_image": "subtests.subtest.test_special.test_hdiff_imatch_tolerance/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_special.test_hdiff_idiff_tolerance": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 25.963097329029655\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_idiff_tolerance/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_idiff_tolerance/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_idiff_tolerance/result-failed-diff.png\n  Tolerance: \n    3",
    "baseline_image": "subtests.subtest.test_special.test_hdiff_idiff_tolerance/baseline.png",
    "diff_image": "subtests.subtest.test_special.test_hdiff_idiff_tolerance/result-failed-diff.png",
    "rms": 25.963097329029655,
    "tolerance": 3,
    "result_image": "subtests.subtest.test_special.test_hdiff_idiff_tolerance/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_special.test_hdiff_imatch_savefig": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 4.906878321408746\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_savefig/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_savefig/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_savefig/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_special.test_hdiff_imatch_savefig/baseline.png",
    "diff_image": "subtests.subtest.test_special.test_hdiff_imatch_savefig/result-failed-diff.png",
    "rms": 4.906878321408746,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_special.test_hdiff_imatch_savefig/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_special.test_hdiff_imatch_style": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 3.69442543528422\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_style/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_style/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_special.test_hdiff_imatch_style/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_special.test_hdiff_imatch_style/baseline.png",
    "diff_image": "subtests.subtest.test_special.test_hdiff_imatch_style/result-failed-diff.png",
    "rms": 3.69442543528422,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_special.test_hdiff_imatch_style/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_special.test_hdiff_imatch_removetext": {
    "status": "passed",
    "image_status": "match",
    "hash_status": null,
    "status_msg": "Image comparison passed.",
    "baseline_image": "subtests.subtest.test_special.test_hdiff_imatch_removetext/baseline.png",
    "diff_image": null,
    "rms": null,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_special.test_hdiff_imatch_removetext/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.471972035951953\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result-failed-diff.png",
    "rms": 26.471972035951953,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 10.017692161870418\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/result-failed-diff.png",
    "rms": 10.017692161870418,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.472152139349927\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result-failed-diff.png",
    "rms": 26.472152139349927,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 10.017692161870418\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/result-failed-diff.png",
    "rms": 10.017692161870418,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 26.456601885603778\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result-failed-diff.png",
    "rms": 26.456601885603778,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  },
  "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass": {
    "status": "failed",
    "image_status": "diff",
    "hash_status": null,
    "status_msg": "Error: Image files did not match.\n  RMS Value: 10.017692161870418\n  Expected:  \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/baseline.png\n  Actual:    \n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/result.png\n  Difference:\n    /home/velle/tmp/pytest-of-velle/pytest-5/test_html_images_only0/results/subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/result-failed-diff.png\n  Tolerance: \n    2",
    "baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/baseline.png",
    "diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/result-failed-diff.png",
    "rms": 10.017692161870418,
    "tolerance": 2,
    "result_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass/result.png",
    "baseline_hash": null,
    "result_hash": null
  }
}