Merge pull request #145 from ConorMacBride/test-shape-mismatch

Add test for image shape mismatch and fix bug

pytest_mpl/summary/html.py

@@ -130,6 +130,8 @@ def _rms_sort(self):
         if self.image_status == 'match':
             return "000000"
         elif self.image_status == 'diff':
+            if self.rms is None:  # Shape mismatch
+                return "999999"
             # RMS will be in [0, 255]
             return f"{(self.rms + 2) * 1000:06.0f}"
         else:  # Missing baseline image

pytest_mpl/summary/templates/result.html

@@ -8,14 +8,18 @@
     <div class="card">
         <a class="btn" data-bs-toggle="offcanvas" href="#offcanvas{{ r.id }}" role="button"
            aria-controls="offcanvas{{ r.id }}">
-            {% if r.diff_image -%}
+            {% if r.image_status and r.image_status == "diff" -%}
             <div class="hover-image">
+                {% if r.diff_image -%}
                 <div class="diff-image">
                     <img src="{{ r.diff_image }}" class="card-img-top" alt="diff image">
                 </div>
                 <div class="result-image">
                     <img src="{{ r.result_image }}" class="card-img-top" alt="result image">
                 </div>
+                {%- else -%}
+                <img src="{{ r.result_image }}" class="card-img-top" alt="result image">
+                {%- endif %}
             </div>
             {%- elif r.result_image -%}
             <img src="{{ r.result_image }}" class="card-img-top" alt="result image">

tests/subtests/hashes/mpl33_ft261.json

@@ -1,9 +1,11 @@
 {
   "subtests.subtest.test_hmatch_imatch": "42c391b37022e2c4edb53f5fd988e94f421905b40cea1544e62ffb3c049292a8",
   "subtests.subtest.test_hmatch_idiff": "c14ba098dbda0988e35be5724ffb15b8e666253a4b37dec6a21203607c17473d",
+  "subtests.subtest.test_hmatch_idiffshape": "d23fa57068c6888307575623e5bdbe5e577d935910fee8d41deab426677acecb",
   "subtests.subtest.test_hmatch_imissing": "6c07931bac1a926c88bea5d07c40c8c1ce30648712e3fc963028193863e3ae65",
   "subtests.subtest.test_hdiff_imatch": "d1ff383721a0c395c856302be7de8a8138a2693651425dc181ede262860aef7b",
   "subtests.subtest.test_hdiff_idiff": "d1fff55ace5ef7e45dcd9913b54e0d9970028cae59666e937ccb3586d0f76e9a",
+  "subtests.subtest.test_hdiff_idiffshape": "d1ff76e20951e78fd3dedfff6a6f8f2eab4c569860d1a0da7867114cdcdf7c2c",
   "subtests.subtest.test_hdiff_imissing": "d1ff35845c5887c034230e02aa4b60e053c779c693867e4803e1d72dde9240f7",
   "subtests.subtest.test_hdiff_imatch_tolerance": "d1ff6912989a4b47ea910b04edfa58cf5d756d60825ea52ad59dcde8e03d4d8b",
   "subtests.subtest.test_hdiff_idiff_tolerance": "d1ff6912989a4b47ea910b04edfa58cf5d756d60825ea52ad59dcde8e03d4d8b",

tests/subtests/hashes/mpl34_ft261.json

@@ -1,9 +1,11 @@
 {
   "subtests.subtest.test_hmatch_imatch": "573f4c1482192b7b15bbe4f2bd370ae3b5ab40c9afa441543b87e15a71e9f672",
   "subtests.subtest.test_hmatch_idiff": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857",
+  "subtests.subtest.test_hmatch_idiffshape": "2ee75301c4de2dcb9f839b278c6371be2e751de40b131213e375d4dcc5542382",
   "subtests.subtest.test_hmatch_imissing": "fd069e642e3b154c24077a4996b545e1c4dbffdbed34ea5ad34c7b36873af68f",
   "subtests.subtest.test_hdiff_imatch": "d1ffdde5a6682dc6abba7121f5df702c3664b1ce09593534fc0d7c3514eb07e1",
   "subtests.subtest.test_hdiff_idiff": "d1ff61bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43",
+  "subtests.subtest.test_hdiff_idiffshape": "d1ffae8ab2b65de3fa297be17ce973ff871e703c9550679e9566179dd785f6eb",
   "subtests.subtest.test_hdiff_imissing": "d1ff63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e",
   "subtests.subtest.test_hdiff_imatch_tolerance": "d1ffe85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",
   "subtests.subtest.test_hdiff_idiff_tolerance": "d1ffe85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",

tests/subtests/hashes/mpl35_ft261.json

@@ -1,9 +1,11 @@
 {
   "subtests.subtest.test_hmatch_imatch": "4a47c9b7920779cc83eabe2bbb64b9c40745d9d8abfa57857f93a5d8f12a5a03",
   "subtests.subtest.test_hmatch_idiff": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
+  "subtests.subtest.test_hmatch_idiffshape": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
   "subtests.subtest.test_hmatch_imissing": "e937fa1997d088c904ca35b1ab542e2285ea47b84df976490380f9c5f5b5f8ae",
   "subtests.subtest.test_hdiff_imatch": "d1ff8f315d44b06de8f45d937af46a67bd1389edd6e4cde32f9feb4b7472284f",
   "subtests.subtest.test_hdiff_idiff": "d1ff21206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
+  "subtests.subtest.test_hdiff_idiffshape": "d1ff745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
   "subtests.subtest.test_hdiff_imissing": "d1ff11cfa34db3a5819ac4127704e86acf27d24d1ea2410718853d3d7e1d6ae0",
   "subtests.subtest.test_hdiff_imatch_tolerance": "d1ff3273d63a2a26a27e788ff0f090e86c9df7f9f191b7c566321c57de8266d6",
   "subtests.subtest.test_hdiff_idiff_tolerance": "d1ff3273d63a2a26a27e788ff0f090e86c9df7f9f191b7c566321c57de8266d6",

tests/subtests/result_hashes/mpl33_ft261.json

@@ -1,12 +1,15 @@
 {
   "subtests.subtest.test_hmatch_imatch": "42c391b37022e2c4edb53f5fd988e94f421905b40cea1544e62ffb3c049292a8",
   "subtests.subtest.test_hmatch_idiff": "c14ba098dbda0988e35be5724ffb15b8e666253a4b37dec6a21203607c17473d",
+  "subtests.subtest.test_hmatch_idiffshape": "d23fa57068c6888307575623e5bdbe5e577d935910fee8d41deab426677acecb",
   "subtests.subtest.test_hmatch_imissing": "6c07931bac1a926c88bea5d07c40c8c1ce30648712e3fc963028193863e3ae65",
   "subtests.subtest.test_hdiff_imatch": "b48a383721a0c395c856302be7de8a8138a2693651425dc181ede262860aef7b",
   "subtests.subtest.test_hdiff_idiff": "44edf55ace5ef7e45dcd9913b54e0d9970028cae59666e937ccb3586d0f76e9a",
+  "subtests.subtest.test_hdiff_idiffshape": "1c6176e20951e78fd3dedfff6a6f8f2eab4c569860d1a0da7867114cdcdf7c2c",
   "subtests.subtest.test_hdiff_imissing": "042235845c5887c034230e02aa4b60e053c779c693867e4803e1d72dde9240f7",
   "subtests.subtest.test_hmissing_imatch": "d87e9aa72d2cd0ccd9959ec7af2dc00ab86e2fe8f06a6c54a017cde62f7e5c1f",
   "subtests.subtest.test_hmissing_idiff": "00b074ef61b5061b8ec50dbe32b3214ffd21c9489ae212671558f338ad792e5f",
+  "subtests.subtest.test_hmissing_idiffshape": "3abf54dbc88ce374b40d677597685fc83b4dc05c9d9a50fa1580f348d71fb99d",
   "subtests.subtest.test_hmissing_imissing": "3e5c4a4386e32133083c36ca0c95f5e38be904ed238e49ab1e06edd35603abfc",
   "subtests.subtest.test_hdiff_imatch_tolerance": "04eb6912989a4b47ea910b04edfa58cf5d756d60825ea52ad59dcde8e03d4d8b",
   "subtests.subtest.test_hdiff_idiff_tolerance": "04eb6912989a4b47ea910b04edfa58cf5d756d60825ea52ad59dcde8e03d4d8b",

tests/subtests/result_hashes/mpl34_ft261.json

@@ -1,12 +1,15 @@
 {
   "subtests.subtest.test_hmatch_imatch": "573f4c1482192b7b15bbe4f2bd370ae3b5ab40c9afa441543b87e15a71e9f672",
   "subtests.subtest.test_hmatch_idiff": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857",
+  "subtests.subtest.test_hmatch_idiffshape": "2ee75301c4de2dcb9f839b278c6371be2e751de40b131213e375d4dcc5542382",
   "subtests.subtest.test_hmatch_imissing": "fd069e642e3b154c24077a4996b545e1c4dbffdbed34ea5ad34c7b36873af68f",
   "subtests.subtest.test_hdiff_imatch": "6e2fdde5a6682dc6abba7121f5df702c3664b1ce09593534fc0d7c3514eb07e1",
   "subtests.subtest.test_hdiff_idiff": "443361bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43",
+  "subtests.subtest.test_hdiff_idiffshape": "3379ae8ab2b65de3fa297be17ce973ff871e703c9550679e9566179dd785f6eb",
   "subtests.subtest.test_hdiff_imissing": "301e63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e",
   "subtests.subtest.test_hmissing_imatch": "eabd8a2e22afd88682990bfb8e4a0700a942fe68e5114e8da4ab6bd93c47b824",
   "subtests.subtest.test_hmissing_idiff": "e69570c4a70b2cc88ddee0f0a82312cae4f394b7f62e5760245feda1364c03ab",
+  "subtests.subtest.test_hmissing_idiffshape": "fa566a1620537f5c10aa8bcbebed55065f13fa9f8e8e82d7f7c67f7b39edd552",
   "subtests.subtest.test_hmissing_imissing": "5c8a9c7412e4e098f6f2683ee247c08bd50805a93df4d4b6d8fccf3579b4c56b",
   "subtests.subtest.test_hdiff_imatch_tolerance": "aaf4e85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",
   "subtests.subtest.test_hdiff_idiff_tolerance": "aaf4e85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",

tests/subtests/result_hashes/mpl35_ft261.json

@@ -1,12 +1,15 @@
 {
   "subtests.subtest.test_hmatch_imatch": "4a47c9b7920779cc83eabe2bbb64b9c40745d9d8abfa57857f93a5d8f12a5a03",
   "subtests.subtest.test_hmatch_idiff": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
+  "subtests.subtest.test_hmatch_idiffshape": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
   "subtests.subtest.test_hmatch_imissing": "e937fa1997d088c904ca35b1ab542e2285ea47b84df976490380f9c5f5b5f8ae",
   "subtests.subtest.test_hdiff_imatch": "2cae8f315d44b06de8f45d937af46a67bd1389edd6e4cde32f9feb4b7472284f",
   "subtests.subtest.test_hdiff_idiff": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
+  "subtests.subtest.test_hdiff_idiffshape": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
   "subtests.subtest.test_hdiff_imissing": "afc411cfa34db3a5819ac4127704e86acf27d24d1ea2410718853d3d7e1d6ae0",
   "subtests.subtest.test_hmissing_imatch": "7ee8370efdc4b767634d12355657ca4f2460176670c07b31f3fb72cea0e79856",
   "subtests.subtest.test_hmissing_idiff": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
+  "subtests.subtest.test_hmissing_idiffshape": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
   "subtests.subtest.test_hmissing_imissing": "5101e60ac100cf2c2f418a0a6a382aae0060339e76718730344f539b61f7dc7e",
   "subtests.subtest.test_hdiff_imatch_tolerance": "510b3273d63a2a26a27e788ff0f090e86c9df7f9f191b7c566321c57de8266d6",
   "subtests.subtest.test_hdiff_idiff_tolerance": "510b3273d63a2a26a27e788ff0f090e86c9df7f9f191b7c566321c57de8266d6",

tests/subtests/subtest.py

@@ -25,6 +25,11 @@ def test_hmatch_idiff():
     return plot([1, 3, 2, 4])
 
 
+@pytest.mark.mpl_image_compare()
+def test_hmatch_idiffshape():
+    return plot([4, 2, 3, 1, 2])
+
+
 @pytest.mark.mpl_image_compare()
 def test_hmatch_imissing():
     return plot([4, 3, 2, 1])
@@ -42,6 +47,11 @@ def test_hdiff_idiff():
     return plot([1, 2, 4, 3])
 
 
+@pytest.mark.mpl_image_compare()
+def test_hdiff_idiffshape():
+    return plot([4, 2, 3, 1, 3])
+
+
 @pytest.mark.mpl_image_compare()
 def test_hdiff_imissing():
     return plot([3, 2, 4, 1])
@@ -59,6 +69,11 @@ def test_hmissing_idiff():
     return plot([1, 4, 3, 2])
 
 
+@pytest.mark.mpl_image_compare()
+def test_hmissing_idiffshape():
+    return plot([4, 2, 3, 1, 4])
+
+
 @pytest.mark.mpl_image_compare()
 def test_hmissing_imissing():
     return plot([2, 4, 3, 1])

tests/subtests/summaries/test_default.json

@@ -25,6 +25,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hmatch_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hmatch_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hmatch_idiffshape/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hmatch_imissing": {
     "status": "failed",
     "image_status": "missing",
@@ -64,6 +77,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hdiff_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hdiff_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hdiff_idiffshape/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hdiff_imissing": {
     "status": "failed",
     "image_status": "missing",
@@ -103,6 +129,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hmissing_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": null,
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hmissing_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hmissing_idiffshape/result.png",
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hmissing_imissing": {
     "status": "failed",
     "image_status": "missing",

tests/subtests/summaries/test_generate.json

@@ -25,6 +25,19 @@
     "baseline_hash": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
     "result_hash": null
   },
+  "subtests.subtest.test_hmatch_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": "generated",
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
+    "result_hash": null
+  },
   "subtests.subtest.test_hmatch_imissing": {
     "status": "skipped",
     "image_status": "generated",
@@ -64,6 +77,19 @@
     "baseline_hash": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
     "result_hash": null
   },
+  "subtests.subtest.test_hdiff_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": "generated",
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
+    "result_hash": null
+  },
   "subtests.subtest.test_hdiff_imissing": {
     "status": "skipped",
     "image_status": "generated",
@@ -103,6 +129,19 @@
     "baseline_hash": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
     "result_hash": null
   },
+  "subtests.subtest.test_hmissing_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": "generated",
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
+    "result_hash": null
+  },
   "subtests.subtest.test_hmissing_imissing": {
     "status": "skipped",
     "image_status": "generated",

tests/subtests/summaries/test_generate_hashes_only.json

@@ -25,6 +25,19 @@
     "baseline_hash": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
     "result_hash": null
   },
+  "subtests.subtest.test_hmatch_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": "generated",
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hmatch_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hmatch_idiffshape/result.png",
+    "baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
+    "result_hash": null
+  },
   "subtests.subtest.test_hmatch_imissing": {
     "status": "failed",
     "image_status": "missing",
@@ -64,6 +77,19 @@
     "baseline_hash": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
     "result_hash": null
   },
+  "subtests.subtest.test_hdiff_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": "generated",
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hdiff_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hdiff_idiffshape/result.png",
+    "baseline_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
+    "result_hash": null
+  },
   "subtests.subtest.test_hdiff_imissing": {
     "status": "failed",
     "image_status": "missing",
@@ -103,6 +129,19 @@
     "baseline_hash": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
     "result_hash": null
   },
+  "subtests.subtest.test_hmissing_idiffshape": {
+    "status": "failed",
+    "image_status": "diff",
+    "hash_status": "generated",
+    "status_msg": "REGEX:Error: Image dimensions did not match\\.\n  Expected shape: \\(400, 400\\)\n    .*baseline\\.png\n  Actual shape: \\(600, 800\\)\n    .*result\\.png",
+    "baseline_image": "subtests.subtest.test_hmissing_idiffshape/baseline.png",
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": "subtests.subtest.test_hmissing_idiffshape/result.png",
+    "baseline_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
+    "result_hash": null
+  },
   "subtests.subtest.test_hmissing_imissing": {
     "status": "failed",
     "image_status": "missing",

tests/subtests/summaries/test_generate_images_only.json

@@ -25,6 +25,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hmatch_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": null,
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hmatch_imissing": {
     "status": "skipped",
     "image_status": "generated",
@@ -64,6 +77,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hdiff_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": null,
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hdiff_imissing": {
     "status": "skipped",
     "image_status": "generated",
@@ -103,6 +129,19 @@
     "baseline_hash": null,
     "result_hash": null
   },
+  "subtests.subtest.test_hmissing_idiffshape": {
+    "status": "skipped",
+    "image_status": "generated",
+    "hash_status": null,
+    "status_msg": "Skipped test, since generating image.",
+    "baseline_image": null,
+    "diff_image": null,
+    "rms": null,
+    "tolerance": null,
+    "result_image": null,
+    "baseline_hash": null,
+    "result_hash": null
+  },
   "subtests.subtest.test_hmissing_imissing": {
     "status": "skipped",
     "image_status": "generated",