Skip to content

Commit 4ccb77d

Browse files
ConorMacBrideConorMacBride
committed
Add new tests to summaries
1 parent edc79a4 commit 4ccb77d

12 files changed

+2352
-12
lines changed

‎tests/subtests/summaries/test_default.json

+196-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,121 @@
11
{
2+
"subtests.subtest.test_classes.TestClass.test_hmatch_imatch_testclass": {
3+
"status": "passed",
4+
"image_status": "match",
5+
"hash_status": null,
6+
"status_msg": "Image comparison passed.",
7+
"baseline_image": null,
8+
"diff_image": null,
9+
"rms": null,
10+
"tolerance": 2,
11+
"result_image": null,
12+
"baseline_hash": null,
13+
"result_hash": null
14+
},
15+
"subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass": {
16+
"status": "failed",
17+
"image_status": "diff",
18+
"hash_status": null,
19+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
20+
"baseline_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/baseline.png",
21+
"diff_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result-failed-diff.png",
22+
"rms": 24.536840442259244,
23+
"tolerance": 2,
24+
"result_image": "subtests.subtest.test_classes.TestClass.test_hdiff_idiff_testclass/result.png",
25+
"baseline_hash": null,
26+
"result_hash": null
27+
},
28+
"subtests.subtest.test_classes.TestClassWithSetupMethod.test_hmatch_imatch_testclasswithsetupmethod": {
29+
"status": "passed",
30+
"image_status": "match",
31+
"hash_status": null,
32+
"status_msg": "Image comparison passed.",
33+
"baseline_image": null,
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": 2,
37+
"result_image": null,
38+
"baseline_hash": null,
39+
"result_hash": null
40+
},
41+
"subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod": {
42+
"status": "failed",
43+
"image_status": "diff",
44+
"hash_status": null,
45+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
46+
"baseline_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/baseline.png",
47+
"diff_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result-failed-diff.png",
48+
"rms": 24.537034749650488,
49+
"tolerance": 2,
50+
"result_image": "subtests.subtest.test_classes.TestClassWithSetupMethod.test_hdiff_idiff_testclasswithsetupmethod/result.png",
51+
"baseline_hash": null,
52+
"result_hash": null
53+
},
54+
"subtests.subtest.test_classes.TestClassWithSetupClass.test_hmatch_imatch_testclasswithsetupclass": {
55+
"status": "passed",
56+
"image_status": "match",
57+
"hash_status": null,
58+
"status_msg": "Image comparison passed.",
59+
"baseline_image": null,
60+
"diff_image": null,
61+
"rms": null,
62+
"tolerance": 2,
63+
"result_image": null,
64+
"baseline_hash": null,
65+
"result_hash": null
66+
},
67+
"subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass": {
68+
"status": "failed",
69+
"image_status": "diff",
70+
"hash_status": null,
71+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
72+
"baseline_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/baseline.png",
73+
"diff_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result-failed-diff.png",
74+
"rms": 24.563779228775037,
75+
"tolerance": 2,
76+
"result_image": "subtests.subtest.test_classes.TestClassWithSetupClass.test_hdiff_idiff_testclasswithsetupclass/result.png",
77+
"baseline_hash": null,
78+
"result_hash": null
79+
},
80+
"subtests.subtest.test_classes.TestClassWithFixture.test_hmatch_imatch_testclasswithfixture": {
81+
"status": "passed",
82+
"image_status": "match",
83+
"hash_status": null,
84+
"status_msg": "Image comparison passed.",
85+
"baseline_image": null,
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": 2,
89+
"result_image": null,
90+
"baseline_hash": null,
91+
"result_hash": null
92+
},
93+
"subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_first": {
94+
"status": "passed",
95+
"image_status": "match",
96+
"hash_status": null,
97+
"status_msg": "Image comparison passed.",
98+
"baseline_image": null,
99+
"diff_image": null,
100+
"rms": null,
101+
"tolerance": 2,
102+
"result_image": null,
103+
"baseline_hash": null,
104+
"result_hash": null
105+
},
106+
"subtests.subtest.test_classes.TestMultipleFigures.test_hmatch_imatch_multiplefigures_second": {
107+
"status": "passed",
108+
"image_status": "match",
109+
"hash_status": null,
110+
"status_msg": "Image comparison passed.",
111+
"baseline_image": null,
112+
"diff_image": null,
113+
"rms": null,
114+
"tolerance": 2,
115+
"result_image": null,
116+
"baseline_hash": null,
117+
"result_hash": null
118+
},
2119
"subtests.subtest.test_functions.test_hmatch_imatch": {
3120
"status": "passed",
4121
"image_status": "match",
@@ -219,5 +336,83 @@
219336
"result_image": null,
220337
"baseline_hash": null,
221338
"result_hash": null
339+
},
340+
"subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass": {
341+
"status": "failed",
342+
"image_status": "diff",
343+
"hash_status": null,
344+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
345+
"baseline_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/baseline.png",
346+
"diff_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result-failed-diff.png",
347+
"rms": 24.536840442259244,
348+
"tolerance": 2,
349+
"result_image": "subtests.subtest.test_unittest.TestCase.test_hdiff_idiff_testclass/result.png",
350+
"baseline_hash": null,
351+
"result_hash": null
352+
},
353+
"subtests.subtest.test_unittest.TestCase.test_hmatch_imatch_testclass": {
354+
"status": "passed",
355+
"image_status": "match",
356+
"hash_status": null,
357+
"status_msg": "Image comparison passed.",
358+
"baseline_image": null,
359+
"diff_image": null,
360+
"rms": null,
361+
"tolerance": 2,
362+
"result_image": null,
363+
"baseline_hash": null,
364+
"result_hash": null
365+
},
366+
"subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup": {
367+
"status": "failed",
368+
"image_status": "diff",
369+
"hash_status": null,
370+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
371+
"baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/baseline.png",
372+
"diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result-failed-diff.png",
373+
"rms": 24.537034749650488,
374+
"tolerance": 2,
375+
"result_image": "subtests.subtest.test_unittest.TestCaseWithSetUp.test_hdiff_idiff_testcasewithsetup/result.png",
376+
"baseline_hash": null,
377+
"result_hash": null
378+
},
379+
"subtests.subtest.test_unittest.TestCaseWithSetUp.test_hmatch_imatch_testcasewithsetup": {
380+
"status": "passed",
381+
"image_status": "match",
382+
"hash_status": null,
383+
"status_msg": "Image comparison passed.",
384+
"baseline_image": null,
385+
"diff_image": null,
386+
"rms": null,
387+
"tolerance": 2,
388+
"result_image": null,
389+
"baseline_hash": null,
390+
"result_hash": null
391+
},
392+
"subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass": {
393+
"status": "failed",
394+
"image_status": "diff",
395+
"hash_status": null,
396+
"status_msg": "REGEX:Error: Image files did not match\\.\n RMS Value: 24\\.5[0-9]*\n Expected: \n .*baseline\\.png\n Actual: \n .*result\\.png\n Difference:\n .*result-failed-diff\\.png\n Tolerance: \n 2",
397+
"baseline_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/baseline.png",
398+
"diff_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result-failed-diff.png",
399+
"rms": 24.520257314106637,
400+
"tolerance": 2,
401+
"result_image": "subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hdiff_idiff_testcasewithsetupclass/result.png",
402+
"baseline_hash": null,
403+
"result_hash": null
404+
},
405+
"subtests.subtest.test_unittest.TestCaseWithSetUpClass.test_hmatch_imatch_testcasewithsetupclass": {
406+
"status": "passed",
407+
"image_status": "match",
408+
"hash_status": null,
409+
"status_msg": "Image comparison passed.",
410+
"baseline_image": null,
411+
"diff_image": null,
412+
"rms": null,
413+
"tolerance": 2,
414+
"result_image": null,
415+
"baseline_hash": null,
416+
"result_hash": null
222417
}
223-
}
418+
}

0 commit comments

Comments
 (0)