Skip to content

Commit 032ad3c

Browse files
committed
Print helpful information when test results fail verification
* Print all details about failed tests * Print names of passed tests when number of passes does not match expectations
1 parent c4df782 commit 032ad3c

File tree

2 files changed

+17
-7
lines changed

2 files changed

+17
-7
lines changed

CI/test.pq

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
LibPQ("UnitTest.Discover")()
1+
LibPQ("UnitTest.Discover")(false)

CI/verify.py

Lines changed: 16 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -5,12 +5,22 @@
55

66
with open(sys.argv[1]) as f:
77
results = json.load(f)
8-
print(json.dumps(results, ensure_ascii=False, sort_keys=True, indent=2))
98

10-
assert len(results) == 1, f'Number of unique test statuses: {len(results)} instead of 1'
9+
successes = []
10+
failures = []
11+
for r in results:
12+
if r['Status'] == 'PASSED':
13+
successes.append(r)
14+
else:
15+
failures.append(r)
1116

12-
summary = results[0]
13-
assert summary["Status"] == "PASSED", f'All tests are {summary["Status"]}'
17+
if failures:
18+
print(json.dumps(failures, ensure_ascii=False, sort_keys=True, indent=2))
19+
assert len(failures) == 0, f'Number of failed tests: {len(failures)}'
1420

15-
expected = int(os.environ.get('EXPECTED_SUCCESS_TESTS', 0))
16-
assert summary["Count"] == expected, f'Expected {expected} tests to pass, got {summary["Count"]}'
21+
expected = int(os.environ.get('EXPECT_PASSED_TESTS', 0))
22+
newline = '\n '
23+
assert len(successes) == expected, \
24+
(f'Expected {expected} tests to pass, got {len(successes)}: {newline}'
25+
f'{newline.join(s["Suite"] + "::" + s["Test"] for s in successes)}')
26+
print(f'Passed {len(successes)} tests successfully!')

0 commit comments

Comments
 (0)