Mirror/ardupilot
5
0
Fork 0
mirror of https://github.com/ArduPilot/ardupilot synced 2025-01-08 17:08:28 -04:00
Code Issues Packages Projects Releases Wiki Activity

Tools: autotest: print test failure summary at end of running all steps

Browse Source
This commit is contained in:
Peter Barker 2019-05-08 09:14:23 +10:00 committed by Peter Barker
parent aeaff72e14
commit fd19b257f9
1 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
Tools/autotest/autotest.py
View File

@ -388,7 +388,8 @@ def run_step(step):
# handle "fly.ArduCopter" etc:
if step in tester_class_map:
return tester_class_map[step](binary, **fly_opts).autotest()
t = tester_class_map[step](binary, **fly_opts)
return (t.autotest(), t)
specific_test_to_run = find_specific_test_to_run(step)
if specific_test_to_run is not None:
@ -585,13 +586,18 @@ def run_tests(steps):
passed = True
failed = []
failed_testinstances = dict()
for step in steps:
util.pexpect_close_all()
t1 = time.time()
print(">>>> RUNNING STEP: %s at %s" % (step, time.asctime()))
try:
if run_step(step):
success = run_step(step)
testinstance = None
if type(success) == tuple:
(success, testinstance) = success
if success:
results.add(step, '<span class="passed-text">PASSED</span>',
time.time() - t1)
print(">>>> PASSED STEP: %s at %s" % (step, time.asctime()))
@ -600,6 +606,10 @@ def run_tests(steps):
print(">>>> FAILED STEP: %s at %s" % (step, time.asctime()))
passed = False
failed.append(step)
if testinstance is not None:
if failed_testinstances.get(step) is None:
failed_testinstances[step] = []
failed_testinstances[step].append(testinstance)
results.add(step, '<span class="failed-text">FAILED</span>',
time.time() - t1)
except Exception as msg:
@ -613,6 +623,16 @@ def run_tests(steps):
time.time() - t1)
check_logs(step)
if not passed:
keys = failed_testinstances.keys()
if len(keys):
print("Failure Summary:")
for key in keys:
print(" %s:" % key)
for testinstance in failed_testinstances[key]:
for failure in testinstance.fail_list:
(desc, exception, debug_filename) = failure
print(" %s (%s) (see %s)" % (desc, exception, debug_filename))
print("FAILED %u tests: %s" % (len(failed), failed))
util.pexpect_close_all()