359 lines
12 KiB
Python
359 lines
12 KiB
Python
|
import io
|
||
|
|
import sys
|
||
|
|
import warnings
|
||
|
|
|
||
|
|
from test import support
|
||
|
|
|
||
|
|
import unittest
|
||
|
|
|
||
|
|
|
||
|
|
class Test_TestResult(unittest.TestCase):
|
||
|
|
# Note: there are not separate tests for TestResult.wasSuccessful(),
|
||
|
|
# TestResult.errors, TestResult.failures, TestResult.testsRun or
|
||
|
|
# TestResult.shouldStop because these only have meaning in terms of
|
||
|
|
# other TestResult methods.
|
||
|
|
#
|
||
|
|
# Accordingly, tests for the aforenamed attributes are incorporated
|
||
|
|
# in with the tests for the defining methods.
|
||
|
|
################################################################
|
||
|
|
|
||
|
|
def test_init(self):
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
self.assertTrue(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 0)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
# "This method can be called to signal that the set of tests being
|
||
|
|
# run should be aborted by setting the TestResult's shouldStop
|
||
|
|
# attribute to True."
|
||
|
|
def test_stop(self):
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.stop()
|
||
|
|
|
||
|
|
self.assertEqual(result.shouldStop, True)
|
||
|
|
|
||
|
|
# "Called when the test case test is about to be run. The default
|
||
|
|
# implementation simply increments the instance's testsRun counter."
|
||
|
|
def test_startTest(self):
|
||
|
|
class Foo(unittest.TestCase):
|
||
|
|
def test_1(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
test = Foo('test_1')
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.startTest(test)
|
||
|
|
|
||
|
|
self.assertTrue(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
result.stopTest(test)
|
||
|
|
|
||
|
|
# "Called after the test case test has been executed, regardless of
|
||
|
|
# the outcome. The default implementation does nothing."
|
||
|
|
def test_stopTest(self):
|
||
|
|
class Foo(unittest.TestCase):
|
||
|
|
def test_1(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
test = Foo('test_1')
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.startTest(test)
|
||
|
|
|
||
|
|
self.assertTrue(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
result.stopTest(test)
|
||
|
|
|
||
|
|
# Same tests as above; make sure nothing has changed
|
||
|
|
self.assertTrue(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
# "Called before and after tests are run. The default implementation does nothing."
|
||
|
|
def test_startTestRun_stopTestRun(self):
|
||
|
|
result = unittest.TestResult()
|
||
|
|
result.startTestRun()
|
||
|
|
result.stopTestRun()
|
||
|
|
|
||
|
|
# "addSuccess(test)"
|
||
|
|
# ...
|
||
|
|
# "Called when the test case test succeeds"
|
||
|
|
# ...
|
||
|
|
# "wasSuccessful() - Returns True if all tests run so far have passed,
|
||
|
|
# otherwise returns False"
|
||
|
|
# ...
|
||
|
|
# "testsRun - The total number of tests run so far."
|
||
|
|
# ...
|
||
|
|
# "errors - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test which raised an
|
||
|
|
# unexpected exception. Contains formatted
|
||
|
|
# tracebacks instead of sys.exc_info() results."
|
||
|
|
# ...
|
||
|
|
# "failures - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test where a failure was
|
||
|
|
# explicitly signalled using the TestCase.fail*() or TestCase.assert*()
|
||
|
|
# methods. Contains formatted tracebacks instead
|
||
|
|
# of sys.exc_info() results."
|
||
|
|
def test_addSuccess(self):
|
||
|
|
class Foo(unittest.TestCase):
|
||
|
|
def test_1(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
test = Foo('test_1')
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.startTest(test)
|
||
|
|
result.addSuccess(test)
|
||
|
|
result.stopTest(test)
|
||
|
|
|
||
|
|
self.assertTrue(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
# "addFailure(test, err)"
|
||
|
|
# ...
|
||
|
|
# "Called when the test case test signals a failure. err is a tuple of
|
||
|
|
# the form returned by sys.exc_info(): (type, value, traceback)"
|
||
|
|
# ...
|
||
|
|
# "wasSuccessful() - Returns True if all tests run so far have passed,
|
||
|
|
# otherwise returns False"
|
||
|
|
# ...
|
||
|
|
# "testsRun - The total number of tests run so far."
|
||
|
|
# ...
|
||
|
|
# "errors - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test which raised an
|
||
|
|
# unexpected exception. Contains formatted
|
||
|
|
# tracebacks instead of sys.exc_info() results."
|
||
|
|
# ...
|
||
|
|
# "failures - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test where a failure was
|
||
|
|
# explicitly signalled using the TestCase.fail*() or TestCase.assert*()
|
||
|
|
# methods. Contains formatted tracebacks instead
|
||
|
|
# of sys.exc_info() results."
|
||
|
|
def test_addFailure(self):
|
||
|
|
class Foo(unittest.TestCase):
|
||
|
|
def test_1(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
test = Foo('test_1')
|
||
|
|
try:
|
||
|
|
test.fail("foo")
|
||
|
|
except:
|
||
|
|
exc_info_tuple = sys.exc_info()
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.startTest(test)
|
||
|
|
result.addFailure(test, exc_info_tuple)
|
||
|
|
result.stopTest(test)
|
||
|
|
|
||
|
|
self.assertFalse(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 0)
|
||
|
|
self.assertEqual(len(result.failures), 1)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
test_case, formatted_exc = result.failures[0]
|
||
|
|
self.assertTrue(test_case is test)
|
||
|
|
self.assertIsInstance(formatted_exc, str)
|
||
|
|
|
||
|
|
# "addError(test, err)"
|
||
|
|
# ...
|
||
|
|
# "Called when the test case test raises an unexpected exception err
|
||
|
|
# is a tuple of the form returned by sys.exc_info():
|
||
|
|
# (type, value, traceback)"
|
||
|
|
# ...
|
||
|
|
# "wasSuccessful() - Returns True if all tests run so far have passed,
|
||
|
|
# otherwise returns False"
|
||
|
|
# ...
|
||
|
|
# "testsRun - The total number of tests run so far."
|
||
|
|
# ...
|
||
|
|
# "errors - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test which raised an
|
||
|
|
# unexpected exception. Contains formatted
|
||
|
|
# tracebacks instead of sys.exc_info() results."
|
||
|
|
# ...
|
||
|
|
# "failures - A list containing 2-tuples of TestCase instances and
|
||
|
|
# formatted tracebacks. Each tuple represents a test where a failure was
|
||
|
|
# explicitly signalled using the TestCase.fail*() or TestCase.assert*()
|
||
|
|
# methods. Contains formatted tracebacks instead
|
||
|
|
# of sys.exc_info() results."
|
||
|
|
def test_addError(self):
|
||
|
|
class Foo(unittest.TestCase):
|
||
|
|
def test_1(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
test = Foo('test_1')
|
||
|
|
try:
|
||
|
|
raise TypeError()
|
||
|
|
except:
|
||
|
|
exc_info_tuple = sys.exc_info()
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
|
||
|
|
result.startTest(test)
|
||
|
|
result.addError(test, exc_info_tuple)
|
||
|
|
result.stopTest(test)
|
||
|
|
|
||
|
|
self.assertFalse(result.wasSuccessful())
|
||
|
|
self.assertEqual(len(result.errors), 1)
|
||
|
|
self.assertEqual(len(result.failures), 0)
|
||
|
|
self.assertEqual(result.testsRun, 1)
|
||
|
|
self.assertEqual(result.shouldStop, False)
|
||
|
|
|
||
|
|
test_case, formatted_exc = result.errors[0]
|
||
|
|
self.assertTrue(test_case is test)
|
||
|
|
self.assertIsInstance(formatted_exc, str)
|
||
|
|
|
||
|
|
def testGetDescriptionWithoutDocstring(self):
|
||
|
|
result = unittest.TextTestResult(None, True, 1)
|
||
|
|
self.assertEqual(
|
||
|
|
result.getDescription(self),
|
||
|
|
'testGetDescriptionWithoutDocstring (' + __name__ +
|
||
|
|
'.Test_TestResult)')
|
||
|
|
|
||
|
|
@unittest.skipIf(sys.flags.optimize >= 2,
|
||
|
|
"Docstrings are omitted with -O2 and above")
|
||
|
|
def testGetDescriptionWithOneLineDocstring(self):
|
||
|
|
"""Tests getDescription() for a method with a docstring."""
|
||
|
|
result = unittest.TextTestResult(None, True, 1)
|
||
|
|
self.assertEqual(
|
||
|
|
result.getDescription(self),
|
||
|
|
('testGetDescriptionWithOneLineDocstring '
|
||
|
|
'(' + __name__ + '.Test_TestResult)\n'
|
||
|
|
'Tests getDescription() for a method with a docstring.'))
|
||
|
|
|
||
|
|
@unittest.skipIf(sys.flags.optimize >= 2,
|
||
|
|
"Docstrings are omitted with -O2 and above")
|
||
|
|
def testGetDescriptionWithMultiLineDocstring(self):
|
||
|
|
"""Tests getDescription() for a method with a longer docstring.
|
||
|
|
The second line of the docstring.
|
||
|
|
"""
|
||
|
|
result = unittest.TextTestResult(None, True, 1)
|
||
|
|
self.assertEqual(
|
||
|
|
result.getDescription(self),
|
||
|
|
('testGetDescriptionWithMultiLineDocstring '
|
||
|
|
'(' + __name__ + '.Test_TestResult)\n'
|
||
|
|
'Tests getDescription() for a method with a longer '
|
||
|
|
'docstring.'))
|
||
|
|
|
||
|
|
def testStackFrameTrimming(self):
|
||
|
|
class Frame(object):
|
||
|
|
class tb_frame(object):
|
||
|
|
f_globals = {}
|
||
|
|
result = unittest.TestResult()
|
||
|
|
self.assertFalse(result._is_relevant_tb_level(Frame))
|
||
|
|
|
||
|
|
Frame.tb_frame.f_globals['__unittest'] = True
|
||
|
|
self.assertTrue(result._is_relevant_tb_level(Frame))
|
||
|
|
|
||
|
|
def testFailFast(self):
|
||
|
|
result = unittest.TestResult()
|
||
|
|
result._exc_info_to_string = lambda *_: ''
|
||
|
|
result.failfast = True
|
||
|
|
result.addError(None, None)
|
||
|
|
self.assertTrue(result.shouldStop)
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
result._exc_info_to_string = lambda *_: ''
|
||
|
|
result.failfast = True
|
||
|
|
result.addFailure(None, None)
|
||
|
|
self.assertTrue(result.shouldStop)
|
||
|
|
|
||
|
|
result = unittest.TestResult()
|
||
|
|
result._exc_info_to_string = lambda *_: ''
|
||
|
|
result.failfast = True
|
||
|
|
result.addUnexpectedSuccess(None)
|
||
|
|
self.assertTrue(result.shouldStop)
|
||
|
|
|
||
|
|
def testFailFastSetByRunner(self):
|
||
|
|
runner = unittest.TextTestRunner(stream=io.StringIO(), failfast=True)
|
||
|
|
def test(result):
|
||
|
|
self.assertTrue(result.failfast)
|
||
|
|
result = runner.run(test)
|
||
|
|
|
||
|
|
|
||
|
|
classDict = dict(unittest.TestResult.__dict__)
|
||
|
|
for m in ('addSkip', 'addExpectedFailure', 'addUnexpectedSuccess',
|
||
|
|
'__init__'):
|
||
|
|
del classDict[m]
|
||
|
|
|
||
|
|
def __init__(self, stream=None, descriptions=None, verbosity=None):
|
||
|
|
self.failures = []
|
||
|
|
self.errors = []
|
||
|
|
self.testsRun = 0
|
||
|
|
self.shouldStop = False
|
||
|
|
classDict['__init__'] = __init__
|
||
|
|
OldResult = type('OldResult', (object,), classDict)
|
||
|
|
|
||
|
|
class Test_OldTestResult(unittest.TestCase):
|
||
|
|
|
||
|
|
def assertOldResultWarning(self, test, failures):
|
||
|
|
with warnings.catch_warnings(record=True) as log:
|
||
|
|
result = OldResult()
|
||
|
|
test.run(result)
|
||
|
|
self.assertEqual(len(result.failures), failures)
|
||
|
|
warning, = log
|
||
|
|
self.assertIs(warning.category, RuntimeWarning)
|
||
|
|
|
||
|
|
def testOldTestResult(self):
|
||
|
|
class Test(unittest.TestCase):
|
||
|
|
def testSkip(self):
|
||
|
|
self.skipTest('foobar')
|
||
|
|
@unittest.expectedFailure
|
||
|
|
def testExpectedFail(self):
|
||
|
|
raise TypeError
|
||
|
|
@unittest.expectedFailure
|
||
|
|
def testUnexpectedSuccess(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
for test_name, should_pass in (('testSkip', True),
|
||
|
|
('testExpectedFail', True),
|
||
|
|
('testUnexpectedSuccess', False)):
|
||
|
|
test = Test(test_name)
|
||
|
|
self.assertOldResultWarning(test, int(not should_pass))
|
||
|
|
|
||
|
|
def testOldTestTesultSetup(self):
|
||
|
|
class Test(unittest.TestCase):
|
||
|
|
def setUp(self):
|
||
|
|
self.skipTest('no reason')
|
||
|
|
def testFoo(self):
|
||
|
|
pass
|
||
|
|
self.assertOldResultWarning(Test('testFoo'), 0)
|
||
|
|
|
||
|
|
def testOldTestResultClass(self):
|
||
|
|
@unittest.skip('no reason')
|
||
|
|
class Test(unittest.TestCase):
|
||
|
|
def testFoo(self):
|
||
|
|
pass
|
||
|
|
self.assertOldResultWarning(Test('testFoo'), 0)
|
||
|
|
|
||
|
|
def testOldResultWithRunner(self):
|
||
|
|
class Test(unittest.TestCase):
|
||
|
|
def testFoo(self):
|
||
|
|
pass
|
||
|
|
runner = unittest.TextTestRunner(resultclass=OldResult,
|
||
|
|
stream=io.StringIO())
|
||
|
|
# This will raise an exception if TextTestRunner can't handle old
|
||
|
|
# test result objects
|
||
|
|
runner.run(Test('testFoo'))
|