0x1949 Team - FAZEMRX - MANAGER
Edit File: test_assertions.py
# Copyright (c) Twisted Matrix Laboratories. # See LICENSE for details. """ Tests for assertions provided by C{SynchronousTestCase} and C{TestCase}, provided by L{twisted.trial.unittest}. L{TestFailureTests} demonstrates that L{SynchronousTestCase.fail} works, so that is the only method on C{twisted.trial.unittest.SynchronousTestCase} that is initially assumed to work. The test classes are arranged so that the methods demonstrated to work earlier in the file are used by those later in the file (even though the runner will probably not run the tests in this order). """ import unittest as pyunit import warnings from incremental import Version, getVersionString from twisted.internet.defer import Deferred, fail, succeed from twisted.python.deprecate import deprecated, deprecatedModuleAttribute from twisted.python.failure import Failure from twisted.python.reflect import ( accumulateMethods, fullyQualifiedName, prefixedMethods, ) from twisted.python.util import FancyEqMixin from twisted.trial import unittest class MockEquality(FancyEqMixin): compareAttributes = ("name",) def __init__(self, name): self.name = name def __repr__(self) -> str: return f"MockEquality({self.name})" class ComparisonError: """ An object which raises exceptions from its comparison methods. """ def _error(self, other): raise ValueError("Comparison is broken") __eq__ = _error __ne__ = _error class TestFailureTests(pyunit.TestCase): """ Tests for the most basic functionality of L{SynchronousTestCase}, for failing tests. This class contains tests to demonstrate that L{SynchronousTestCase.fail} can be used to fail a test, and that that failure is reflected in the test result object. This should be sufficient functionality so that further tests can be built on L{SynchronousTestCase} instead of L{unittest.TestCase}. This depends on L{unittest.TestCase} working. """ class FailingTest(unittest.SynchronousTestCase): def test_fails(self): self.fail("This test fails.") def setUp(self): """ Load a suite of one test which can be used to exercise the failure handling behavior. """ components = [__name__, self.__class__.__name__, self.FailingTest.__name__] self.loader = pyunit.TestLoader() self.suite = self.loader.loadTestsFromName(".".join(components)) self.test = list(self.suite)[0] def test_fail(self): """ L{SynchronousTestCase.fail} raises L{SynchronousTestCase.failureException} with the given argument. """ try: self.test.fail("failed") except self.test.failureException as result: self.assertEqual("failed", str(result)) else: self.fail( "SynchronousTestCase.fail method did not raise " "SynchronousTestCase.failureException" ) def test_failingExceptionFails(self): """ When a test method raises L{SynchronousTestCase.failureException}, the test is marked as having failed on the L{TestResult}. """ result = pyunit.TestResult() self.suite.run(result) self.assertFalse(result.wasSuccessful()) self.assertEqual(result.errors, []) self.assertEqual(len(result.failures), 1) self.assertEqual(result.failures[0][0], self.test) class AssertFalseTests(unittest.SynchronousTestCase): """ Tests for L{SynchronousTestCase}'s C{assertFalse} and C{failIf} assertion methods. This is pretty paranoid. Still, a certain paranoia is healthy if you are testing a unit testing framework. @note: As of 11.2, C{assertFalse} is preferred over C{failIf}. """ def _assertFalseFalse(self, method): """ Perform the positive case test for C{failIf} or C{assertFalse}. @param method: The test method to test. """ for notTrue in [0, 0.0, False, None, (), []]: result = method(notTrue, f"failed on {notTrue!r}") if result != notTrue: self.fail(f"Did not return argument {notTrue!r}") def _assertFalseTrue(self, method): """ Perform the negative case test for C{failIf} or C{assertFalse}. @param method: The test method to test. """ for true in [1, True, "cat", [1, 2], (3, 4)]: try: method(true, f"failed on {true!r}") except self.failureException as e: self.assertIn( f"failed on {true!r}", str(e), f"Raised incorrect exception on {true!r}: {e!r}", ) else: self.fail( "Call to %s(%r) didn't fail" % ( method.__name__, true, ) ) def test_failIfFalse(self): """ L{SynchronousTestCase.failIf} returns its argument if its argument is not considered true. """ self._assertFalseFalse(self.failIf) def test_assertFalseFalse(self): """ L{SynchronousTestCase.assertFalse} returns its argument if its argument is not considered true. """ self._assertFalseFalse(self.assertFalse) def test_failIfTrue(self): """ L{SynchronousTestCase.failIf} raises L{SynchronousTestCase.failureException} if its argument is considered true. """ self._assertFalseTrue(self.failIf) def test_assertFalseTrue(self): """ L{SynchronousTestCase.assertFalse} raises L{SynchronousTestCase.failureException} if its argument is considered true. """ self._assertFalseTrue(self.assertFalse) class AssertTrueTests(unittest.SynchronousTestCase): """ Tests for L{SynchronousTestCase}'s C{assertTrue} and C{failUnless} assertion methods. This is pretty paranoid. Still, a certain paranoia is healthy if you are testing a unit testing framework. @note: As of 11.2, C{assertTrue} is preferred over C{failUnless}. """ def _assertTrueFalse(self, method): """ Perform the negative case test for C{assertTrue} and C{failUnless}. @param method: The test method to test. """ for notTrue in [0, 0.0, False, None, (), []]: try: method(notTrue, f"failed on {notTrue!r}") except self.failureException as e: self.assertIn( f"failed on {notTrue!r}", str(e), f"Raised incorrect exception on {notTrue!r}: {e!r}", ) else: self.fail( "Call to %s(%r) didn't fail" % ( method.__name__, notTrue, ) ) def _assertTrueTrue(self, method): """ Perform the positive case test for C{assertTrue} and C{failUnless}. @param method: The test method to test. """ for true in [1, True, "cat", [1, 2], (3, 4)]: result = method(true, f"failed on {true!r}") if result != true: self.fail(f"Did not return argument {true!r}") def test_assertTrueFalse(self): """ L{SynchronousTestCase.assertTrue} raises L{SynchronousTestCase.failureException} if its argument is not considered true. """ self._assertTrueFalse(self.assertTrue) def test_failUnlessFalse(self): """ L{SynchronousTestCase.failUnless} raises L{SynchronousTestCase.failureException} if its argument is not considered true. """ self._assertTrueFalse(self.failUnless) def test_assertTrueTrue(self): """ L{SynchronousTestCase.assertTrue} returns its argument if its argument is considered true. """ self._assertTrueTrue(self.assertTrue) def test_failUnlessTrue(self): """ L{SynchronousTestCase.failUnless} returns its argument if its argument is considered true. """ self._assertTrueTrue(self.failUnless) class SynchronousAssertionsTests(unittest.SynchronousTestCase): """ Tests for L{SynchronousTestCase}'s assertion methods. That is, failUnless*, failIf*, assert* (not covered by other more specific test classes). Note: As of 11.2, assertEqual is preferred over the failUnlessEqual(s) variants. Tests have been modified to reflect this preference. This is pretty paranoid. Still, a certain paranoia is healthy if you are testing a unit testing framework. """ def _testEqualPair(self, first, second): x = self.assertEqual(first, second) if x != first: self.fail("assertEqual should return first parameter") def _testUnequalPair(self, first, second): """ Assert that when called with unequal arguments, C{assertEqual} raises a failure exception with the same message as the standard library C{assertEqual} would have raised. """ raised = False try: self.assertEqual(first, second) except self.failureException as ourFailure: case = pyunit.TestCase("setUp") try: case.assertEqual(first, second) except case.failureException as theirFailure: raised = True got = str(ourFailure) expected = str(theirFailure) if expected != got: self.fail(f"Expected: {expected!r}; Got: {got!r}") if not raised: self.fail(f"Call to assertEqual({first!r}, {second!r}) didn't fail") def test_assertEqual_basic(self): self._testEqualPair("cat", "cat") self._testUnequalPair("cat", "dog") self._testEqualPair([1], [1]) self._testUnequalPair([1], "orange") def test_assertEqual_custom(self): x = MockEquality("first") y = MockEquality("second") z = MockEquality("first") self._testEqualPair(x, x) self._testEqualPair(x, z) self._testUnequalPair(x, y) self._testUnequalPair(y, z) def test_assertEqualMessage(self): """ When a message is passed to L{assertEqual} it is included in the error message. """ message = "message" exception = self.assertRaises( self.failureException, self.assertEqual, "foo", "bar", message ) self.assertIn(message, str(exception)) def test_assertEqualNoneMessage(self): """ If a message is specified as L{None}, it is not included in the error message of L{assertEqual}. """ exceptionForNone = self.assertRaises( self.failureException, self.assertEqual, "foo", "bar", None ) exceptionWithout = self.assertRaises( self.failureException, self.assertEqual, "foo", "bar" ) self.assertEqual(str(exceptionWithout), str(exceptionForNone)) def test_assertEqual_incomparable(self): apple = ComparisonError() orange = ["orange"] try: self.assertEqual(apple, orange) except self.failureException: self.fail("Fail raised when ValueError ought to have been raised.") except ValueError: # good. error not swallowed pass else: self.fail( "Comparing {!r} and {!r} should have raised an exception".format( apple, orange ) ) def _raiseError(self, error): raise error def test_failUnlessRaises_expected(self): x = self.failUnlessRaises(ValueError, self._raiseError, ValueError) self.assertTrue( isinstance(x, ValueError), "Expect failUnlessRaises to return instance of raised " "exception.", ) def test_failUnlessRaises_unexpected(self): try: self.failUnlessRaises(ValueError, self._raiseError, TypeError) except TypeError: self.fail("failUnlessRaises shouldn't re-raise unexpected " "exceptions") except self.failureException: # what we expect pass else: self.fail("Expected exception wasn't raised. Should have failed") def test_failUnlessRaises_noException(self): returnValue = 3 try: self.failUnlessRaises(ValueError, lambda: returnValue) except self.failureException as e: self.assertEqual(str(e), "ValueError not raised (3 returned)") else: self.fail("Exception not raised. Should have failed") def test_failUnlessRaises_failureException(self): x = self.failUnlessRaises( self.failureException, self._raiseError, self.failureException ) self.assertTrue( isinstance(x, self.failureException), f"Expected {self.failureException!r} instance to be returned", ) try: x = self.failUnlessRaises( self.failureException, self._raiseError, ValueError ) except self.failureException: # what we expect pass else: self.fail("Should have raised exception") def test_assertRaisesContextExpected(self): """ If C{assertRaises} is used to create a context manager and an exception is raised from the body of the C{with} statement then the context manager's C{exception} attribute is set to the exception that was raised. """ exception = ValueError("marker") with self.assertRaises(ValueError) as context: raise exception self.assertIs(exception, context.exception) def test_assertRaisesContextUnexpected(self): """ If C{assertRaises} is used to create a context manager and the wrong exception type is raised from the body of the C{with} statement then the C{with} statement raises C{failureException} describing the mismatch. """ try: with self.assertRaises(ValueError): raise TypeError("marker") except self.failureException as exception: message = str(exception) expected = ("{type} raised instead of ValueError:\n" " Traceback").format( type=fullyQualifiedName(TypeError) ) self.assertTrue( message.startswith(expected), "Exception message did not begin with expected information: " "{}".format(message), ) else: self.fail("Mismatched exception type should have caused test failure.") def test_assertRaisesContextNoException(self): """ If C{assertRaises} is used to create a context manager and no exception is raised from the body of the C{with} statement then the C{with} statement raises C{failureException} describing the lack of exception. """ try: with self.assertRaises(ValueError): # No exception is raised. pass except self.failureException as exception: message = str(exception) # `(None returned)` text is here for backward compatibility and should # be ignored for context manager use case. self.assertEqual(message, "ValueError not raised (None returned)") else: self.fail("Non-exception result should have caused test failure.") def test_brokenName(self): """ If the exception type passed to C{assertRaises} does not have a C{__name__} then the context manager still manages to construct a descriptive string for it. """ try: with self.assertRaises((ValueError, TypeError)): # Just some other kind of exception raise AttributeError() except self.failureException as exception: message = str(exception) valueError = "ValueError" not in message typeError = "TypeError" not in message errors = [] if valueError: errors.append("expected ValueError in exception message") if typeError: errors.append("expected TypeError in exception message") if errors: self.fail("; ".join(errors), f"message = {message}") else: self.fail("Mismatched exception type should have caused test failure.") def test_failIfEqual_basic(self): x, y, z = [1], [2], [1] ret = self.failIfEqual(x, y) self.assertEqual(ret, x, "failIfEqual should return first parameter") self.failUnlessRaises(self.failureException, self.failIfEqual, x, x) self.failUnlessRaises(self.failureException, self.failIfEqual, x, z) def test_failIfEqual_customEq(self): x = MockEquality("first") y = MockEquality("second") z = MockEquality("fecund") ret = self.failIfEqual(x, y) self.assertEqual(ret, x, "failIfEqual should return first parameter") self.failUnlessRaises(self.failureException, self.failIfEqual, x, x) self.failIfEqual(x, z, "__ne__ should make these not equal") def test_failIfIdenticalPositive(self): """ C{failIfIdentical} returns its first argument if its first and second arguments are not the same object. """ x = object() y = object() result = self.failIfIdentical(x, y) self.assertEqual(x, result) def test_failIfIdenticalNegative(self): """ C{failIfIdentical} raises C{failureException} if its first and second arguments are the same object. """ x = object() self.failUnlessRaises(self.failureException, self.failIfIdentical, x, x) def test_failUnlessIdentical(self): x, y, z = [1], [1], [2] ret = self.failUnlessIdentical(x, x) self.assertEqual(ret, x, "failUnlessIdentical should return first " "parameter") self.failUnlessRaises(self.failureException, self.failUnlessIdentical, x, y) self.failUnlessRaises(self.failureException, self.failUnlessIdentical, x, z) def test_failUnlessApproximates(self): x, y, z = 1.0, 1.1, 1.2 self.failUnlessApproximates(x, x, 0.2) ret = self.failUnlessApproximates(x, y, 0.2) self.assertEqual( ret, x, "failUnlessApproximates should return " "first parameter" ) self.failUnlessRaises( self.failureException, self.failUnlessApproximates, x, z, 0.1 ) self.failUnlessRaises( self.failureException, self.failUnlessApproximates, x, y, 0.1 ) def test_failUnlessAlmostEqual(self): precision = 5 x = 8.000001 y = 8.00001 z = 8.000002 self.failUnlessAlmostEqual(x, x, precision) ret = self.failUnlessAlmostEqual(x, z, precision) self.assertEqual( ret, x, "failUnlessAlmostEqual should return " "first parameter (%r, %r)" % (ret, x), ) self.failUnlessRaises( self.failureException, self.failUnlessAlmostEqual, x, y, precision ) def test_failIfAlmostEqual(self): precision = 5 x = 8.000001 y = 8.00001 z = 8.000002 ret = self.failIfAlmostEqual(x, y, precision) self.assertEqual( ret, x, "failIfAlmostEqual should return " "first parameter (%r, %r)" % (ret, x), ) self.failUnlessRaises( self.failureException, self.failIfAlmostEqual, x, x, precision ) self.failUnlessRaises( self.failureException, self.failIfAlmostEqual, x, z, precision ) def test_failUnlessSubstring(self): x = "cat" y = "the dog sat" z = "the cat sat" self.failUnlessSubstring(x, x) ret = self.failUnlessSubstring(x, z) self.assertEqual(ret, x, "should return first parameter") self.failUnlessRaises(self.failureException, self.failUnlessSubstring, x, y) self.failUnlessRaises(self.failureException, self.failUnlessSubstring, z, x) def test_failIfSubstring(self): x = "cat" y = "the dog sat" z = "the cat sat" self.failIfSubstring(z, x) ret = self.failIfSubstring(x, y) self.assertEqual(ret, x, "should return first parameter") self.failUnlessRaises(self.failureException, self.failIfSubstring, x, x) self.failUnlessRaises(self.failureException, self.failIfSubstring, x, z) def test_assertIs(self): """ L{assertIs} passes if two objects are identical. """ a = MockEquality("first") self.assertIs(a, a) def test_assertIsError(self): """ L{assertIs} fails if two objects are not identical. """ a, b = MockEquality("first"), MockEquality("first") self.assertEqual(a, b) self.assertRaises(self.failureException, self.assertIs, a, b) def test_assertIsNot(self): """ L{assertIsNot} passes if two objects are not identical. """ a, b = MockEquality("first"), MockEquality("first") self.assertEqual(a, b) self.assertIsNot(a, b) def test_assertIsNotError(self): """ L{assertIsNot} fails if two objects are identical. """ a = MockEquality("first") self.assertRaises(self.failureException, self.assertIsNot, a, a) def test_assertIsInstance(self): """ Test a true condition of assertIsInstance. """ A = type("A", (object,), {}) a = A() self.assertIsInstance(a, A) def test_assertIsInstanceMultipleClasses(self): """ Test a true condition of assertIsInstance with multiple classes. """ A = type("A", (object,), {}) B = type("B", (object,), {}) a = A() self.assertIsInstance(a, (A, B)) def test_assertIsInstanceError(self): """ Test an error with assertIsInstance. """ A = type("A", (object,), {}) B = type("B", (object,), {}) a = A() self.assertRaises(self.failureException, self.assertIsInstance, a, B) def test_assertIsInstanceErrorMultipleClasses(self): """ Test an error with assertIsInstance and multiple classes. """ A = type("A", (object,), {}) B = type("B", (object,), {}) C = type("C", (object,), {}) a = A() self.assertRaises(self.failureException, self.assertIsInstance, a, (B, C)) def test_assertIsInstanceCustomMessage(self): """ If L{TestCase.assertIsInstance} is passed a custom message as its 3rd argument, the message is included in the failure exception raised when the assertion fails. """ exc = self.assertRaises( self.failureException, self.assertIsInstance, 3, str, "Silly assertion" ) self.assertIn("Silly assertion", str(exc)) def test_assertNotIsInstance(self): """ Test a true condition of assertNotIsInstance. """ A = type("A", (object,), {}) B = type("B", (object,), {}) a = A() self.assertNotIsInstance(a, B) def test_assertNotIsInstanceMultipleClasses(self): """ Test a true condition of assertNotIsInstance and multiple classes. """ A = type("A", (object,), {}) B = type("B", (object,), {}) C = type("C", (object,), {}) a = A() self.assertNotIsInstance(a, (B, C)) def test_assertNotIsInstanceError(self): """ Test an error with assertNotIsInstance. """ A = type("A", (object,), {}) a = A() error = self.assertRaises(self.failureException, self.assertNotIsInstance, a, A) self.assertEqual(str(error), f"{a!r} is an instance of {A}") def test_assertNotIsInstanceErrorMultipleClasses(self): """ Test an error with assertNotIsInstance and multiple classes. """ A = type("A", (object,), {}) B = type("B", (object,), {}) a = A() self.assertRaises(self.failureException, self.assertNotIsInstance, a, (A, B)) def test_assertDictEqual(self): """ L{twisted.trial.unittest.TestCase} supports the C{assertDictEqual} method inherited from the standard library in Python 2.7. """ self.assertDictEqual({"a": 1}, {"a": 1}) if getattr(unittest.SynchronousTestCase, "assertDictEqual", None) is None: test_assertDictEqual.skip = ( # type: ignore[attr-defined] "assertDictEqual is not available on this version of Python" ) class WarningAssertionTests(unittest.SynchronousTestCase): def test_assertWarns(self): """ Test basic assertWarns report. """ def deprecated(a): warnings.warn("Woo deprecated", category=DeprecationWarning) return a r = self.assertWarns( DeprecationWarning, "Woo deprecated", __file__, deprecated, 123 ) self.assertEqual(r, 123) def test_assertWarnsRegistryClean(self): """ Test that assertWarns cleans the warning registry, so the warning is not swallowed the second time. """ def deprecated(a): warnings.warn("Woo deprecated", category=DeprecationWarning) return a r1 = self.assertWarns( DeprecationWarning, "Woo deprecated", __file__, deprecated, 123 ) self.assertEqual(r1, 123) # The warning should be raised again r2 = self.assertWarns( DeprecationWarning, "Woo deprecated", __file__, deprecated, 321 ) self.assertEqual(r2, 321) def test_assertWarnsError(self): """ Test assertWarns failure when no warning is generated. """ def normal(a): return a self.assertRaises( self.failureException, self.assertWarns, DeprecationWarning, "Woo deprecated", __file__, normal, 123, ) def test_assertWarnsWrongCategory(self): """ Test assertWarns failure when the category is wrong. """ def deprecated(a): warnings.warn("Foo deprecated", category=DeprecationWarning) return a self.assertRaises( self.failureException, self.assertWarns, UserWarning, "Foo deprecated", __file__, deprecated, 123, ) def test_assertWarnsWrongMessage(self): """ Test assertWarns failure when the message is wrong. """ def deprecated(a): warnings.warn("Foo deprecated", category=DeprecationWarning) return a self.assertRaises( self.failureException, self.assertWarns, DeprecationWarning, "Bar deprecated", __file__, deprecated, 123, ) def test_assertWarnsWrongFile(self): """ If the warning emitted by a function refers to a different file than is passed to C{assertWarns}, C{failureException} is raised. """ def deprecated(a): # stacklevel=2 points at the direct caller of the function. The # way assertRaises is invoked below, the direct caller will be # something somewhere in trial, not something in this file. In # Python 2.5 and earlier, stacklevel of 0 resulted in a warning # pointing to the warnings module itself. Starting in Python 2.6, # stacklevel of 0 and 1 both result in a warning pointing to *this* # file, presumably due to the fact that the warn function is # implemented in C and has no convenient Python # filename/linenumber. warnings.warn("Foo deprecated", category=DeprecationWarning, stacklevel=2) self.assertRaises( self.failureException, # Since the direct caller isn't in this file, try to assert that # the warning *does* point to this file, so that assertWarns raises # an exception. self.assertWarns, DeprecationWarning, "Foo deprecated", __file__, deprecated, 123, ) def test_assertWarnsOnClass(self): """ Test assertWarns works when creating a class instance. """ class Warn: def __init__(self): warnings.warn("Do not call me", category=RuntimeWarning) r = self.assertWarns(RuntimeWarning, "Do not call me", __file__, Warn) self.assertTrue(isinstance(r, Warn)) r = self.assertWarns(RuntimeWarning, "Do not call me", __file__, Warn) self.assertTrue(isinstance(r, Warn)) def test_assertWarnsOnMethod(self): """ Test assertWarns works when used on an instance method. """ class Warn: def deprecated(self, a): warnings.warn("Bar deprecated", category=DeprecationWarning) return a w = Warn() r = self.assertWarns( DeprecationWarning, "Bar deprecated", __file__, w.deprecated, 321 ) self.assertEqual(r, 321) r = self.assertWarns( DeprecationWarning, "Bar deprecated", __file__, w.deprecated, 321 ) self.assertEqual(r, 321) def test_assertWarnsOnCall(self): """ Test assertWarns works on instance with C{__call__} method. """ class Warn: def __call__(self, a): warnings.warn("Egg deprecated", category=DeprecationWarning) return a w = Warn() r = self.assertWarns(DeprecationWarning, "Egg deprecated", __file__, w, 321) self.assertEqual(r, 321) r = self.assertWarns(DeprecationWarning, "Egg deprecated", __file__, w, 321) self.assertEqual(r, 321) def test_assertWarnsFilter(self): """ Test assertWarns on a warning filtered by default. """ def deprecated(a): warnings.warn("Woo deprecated", category=PendingDeprecationWarning) return a r = self.assertWarns( PendingDeprecationWarning, "Woo deprecated", __file__, deprecated, 123 ) self.assertEqual(r, 123) def test_assertWarnsMultipleWarnings(self): """ C{assertWarns} does not raise an exception if the function it is passed triggers the same warning more than once. """ def deprecated(): warnings.warn("Woo deprecated", category=PendingDeprecationWarning) def f(): deprecated() deprecated() self.assertWarns(PendingDeprecationWarning, "Woo deprecated", __file__, f) def test_assertWarnsDifferentWarnings(self): """ For now, assertWarns is unable to handle multiple different warnings, so it should raise an exception if it's the case. """ def deprecated(a): warnings.warn("Woo deprecated", category=DeprecationWarning) warnings.warn("Another one", category=PendingDeprecationWarning) e = self.assertRaises( self.failureException, self.assertWarns, DeprecationWarning, "Woo deprecated", __file__, deprecated, 123, ) self.assertEqual(str(e), "Can't handle different warnings") def test_assertWarnsAfterUnassertedWarning(self): """ Warnings emitted before L{TestCase.assertWarns} is called do not get flushed and do not alter the behavior of L{TestCase.assertWarns}. """ class TheWarning(Warning): pass def f(message): warnings.warn(message, category=TheWarning) f("foo") self.assertWarns(TheWarning, "bar", __file__, f, "bar") [warning] = self.flushWarnings([f]) self.assertEqual(warning["message"], "foo") class ResultOfAssertionsTests(unittest.SynchronousTestCase): """ Tests for L{SynchronousTestCase.successResultOf}, L{SynchronousTestCase.failureResultOf}, and L{SynchronousTestCase.assertNoResult}. """ result = object() failure = Failure(Exception("Bad times")) def test_withoutResult(self): """ L{SynchronousTestCase.successResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with no current result. """ self.assertRaises(self.failureException, self.successResultOf, Deferred()) def test_successResultOfWithFailure(self): """ L{SynchronousTestCase.successResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with a failure result. """ self.assertRaises( self.failureException, self.successResultOf, fail(self.failure) ) def test_successResultOfWithFailureHasTraceback(self): """ L{SynchronousTestCase.successResultOf} raises a L{SynchronousTestCase.failureException} that has the original failure traceback when called with a L{Deferred} with a failure result. """ try: self.successResultOf(fail(self.failure)) except self.failureException as e: self.assertIn(self.failure.getTraceback(), str(e)) def test_failureResultOfWithoutResult(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with no current result. """ self.assertRaises(self.failureException, self.failureResultOf, Deferred()) def test_failureResultOfWithSuccess(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with a success result. """ self.assertRaises( self.failureException, self.failureResultOf, succeed(self.result) ) def test_failureResultOfWithWrongFailure(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} that fails with an exception type that was not expected. """ self.assertRaises( self.failureException, self.failureResultOf, fail(self.failure), KeyError ) def test_failureResultOfWithWrongFailureOneExpectedFailure(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} that fails with an exception type that was not expected, and the L{SynchronousTestCase.failureException} message contains the expected exception type. """ try: self.failureResultOf(fail(self.failure), KeyError) except self.failureException as e: self.assertIn( "Failure of type ({}.{}) expected on".format( KeyError.__module__, KeyError.__name__ ), str(e), ) def test_failureResultOfWithWrongFailureOneExpectedFailureHasTB(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} that fails with an exception type that was not expected, and the L{SynchronousTestCase.failureException} message contains the original failure traceback. """ try: self.failureResultOf(fail(self.failure), KeyError) except self.failureException as e: self.assertIn(self.failure.getTraceback(), str(e)) def test_failureResultOfWithWrongFailureMultiExpectedFailures(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with an exception type that was not expected, and the L{SynchronousTestCase.failureException} message contains the expected exception types in the error message. """ try: self.failureResultOf(fail(self.failure), KeyError, IOError) except self.failureException as e: self.assertIn( "Failure of type ({}.{} or {}.{}) expected on".format( KeyError.__module__, KeyError.__name__, IOError.__module__, IOError.__name__, ), str(e), ) def test_failureResultOfWithWrongFailureMultiExpectedFailuresHasTB(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a L{Deferred} with an exception type that was not expected, and the L{SynchronousTestCase.failureException} message contains the original failure traceback in the error message. """ try: self.failureResultOf(fail(self.failure), KeyError, IOError) except self.failureException as e: self.assertIn(self.failure.getTraceback(), str(e)) def test_successResultOfWithSuccessResult(self): """ When passed a L{Deferred} which currently has a result (ie, L{Deferred.addCallback} would cause the added callback to be called before C{addCallback} returns), L{SynchronousTestCase.successResultOf} returns that result. """ self.assertIdentical(self.result, self.successResultOf(succeed(self.result))) def test_failureResultOfWithExpectedFailureResult(self): """ When passed a L{Deferred} which currently has a L{Failure} result (ie, L{Deferred.addErrback} would cause the added errback to be called before C{addErrback} returns), L{SynchronousTestCase.failureResultOf} returns that L{Failure} if its contained exception type is expected. """ self.assertIdentical( self.failure, self.failureResultOf(fail(self.failure), self.failure.type, KeyError), ) def test_failureResultOfWithFailureResult(self): """ When passed a L{Deferred} which currently has a L{Failure} result (ie, L{Deferred.addErrback} would cause the added errback to be called before C{addErrback} returns), L{SynchronousTestCase.failureResultOf} returns that L{Failure}. """ self.assertIdentical(self.failure, self.failureResultOf(fail(self.failure))) def test_assertNoResultSuccess(self): """ When passed a L{Deferred} which currently has a success result (see L{test_withSuccessResult}), L{SynchronousTestCase.assertNoResult} raises L{SynchronousTestCase.failureException}. """ self.assertRaises( self.failureException, self.assertNoResult, succeed(self.result) ) def test_assertNoResultFailure(self): """ When passed a L{Deferred} which currently has a failure result (see L{test_withFailureResult}), L{SynchronousTestCase.assertNoResult} raises L{SynchronousTestCase.failureException}. """ self.assertRaises( self.failureException, self.assertNoResult, fail(self.failure) ) def test_assertNoResult(self): """ When passed a L{Deferred} with no current result, L{SynchronousTestCase.assertNoResult} does not raise an exception. """ self.assertNoResult(Deferred()) def test_assertNoResultPropagatesSuccess(self): """ When passed a L{Deferred} with no current result, which is then fired with a success result, L{SynchronousTestCase.assertNoResult} doesn't modify the result of the L{Deferred}. """ d = Deferred() self.assertNoResult(d) d.callback(self.result) self.assertEqual(self.result, self.successResultOf(d)) def test_assertNoResultPropagatesLaterFailure(self): """ When passed a L{Deferred} with no current result, which is then fired with a L{Failure} result, L{SynchronousTestCase.assertNoResult} doesn't modify the result of the L{Deferred}. """ d = Deferred() self.assertNoResult(d) d.errback(self.failure) self.assertEqual(self.failure, self.failureResultOf(d)) def test_assertNoResultSwallowsImmediateFailure(self): """ When passed a L{Deferred} which currently has a L{Failure} result, L{SynchronousTestCase.assertNoResult} changes the result of the L{Deferred} to a success. """ d = fail(self.failure) try: self.assertNoResult(d) except self.failureException: pass self.assertEqual(None, self.successResultOf(d)) class ResultOfCoroutineAssertionsTests(unittest.SynchronousTestCase): """ Tests for L{SynchronousTestCase.successResultOf}, L{SynchronousTestCase.failureResultOf}, and L{SynchronousTestCase.assertNoResult} when given a coroutine. """ result = object() exception = Exception("Bad times") failure = Failure(exception) async def successResult(self): return self.result async def noCurrentResult(self): await Deferred() async def raisesException(self, exception=None): if exception is None: exception = self.exception raise exception def test_withoutResult(self): """ L{SynchronousTestCase.successResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine with no current result. """ self.assertRaises( self.failureException, self.successResultOf, self.noCurrentResult() ) def test_successResultOfWithException(self): """ L{SynchronousTestCase.successResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception. """ self.assertRaises( self.failureException, self.successResultOf, self.raisesException() ) def test_successResultOfWithFailureHasTraceback(self): """ L{SynchronousTestCase.successResultOf} raises a L{SynchronousTestCase.failureException} that has the original failure traceback when called with a coroutine with a failure result. """ exception = Exception("Bad times") try: self.successResultOf(self.raisesException(exception)) except self.failureException as e: self.assertIn("Success result expected on", str(e)) self.assertIn("builtins.Exception: Bad times", str(e)) def test_failureResultOfWithoutResult(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine with no current result. """ self.assertRaises( self.failureException, self.failureResultOf, self.noCurrentResult() ) def test_failureResultOfWithSuccess(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine with a success result. """ self.assertRaises( self.failureException, self.failureResultOf, self.successResult() ) def test_failureResultOfWithWrongFailure(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception that was not expected. """ self.assertRaises( self.failureException, self.failureResultOf, self.raisesException(), KeyError, ) def test_failureResultOfWithWrongExceptionOneExpectedException(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception with a failure type that was not expected, and the L{SynchronousTestCase.failureException} message contains the expected exception type. """ try: self.failureResultOf(self.raisesException(), KeyError) except self.failureException as e: self.assertIn( "Failure of type ({}.{}) expected on".format( KeyError.__module__, KeyError.__name__ ), str(e), ) def test_failureResultOfWithWrongExceptionOneExpectedExceptionHasTB(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception with a failure type that was not expected, and the L{SynchronousTestCase.failureException} message contains the original exception traceback. """ exception = Exception("Bad times") try: self.failureResultOf(self.raisesException(exception), KeyError) except self.failureException as e: self.assertIn("Failure of type (builtins.KeyError) expected on", str(e)) self.assertIn("builtins.Exception: Bad times", str(e)) def test_failureResultOfWithWrongExceptionMultiExpectedExceptions(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception of a type that was not expected, and the L{SynchronousTestCase.failureException} message contains expected exception types in the error message. """ try: self.failureResultOf(self.raisesException(), KeyError, IOError) except self.failureException as e: self.assertIn( "Failure of type ({}.{} or {}.{}) expected on".format( KeyError.__module__, KeyError.__name__, IOError.__module__, IOError.__name__, ), str(e), ) def test_failureResultOfWithWrongExceptionMultiExpectedExceptionsHasTB(self): """ L{SynchronousTestCase.failureResultOf} raises L{SynchronousTestCase.failureException} when called with a coroutine that raises an exception of a type that was not expected, and the L{SynchronousTestCase.failureException} message contains the original exception traceback in the error message. """ exception = Exception("Bad times") try: self.failureResultOf(self.raisesException(exception), KeyError, IOError) except self.failureException as e: self.assertIn( "Failure of type (builtins.KeyError or builtins.OSError) expected on", str(e), ) self.assertIn("builtins.Exception: Bad times", str(e)) def test_successResultOfWithSuccessResult(self): """ When passed a coroutine which currently has a result (ie, if converted into a L{Deferred}, L{Deferred.addCallback} would cause the added callback to be called before C{addCallback} returns), L{SynchronousTestCase.successResultOf} returns that result. """ self.assertIdentical(self.result, self.successResultOf(self.successResult())) def test_failureResultOfWithExpectedException(self): """ When passed a coroutine which currently has an exception result (ie, if converted into a L{Deferred}, L{Deferred.addErrback} would cause the added errback to be called before C{addErrback} returns), L{SynchronousTestCase.failureResultOf} returns a L{Failure} containing that exception, if the exception type is expected. """ self.assertEqual( self.failure.value, self.failureResultOf( self.raisesException(), self.failure.type, KeyError ).value, ) def test_failureResultOfWithException(self): """ When passed a coroutine which currently has an exception result (ie, if converted into a L{Deferred}, L{Deferred.addErrback} would cause the added errback to be called before C{addErrback} returns), L{SynchronousTestCase.failureResultOf} returns returns a L{Failure} containing that exception. """ self.assertEqual( self.failure.value, self.failureResultOf(self.raisesException()).value ) def test_assertNoResultSuccess(self): """ When passed a coroutine which currently has a success result (see L{test_withSuccessResult}), L{SynchronousTestCase.assertNoResult} raises L{SynchronousTestCase.failureException}. """ self.assertRaises( self.failureException, self.assertNoResult, self.successResult() ) def test_assertNoResultFailure(self): """ When passed a coroutine which currently has an exception result (see L{test_withFailureResult}), L{SynchronousTestCase.assertNoResult} raises L{SynchronousTestCase.failureException}. """ self.assertRaises( self.failureException, self.assertNoResult, self.raisesException() ) def test_assertNoResult(self): """ When passed a coroutine with no current result, L{SynchronousTestCase.assertNoResult} does not raise an exception. """ self.assertNoResult(self.noCurrentResult()) def test_assertNoResultPropagatesSuccess(self): """ When passed a coroutine awaiting a L{Deferred} with no current result, which is then fired with a success result, L{SynchronousTestCase.assertNoResult} doesn't modify the result of the L{Deferred}. """ d = Deferred() async def noCurrentResult(): return await d c = noCurrentResult() self.assertNoResult(d) d.callback(self.result) self.assertEqual(self.result, self.successResultOf(c)) def test_assertNoResultPropagatesLaterFailure(self): """ When passed a coroutine awaiting a L{Deferred} with no current result, which is then fired with a L{Failure} result, L{SynchronousTestCase.assertNoResult} doesn't modify the result of the L{Deferred}. """ f = Failure(self.exception) d = Deferred() async def noCurrentResult(): return await d c = noCurrentResult() self.assertNoResult(d) d.errback(f) self.assertEqual(f.value, self.failureResultOf(c).value) def test_assertNoResultSwallowsImmediateFailure(self): """ When passed a L{Deferred} which currently has a L{Failure} result, L{SynchronousTestCase.assertNoResult} changes the result of the L{Deferred} to a success. """ d = fail(self.failure) async def raisesException(): return await d c = raisesException() try: self.assertNoResult(d) except self.failureException: pass self.assertEqual(None, self.successResultOf(c)) class AssertionNamesTests(unittest.SynchronousTestCase): """ Tests for consistency of naming within TestCase assertion methods """ def _getAsserts(self): dct = {} accumulateMethods(self, dct, "assert") return [dct[k] for k in dct if not k.startswith("Not") and k != "_"] def _name(self, x): return x.__name__ def test_failUnlessMatchesAssert(self): """ The C{failUnless*} test methods are a subset of the C{assert*} test methods. This is intended to ensure that methods using the I{failUnless} naming scheme are not added without corresponding methods using the I{assert} naming scheme. The I{assert} naming scheme is preferred, and new I{assert}-prefixed methods may be added without corresponding I{failUnless}-prefixed methods. """ asserts = set(self._getAsserts()) failUnlesses = set(prefixedMethods(self, "failUnless")) self.assertEqual(failUnlesses, asserts.intersection(failUnlesses)) def test_failIf_matches_assertNot(self): asserts = prefixedMethods(unittest.SynchronousTestCase, "assertNot") failIfs = prefixedMethods(unittest.SynchronousTestCase, "failIf") self.assertEqual( sorted(asserts, key=self._name), sorted(failIfs, key=self._name) ) def test_equalSpelling(self): for name, value in vars(self).items(): if not callable(value): continue if name.endswith("Equal"): self.assertTrue(hasattr(self, name + "s"), f"{name} but no {name}s") self.assertEqual(value, getattr(self, name + "s")) if name.endswith("Equals"): self.assertTrue(hasattr(self, name[:-1]), f"{name} but no {name[:-1]}") self.assertEqual(value, getattr(self, name[:-1])) class CallDeprecatedTests(unittest.SynchronousTestCase): """ Test use of the L{SynchronousTestCase.callDeprecated} method with version objects. """ version = Version("Twisted", 8, 0, 0) def test_callDeprecatedSuppressesWarning(self): """ callDeprecated calls a deprecated callable, suppressing the deprecation warning. """ self.callDeprecated(self.version, oldMethod, "foo") self.assertEqual(self.flushWarnings(), [], "No warnings should be shown") def test_callDeprecatedCallsFunction(self): """ L{callDeprecated} actually calls the callable passed to it, and forwards the result. """ result = self.callDeprecated(self.version, oldMethod, "foo") self.assertEqual("foo", result) def test_failsWithoutDeprecation(self): """ L{callDeprecated} raises a test failure if the callable is not deprecated. """ def notDeprecated(): pass exception = self.assertRaises( self.failureException, self.callDeprecated, self.version, notDeprecated ) self.assertEqual("%r is not deprecated." % notDeprecated, str(exception)) def test_failsWithIncorrectDeprecation(self): """ callDeprecated raises a test failure if the callable was deprecated at a different version to the one expected. """ differentVersion = Version("Foo", 1, 2, 3) exception = self.assertRaises( self.failureException, self.callDeprecated, differentVersion, oldMethod, "foo", ) self.assertIn(getVersionString(self.version), str(exception)) self.assertIn(getVersionString(differentVersion), str(exception)) def test_nestedDeprecation(self): """ L{callDeprecated} ignores all deprecations apart from the first. Multiple warnings are generated when a deprecated function calls another deprecated function. The first warning is the one generated by the explicitly called function. That's the warning that we care about. """ differentVersion = Version("Foo", 1, 2, 3) def nestedDeprecation(*args): return oldMethod(*args) nestedDeprecation = deprecated(differentVersion)(nestedDeprecation) self.callDeprecated(differentVersion, nestedDeprecation, 24) # The oldMethod deprecation should have been emitted too, not captured # by callDeprecated. Flush it now to make sure it did happen and to # prevent it from showing up on stdout. warningsShown = self.flushWarnings() self.assertEqual(len(warningsShown), 1, f"Unexpected warnings: {warningsShown}") def test_callDeprecationWithMessage(self): """ L{callDeprecated} can take a message argument used to check the warning emitted. """ self.callDeprecated((self.version, "newMethod"), oldMethodReplaced, 1) def test_callDeprecationWithWrongMessage(self): """ If the message passed to L{callDeprecated} doesn't match, L{callDeprecated} raises a test failure. """ exception = self.assertRaises( self.failureException, self.callDeprecated, (self.version, "something.wrong"), oldMethodReplaced, 1, ) self.assertIn(getVersionString(self.version), str(exception)) self.assertIn("please use newMethod instead", str(exception)) @deprecated(CallDeprecatedTests.version) def oldMethod(x): """ Deprecated method for testing. """ return x @deprecated(CallDeprecatedTests.version, replacement="newMethod") def oldMethodReplaced(x): """ Another deprecated method, which has been deprecated in favor of the mythical 'newMethod'. """ return 2 * x class GetDeprecatedModuleAttributeTests(unittest.SynchronousTestCase): """ Test L{SynchronousTestCase.getDeprecatedModuleAttribute} @ivar version: The version at which L{test_assertions.somethingOld} is marked deprecated. @type version: L{incremental.Version} """ version = Version("Bar", 1, 2, 3) def test_deprecated(self): """ L{getDeprecatedModuleAttribute} returns the specified attribute and consumes the deprecation warning that generates. """ self.assertIs( _somethingOld, self.getDeprecatedModuleAttribute( __name__, "somethingOld", self.version, ), ) self.assertEqual([], self.flushWarnings()) def test_message(self): """ The I{message} argument to L{getDeprecatedModuleAttribute} matches the prefix of the deprecation message. """ self.assertIs( _somethingOld, self.getDeprecatedModuleAttribute( __name__, "somethingOld", self.version, message="It's old", ), ) self.assertEqual([], self.flushWarnings()) def test_messageMismatch(self): """ L{getDeprecatedModuleAttribute} fails the test if the I{message} isn't part of the deprecation message prefix. """ self.assertRaises( self.failureException, self.getDeprecatedModuleAttribute, __name__, "somethingOld", self.version, "It's shiny and new", # Doesn't match. ) self.assertEqual([], self.flushWarnings()) def test_notDeprecated(self): """ L{getDeprecatedModuleAttribute} fails the test when used to get an attribute that isn't actually deprecated. """ self.assertRaises( self.failureException, self.getDeprecatedModuleAttribute, __name__, "somethingNew", self.version, ) def somethingOld(): """ A deprecated module attribute. Used by L{GetDeprecatedModuleAttributeTests.test_deprecated}. """ # A non-deprecated alias of _somethingOld. _somethingOld = somethingOld deprecatedModuleAttribute( GetDeprecatedModuleAttributeTests.version, "It's old and clunky", __name__, "somethingOld", ) def somethingNew(): """ A module attribute that is not deprecated. Used by L{GetDeprecatedModuleAttributeTests.test_notDeprecated}. """