diff --git a/letsencrypt/tests/crypto_util_test.py b/letsencrypt/tests/crypto_util_test.py
index 2e04c748a..d1790349e 100644
--- a/letsencrypt/tests/crypto_util_test.py
+++ b/letsencrypt/tests/crypto_util_test.py
@@ -227,9 +227,8 @@ class CertLoaderTest(unittest.TestCase):
     def test_load_invalid_cert(self):
         from letsencrypt.crypto_util import pyopenssl_load_certificate
         bad_cert_data = CERT.replace("BEGIN CERTIFICATE", "ASDFASDFASDF!!!")
-
-        with self.assertRaises(errors.Error):
-            pyopenssl_load_certificate(bad_cert_data)
+        self.assertRaises(
+            errors.Error, pyopenssl_load_certificate, bad_cert_data)
 
 
 if __name__ == '__main__':