diff --git a/certbot/tests/error_handler_test.py b/certbot/tests/error_handler_test.py
index a7906c5ef..0974fe92a 100644
--- a/certbot/tests/error_handler_test.py
+++ b/certbot/tests/error_handler_test.py
@@ -46,7 +46,9 @@ class ErrorHandlerTest(unittest.TestCase):
             with self.handler:
                 raise ValueError
         except ValueError:
-            pass
+            exception_raised = True
+
+        self.assertTrue(exception_raised)
         self.init_func.assert_called_once_with(*self.init_args,
                                                **self.init_kwargs)