diff --git a/letsencrypt-apache/letsencrypt_apache/tests/configurator_test.py b/letsencrypt-apache/letsencrypt_apache/tests/configurator_test.py
index f7c3d12f3..d318805a6 100644
--- a/letsencrypt-apache/letsencrypt_apache/tests/configurator_test.py
+++ b/letsencrypt-apache/letsencrypt_apache/tests/configurator_test.py
@@ -177,7 +177,7 @@ class TwoVhost80Test(util.ApacheTest):
         self.assertTrue("mod_ssl.c" in self.config.parser.modules)
 
     def test_enable_mod_unsupported_dirs(self):
-        os.removedirs(os.path.join(self.config.parser.root, "mods-enabled"))
+        shutil.rmtree(os.path.join(self.config.parser.root, "mods-enabled"))
         self.assertRaises(
             errors.NotSupportedError, self.config.enable_mod, "ssl")