diff --git a/certbot-apache/setup.py b/certbot-apache/setup.py
index 752658f58..79f9983d2 100644
--- a/certbot-apache/setup.py
+++ b/certbot-apache/setup.py
@@ -24,6 +24,9 @@ if setuptools_known_environment_markers:
     install_requires.append('mock ; python_version < "3.3"')
 elif sys.version_info < (3,3):
     install_requires.append('mock')
+else:
+    raise RuntimeError('Error, you are trying to build certbot wheels using an old version '
+                       'of setuptools. Version 36.2+ of setuptools is required.')
 
 dev_extras = [
     'apacheconfig>=0.3.2',