diff --git a/certbot-apache/setup.py b/certbot-apache/setup.py
index 99555a753..4d5ae000c 100644
--- a/certbot-apache/setup.py
+++ b/certbot-apache/setup.py
@@ -17,6 +17,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -56,6 +61,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-cloudflare/setup.py b/certbot-dns-cloudflare/setup.py
index 2ad4d357c..59e1659ac 100644
--- a/certbot-dns-cloudflare/setup.py
+++ b/certbot-dns-cloudflare/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-cloudxns/setup.py b/certbot-dns-cloudxns/setup.py
index 39c992edb..067a08ab9 100644
--- a/certbot-dns-cloudxns/setup.py
+++ b/certbot-dns-cloudxns/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-digitalocean/setup.py b/certbot-dns-digitalocean/setup.py
index 42327aa88..734d4cfc6 100644
--- a/certbot-dns-digitalocean/setup.py
+++ b/certbot-dns-digitalocean/setup.py
@@ -17,6 +17,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -56,6 +61,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-dnsimple/setup.py b/certbot-dns-dnsimple/setup.py
index dad3a1f07..9a2b1ce4e 100644
--- a/certbot-dns-dnsimple/setup.py
+++ b/certbot-dns-dnsimple/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-dnsmadeeasy/setup.py b/certbot-dns-dnsmadeeasy/setup.py
index e02439c4a..387f51b71 100644
--- a/certbot-dns-dnsmadeeasy/setup.py
+++ b/certbot-dns-dnsmadeeasy/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-google/setup.py b/certbot-dns-google/setup.py
index 7bacf64e6..6d7c5b2cc 100644
--- a/certbot-dns-google/setup.py
+++ b/certbot-dns-google/setup.py
@@ -21,6 +21,11 @@ install_requires = [
     'httplib2'
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -60,6 +65,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-luadns/setup.py b/certbot-dns-luadns/setup.py
index a1b64bb84..469335241 100644
--- a/certbot-dns-luadns/setup.py
+++ b/certbot-dns-luadns/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-nsone/setup.py b/certbot-dns-nsone/setup.py
index d48169d40..36194f88d 100644
--- a/certbot-dns-nsone/setup.py
+++ b/certbot-dns-nsone/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-rfc2136/setup.py b/certbot-dns-rfc2136/setup.py
index 2655d82be..e00df28c6 100644
--- a/certbot-dns-rfc2136/setup.py
+++ b/certbot-dns-rfc2136/setup.py
@@ -16,6 +16,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -55,6 +60,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/certbot-dns-route53/setup.py b/certbot-dns-route53/setup.py
index 5ebd16929..0b13e4a66 100644
--- a/certbot-dns-route53/setup.py
+++ b/certbot-dns-route53/setup.py
@@ -14,6 +14,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 setup(
     name='certbot-dns-route53',
     version=version,
@@ -47,6 +52,9 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     keywords=['certbot', 'route53', 'aws'],
+    extras_require={
+        'dev': dev_extras,
+    },
     entry_points={
         'certbot.plugins': [
             'dns-route53 = certbot_dns_route53.dns_route53:Authenticator',
diff --git a/certbot-nginx/setup.py b/certbot-nginx/setup.py
index fb5ad7a99..d60db721d 100644
--- a/certbot-nginx/setup.py
+++ b/certbot-nginx/setup.py
@@ -20,6 +20,11 @@ install_requires = [
     'zope.interface',
 ]
 
+dev_extras = [
+    'pytest',
+    'pytest-xdist',
+]
+
 docs_extras = [
     'Sphinx>=1.0',  # autodoc_member_order = 'bysource', autodoc_default_flags
     'sphinx_rtd_theme',
@@ -59,6 +64,7 @@ setup(
     include_package_data=True,
     install_requires=install_requires,
     extras_require={
+        'dev': dev_extras,
         'docs': docs_extras,
     },
     entry_points={
diff --git a/tox.ini b/tox.ini
index 9df9bf62f..f830cca87 100644
--- a/tox.ini
+++ b/tox.ini
@@ -15,22 +15,22 @@ pip_install = {toxinidir}/tools/pip_install_editable.sh
 # to a specific version for increased stability for developers.
 install_and_test = {toxinidir}/tools/install_and_test.sh
 dns_packages =
-    certbot-dns-cloudflare \
-    certbot-dns-cloudxns \
-    certbot-dns-digitalocean \
-    certbot-dns-dnsimple \
-    certbot-dns-dnsmadeeasy \
-    certbot-dns-google \
-    certbot-dns-luadns \
-    certbot-dns-nsone \
-    certbot-dns-rfc2136 \
-    certbot-dns-route53
+    certbot-dns-cloudflare[dev] \
+    certbot-dns-cloudxns[dev] \
+    certbot-dns-digitalocean[dev] \
+    certbot-dns-dnsimple[dev] \
+    certbot-dns-dnsmadeeasy[dev] \
+    certbot-dns-google[dev] \
+    certbot-dns-luadns[dev] \
+    certbot-dns-nsone[dev] \
+    certbot-dns-rfc2136[dev] \
+    certbot-dns-route53[dev]
 all_packages =
     acme[dev] \
     .[dev] \
-    certbot-apache \
+    certbot-apache[dev] \
     {[base]dns_packages} \
-    certbot-nginx \
+    certbot-nginx[dev] \
     letshelp-certbot
 install_packages =
     {toxinidir}/tools/pip_install_editable.sh {[base]all_packages}