diff --git a/certbot-dns-route53/MANIFEST.in b/certbot-dns-route53/MANIFEST.in
index ca37a7baf..37f630a4a 100644
--- a/certbot-dns-route53/MANIFEST.in
+++ b/certbot-dns-route53/MANIFEST.in
@@ -1,3 +1 @@
-include LICENSE.txt
-include README
-recursive-include docs *
+recursive-include tests *
diff --git a/certbot-dns-route53/certbot_dns_route53/dns_route53_test.py b/certbot-dns-route53/tests/dns_route53_test.py
similarity index 100%
rename from certbot-dns-route53/certbot_dns_route53/dns_route53_test.py
rename to certbot-dns-route53/tests/dns_route53_test.py