diff --git a/tox.cover.sh b/tox.cover.sh
index 3f0a5f72e..2b5a3cf19 100755
--- a/tox.cover.sh
+++ b/tox.cover.sh
@@ -16,7 +16,7 @@ fi
 
 cover () {
   if [ "$1" = "certbot" ]; then
-    min=97
+    min=98
   elif [ "$1" = "acme" ]; then
     min=100
   elif [ "$1" = "certbot_apache" ]; then
@@ -24,23 +24,23 @@ cover () {
   elif [ "$1" = "certbot_dns_cloudflare" ]; then
     min=98
   elif [ "$1" = "certbot_dns_cloudxns" ]; then
-    min=98
+    min=99
   elif [ "$1" = "certbot_dns_digitalocean" ]; then
     min=98
   elif [ "$1" = "certbot_dns_dnsimple" ]; then
     min=98
   elif [ "$1" = "certbot_dns_dnsmadeeasy" ]; then
-    min=98
+    min=99
   elif [ "$1" = "certbot_dns_google" ]; then
     min=99
   elif [ "$1" = "certbot_dns_luadns" ]; then
     min=98
   elif [ "$1" = "certbot_dns_nsone" ]; then
-    min=98
+    min=99
   elif [ "$1" = "certbot_dns_rfc2136" ]; then
     min=99
   elif [ "$1" = "certbot_dns_route53" ]; then
-    min=91
+    min=92
   elif [ "$1" = "certbot_nginx" ]; then
     min=97
   elif [ "$1" = "letshelp_certbot" ]; then
@@ -50,10 +50,12 @@ cover () {
     exit 1
   fi
 
-  pytest --cov "$1" --cov-report term-missing \
-         --cov-fail-under "$min" --numprocesses auto --pyargs "$1"
+  pkg_dir=$(echo "$1" | tr _ -)
+  pytest --cov "$pkg_dir" --cov-append --cov-report= --numprocesses auto --pyargs "$1"
+  coverage report --fail-under="$min" --include="$pkg_dir/*" --show-missing
 }
 
+rm -f .coverage  # --cov-append is on, make sure stats are correct
 for pkg in $pkgs
 do
   cover $pkg