diff --git a/certbot-nginx/tests/boulder-integration.sh b/certbot-nginx/tests/boulder-integration.sh
index bd35aee21..2ea4f4dd2 100755
--- a/certbot-nginx/tests/boulder-integration.sh
+++ b/certbot-nginx/tests/boulder-integration.sh
@@ -6,7 +6,10 @@
 export PATH="/usr/sbin:$PATH"  # /usr/sbin/nginx
 nginx_root="$root/nginx"
 mkdir $nginx_root
-root="$nginx_root" ./certbot-nginx/tests/boulder-integration.conf.sh > $nginx_root/nginx.conf
+original=$(root="$nginx_root" ./certbot-nginx/tests/boulder-integration.conf.sh)
+nginx_conf="$nginx_root/nginx.conf"
+echo $original > $nginx_conf
+
 
 killall nginx || true
 nginx -c $nginx_root/nginx.conf
@@ -23,6 +26,9 @@ echo | openssl s_client -connect localhost:5001 \
     | openssl x509 -out $root/nginx.pem
 diff -q $root/nginx.pem $root/conf/live/nginx.wtf/cert.pem
 
+certbot_test_nginx rollback --checkpoints 9001
+diff -q <(echo $original) $nginx_conf
+
 # note: not reached if anything above fails, hence "killall" at the
 # top
 nginx -c $nginx_root/nginx.conf -s stop