diff --git a/tests/boulder-integration.sh b/tests/boulder-integration.sh
index 1a791793f..6d51aecce 100755
--- a/tests/boulder-integration.sh
+++ b/tests/boulder-integration.sh
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -e
+
 if [ "$TOXENV" != "py27-nginx-oldest" ]; then
    tests/certbot-boulder-integration.sh
 fi