diff --git a/tests/boulder-start.sh b/tests/boulder-start.sh
index f3410e416..ccc79f8c2 100755
--- a/tests/boulder-start.sh
+++ b/tests/boulder-start.sh
@@ -1,4 +1,4 @@
-#!/bin/sh -x
+#!/bin/sh -xe
 # Download and run Boulder instance for integration testing
 
 export GOPATH="${GOPATH:-/tmp/go}"