diff --git a/tests/boulder-integration.sh b/tests/boulder-integration.sh
new file mode 100755
index 000000000..1a791793f
--- /dev/null
+++ b/tests/boulder-integration.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+if [ "$TOXENV" != "py27-nginx-oldest" ]; then
+   tests/certbot-boulder-integration.sh
+fi
+if [ "$TOXENV" != "py27-certbot-oldest" ]; then
+    # Most CI systems set this variable to true.
+    # If the tests are running as part of CI, Nginx should be available.
+    if ${CI:-false} || type nginx; then
+        certbot-nginx/tests/boulder-integration.sh
+    fi
+fi