diff --git a/tests/letstest/scripts/test_openssl_version.py b/tests/letstest/scripts/test_openssl_version.py
index 9edbe9dc7..bf240ca33 100644
--- a/tests/letstest/scripts/test_openssl_version.py
+++ b/tests/letstest/scripts/test_openssl_version.py
@@ -5,6 +5,10 @@ import sys
 
 
 def main(openssl_version, apache_version):
+    if not openssl_version.strip():
+        raise Exception("No OpenSSL version found.")
+    if not apache_version.strip():
+        raise Exception("No Apache version found.")
     conf_file_location = "/etc/letsencrypt/options-ssl-apache.conf"
     with open(conf_file_location) as f:
         contents = f.read()