Merge remote-tracking branch 'origin/travis-test-farm' into test-letstest-all-changes2

.travis.yml

@@ -94,6 +94,11 @@ matrix:
       <<: *not-on-master
 
     # Extended test suite on cron jobs and pushes to tested branches other than master
+    - python: "2.7"
+      env:
+        - TOXENV=travis-test-farm-tests
+        - secure: "f+j/Lj9s1lcuKo5sEFrlRd1kIAMnIJI4z0MTI7QF8jl9Fkmbx7KECGzw31TNgzrOSzxSapHbcueFYvNCLKST+kE/8ogMZBbwqXfEDuKpyF6BY3uYoJn+wPVE5pIb8Hhe08xPte8TTDSMIyHI3EyTfcAKrIreauoArePvh/cRvSw="
+      <<: *extended-test-suite
     - python: "3.7"
       dist: xenial
       env: TOXENV=py37 CERTBOT_NO_PIN=1

tests/letstest/travis.sh

@@ -0,0 +1,13 @@
+#!/bin/bash -eux
+#
+# Runs test farm tests in Travis.
+cd $(dirname "$0")
+
+openssl aes-256-cbc -K $encrypted_9a387195a62e_key -iv $encrypted_9a387195a62e_iv -in travis-test-farm.pem.enc -out travis-test-farm.pem -d
+
+python multitester.py apache2_targets.yaml ./travis-test-farm.pem none scripts/test_apache2.sh
+for script in test_leauto_upgrades.sh test_letsencrypt_auto_certonly_standalone.sh test_sdists.sh; do
+    # Sleep after each test to give AWS time to terminate instances.
+    sleep 30s
+    python multitester.py targets.yaml ./travis-test-farm.pem none "scripts/$script"
+done

tox.ini

@@ -274,3 +274,11 @@ commands =
         --acme-server={env:ACME_SERVER:pebble}
 passenv = DOCKER_*
 setenv = {[testenv:py27-oldest]setenv}
+
+[testenv:travis-test-farm-tests]
+commands = {toxinidir}/tests/letstest/travis.sh
+deps = -rtests/letstest/requirements.txt
+passenv =
+    AWS_*
+    encrypted_*
+setenv = AWS_DEFAULT_REGION=us-east-1