diff --git a/.azure-pipelines/templates/extended-tests.yml b/.azure-pipelines/templates/extended-tests.yml
index 712fe39ce..e87d2c38e 100644
--- a/.azure-pipelines/templates/extended-tests.yml
+++ b/.azure-pipelines/templates/extended-tests.yml
@@ -110,7 +110,7 @@ jobs:
           versionSpec: $(PYTHON_VERSION)
           addToPath: true
       - script: |
-          python tools/pip_install.py -U tox coverage
+          python tools/pip_install.py -U tox
         displayName: Install dependencies
       - script: |
           python -m tox
@@ -118,9 +118,6 @@ jobs:
   - job: oldest_extended_test
     pool:
       vmImage: ubuntu-latest
-    container:
-      image: ubuntu:14.04
-      options: --network=host
     strategy:
       matrix:
         linux-boulder-v1-integration-certbot:
diff --git a/.azure-pipelines/templates/standard-tests.yml b/.azure-pipelines/templates/standard-tests.yml
index 6054c4aaf..8c6f98152 100644
--- a/.azure-pipelines/templates/standard-tests.yml
+++ b/.azure-pipelines/templates/standard-tests.yml
@@ -2,7 +2,6 @@ jobs:
   - job: oldest_test
     pool:
       vmImage: ubuntu-latest
-    container: ubuntu:14.04
     variables:
       TOXENV: py27-{acme,apache,apache-v2,certbot,dns,nginx}-oldest
     steps: