diff --git a/.azure-pipelines/templates/jobs/standard-tests-jobs.yml b/.azure-pipelines/templates/jobs/standard-tests-jobs.yml index e938fa89a..0902f04cd 100644 --- a/.azure-pipelines/templates/jobs/standard-tests-jobs.yml +++ b/.azure-pipelines/templates/jobs/standard-tests-jobs.yml @@ -4,9 +4,46 @@ jobs: PYTHON_VERSION: 3.14 strategy: matrix: + macos-cover: + IMAGE_NAME: macOS-15 + TOXENV: cover + # As of pip 23.1.0, builds started failing on macOS unless this flag was set. + # See https://github.com/certbot/certbot/pull/9717#issuecomment-1610861794. + PIP_USE_PEP517: "true" + linux-oldest: + IMAGE_NAME: ubuntu-22.04 + PYTHON_VERSION: 3.10 + TOXENV: oldest + linux-py310: + # linux unit tests with the oldest python we support + IMAGE_NAME: ubuntu-22.04 + PYTHON_VERSION: 3.10 + TOXENV: py310 + linux-cover: + # linux unit+cover tests with the newest python we support + IMAGE_NAME: ubuntu-22.04 + TOXENV: cover + linux-lint: + IMAGE_NAME: ubuntu-22.04 + TOXENV: lint-posix + linux-mypy: + IMAGE_NAME: ubuntu-22.04 + TOXENV: mypy linux-integration: IMAGE_NAME: ubuntu-22.04 TOXENV: integration + apache-compat: + IMAGE_NAME: ubuntu-22.04 + TOXENV: apache_compat + apacheconftest: + IMAGE_NAME: ubuntu-22.04 + TOXENV: apacheconftest-with-pebble + nginxroundtrip: + IMAGE_NAME: ubuntu-22.04 + TOXENV: nginxroundtrip + validate-changelog: + IMAGE_NAME: ubuntu-22.04 + TOXENV: validate-changelog pool: vmImage: $(IMAGE_NAME) steps: diff --git a/certbot-ci/src/certbot_integration_tests/.coveragerc b/certbot-ci/src/certbot_integration_tests/.coveragerc index 72f7c6adf..2916b8597 100644 --- a/certbot-ci/src/certbot_integration_tests/.coveragerc +++ b/certbot-ci/src/certbot_integration_tests/.coveragerc @@ -3,6 +3,8 @@ # the coverage: indeed, certbot is launched as a CLI from a subprocess. disable_warnings = module-not-imported,no-data-collected omit = **/*_test.py,**/tests/*,**/dns_common*,**/certbot_nginx/_internal/parser_obj.py +patch = subprocess +parallel = True [report] # Exclude unit tests in coverage during integration tests.