mirror of
https://github.com/isc-projects/bind9.git
synced 2026-05-22 01:56:00 -04:00
Use pytest.mark.flaky as the flaky marker
It's possible to use pytest.mark.flaky, which achieves the exact same thing as our custom-defined isctest.mark.flaky -- attempts to rerun the test on failure, but only is flaky package is available.
This commit is contained in:
parent
126a59cef2
commit
4c487c811d
14 changed files with 14 additions and 49 deletions
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"active.key",
|
||||
|
|
@ -151,6 +149,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
)
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_autosign(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -31,6 +31,6 @@ pytestmark = [
|
|||
]
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
|
||||
@pytest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
|
||||
def test_dnstap(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"dig.out.*",
|
||||
|
|
@ -51,6 +49,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
)
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=5) # GL#4605
|
||||
@pytest.mark.flaky(max_runs=5) # GL#4605
|
||||
def test_enginepkcs11(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -22,9 +22,7 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
]
|
||||
)
|
||||
|
||||
import isctest.mark
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=3)
|
||||
@pytest.mark.flaky(max_runs=3)
|
||||
def test_fetchlimit(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -80,20 +80,3 @@ softhsm2_environment = pytest.mark.skipif(
|
|||
),
|
||||
reason="SOFTHSM2_CONF and SOFTHSM2_MODULE environmental variables must be set and pkcs11-tool and softhsm2-util tools present",
|
||||
)
|
||||
|
||||
try:
|
||||
import flaky as flaky_pkg # type: ignore
|
||||
except ModuleNotFoundError:
|
||||
# In case the flaky package is not installed, run the tests as usual
|
||||
# without any attempts to re-run them.
|
||||
# pylint: disable=unused-argument
|
||||
def flaky(*args, **kwargs):
|
||||
"""Mock decorator that doesn't do anything special, just returns the function."""
|
||||
|
||||
def wrapper(wrapped_obj):
|
||||
return wrapped_obj
|
||||
|
||||
return wrapper
|
||||
|
||||
else:
|
||||
flaky = flaky_pkg.flaky
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = [
|
||||
pytest.mark.algorithm_set("ecc_default"),
|
||||
pytest.mark.extra_artifacts(
|
||||
|
|
@ -52,6 +50,6 @@ pytestmark = [
|
|||
]
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2) # GL#3098
|
||||
@pytest.mark.flaky(max_runs=2) # GL#3098
|
||||
def test_mkeys(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -13,8 +13,6 @@ import platform
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"Kxxx*",
|
||||
|
|
@ -82,6 +80,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
MAX_RUNS = 2 if platform.system() == "FreeBSD" else 1 # GL#3846
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=MAX_RUNS)
|
||||
@pytest.mark.flaky(max_runs=MAX_RUNS)
|
||||
def test_nsupdate(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"dig.out.*",
|
||||
|
|
@ -25,6 +23,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
|
||||
|
||||
# The qmin test is inherently unstable, see GL #904 for details.
|
||||
@isctest.mark.flaky(max_runs=3)
|
||||
@pytest.mark.flaky(max_runs=3)
|
||||
def test_qmin(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"dig.out.*",
|
||||
|
|
@ -27,6 +25,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
|
||||
|
||||
# The reclimit is known to be quite unstable. GL #1587
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_reclimit(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"*mdig.out*",
|
||||
|
|
@ -24,6 +22,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
|
||||
|
||||
# The rrl is known to be quite unstable. GL #172
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_rrl(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -11,8 +11,6 @@
|
|||
|
||||
import pytest
|
||||
|
||||
import isctest.mark
|
||||
|
||||
pytestmark = pytest.mark.extra_artifacts(
|
||||
[
|
||||
"dig.out.*",
|
||||
|
|
@ -28,6 +26,6 @@ pytestmark = pytest.mark.extra_artifacts(
|
|||
)
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_serve_stale(run_tests_sh):
|
||||
run_tests_sh()
|
||||
|
|
|
|||
|
|
@ -119,6 +119,6 @@ def test_zone_with_many_keys_json(statsport):
|
|||
)
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_traffic_json(statsport):
|
||||
generic.test_traffic(fetch_traffic_json, statsip="10.53.0.2", statsport=statsport)
|
||||
|
|
|
|||
|
|
@ -148,6 +148,6 @@ def test_zone_with_many_keys_xml(statsport):
|
|||
)
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2)
|
||||
@pytest.mark.flaky(max_runs=2)
|
||||
def test_traffic_xml(statsport):
|
||||
generic.test_traffic(fetch_traffic_xml, statsip="10.53.0.2", statsport=statsport)
|
||||
|
|
|
|||
|
|
@ -67,7 +67,7 @@ def test_initial_timeout(named_port):
|
|||
raise EOFError from e
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
|
||||
@pytest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
|
||||
def test_idle_timeout(named_port):
|
||||
#
|
||||
# The idle timeout is 5 seconds, so the third message should fail
|
||||
|
|
@ -189,7 +189,7 @@ def test_long_axfr(named_port):
|
|||
assert soa is not None
|
||||
|
||||
|
||||
@isctest.mark.flaky(max_runs=3)
|
||||
@pytest.mark.flaky(max_runs=3)
|
||||
def test_send_timeout(named_port):
|
||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
|
||||
sock.connect(("10.53.0.1", named_port))
|
||||
|
|
|
|||
Loading…
Reference in a new issue