Use pytest.mark.flaky as the flaky marker

It's possible to use pytest.mark.flaky, which achieves the exact same
thing as our custom-defined isctest.mark.flaky -- attempts to rerun the
test on failure, but only is flaky package is available.
This commit is contained in:
Nicki Křížek 2025-07-03 15:22:23 +02:00
parent 126a59cef2
commit 4c487c811d
14 changed files with 14 additions and 49 deletions

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"active.key",
@ -151,6 +149,6 @@ pytestmark = pytest.mark.extra_artifacts(
)
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_autosign(run_tests_sh):
run_tests_sh()

View file

@ -31,6 +31,6 @@ pytestmark = [
]
@isctest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
@pytest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
def test_dnstap(run_tests_sh):
run_tests_sh()

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"dig.out.*",
@ -51,6 +49,6 @@ pytestmark = pytest.mark.extra_artifacts(
)
@isctest.mark.flaky(max_runs=5) # GL#4605
@pytest.mark.flaky(max_runs=5) # GL#4605
def test_enginepkcs11(run_tests_sh):
run_tests_sh()

View file

@ -22,9 +22,7 @@ pytestmark = pytest.mark.extra_artifacts(
]
)
import isctest.mark
@isctest.mark.flaky(max_runs=3)
@pytest.mark.flaky(max_runs=3)
def test_fetchlimit(run_tests_sh):
run_tests_sh()

View file

@ -80,20 +80,3 @@ softhsm2_environment = pytest.mark.skipif(
),
reason="SOFTHSM2_CONF and SOFTHSM2_MODULE environmental variables must be set and pkcs11-tool and softhsm2-util tools present",
)
try:
import flaky as flaky_pkg # type: ignore
except ModuleNotFoundError:
# In case the flaky package is not installed, run the tests as usual
# without any attempts to re-run them.
# pylint: disable=unused-argument
def flaky(*args, **kwargs):
"""Mock decorator that doesn't do anything special, just returns the function."""
def wrapper(wrapped_obj):
return wrapped_obj
return wrapper
else:
flaky = flaky_pkg.flaky

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = [
pytest.mark.algorithm_set("ecc_default"),
pytest.mark.extra_artifacts(
@ -52,6 +50,6 @@ pytestmark = [
]
@isctest.mark.flaky(max_runs=2) # GL#3098
@pytest.mark.flaky(max_runs=2) # GL#3098
def test_mkeys(run_tests_sh):
run_tests_sh()

View file

@ -13,8 +13,6 @@ import platform
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"Kxxx*",
@ -82,6 +80,6 @@ pytestmark = pytest.mark.extra_artifacts(
MAX_RUNS = 2 if platform.system() == "FreeBSD" else 1 # GL#3846
@isctest.mark.flaky(max_runs=MAX_RUNS)
@pytest.mark.flaky(max_runs=MAX_RUNS)
def test_nsupdate(run_tests_sh):
run_tests_sh()

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"dig.out.*",
@ -25,6 +23,6 @@ pytestmark = pytest.mark.extra_artifacts(
# The qmin test is inherently unstable, see GL #904 for details.
@isctest.mark.flaky(max_runs=3)
@pytest.mark.flaky(max_runs=3)
def test_qmin(run_tests_sh):
run_tests_sh()

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"dig.out.*",
@ -27,6 +25,6 @@ pytestmark = pytest.mark.extra_artifacts(
# The reclimit is known to be quite unstable. GL #1587
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_reclimit(run_tests_sh):
run_tests_sh()

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"*mdig.out*",
@ -24,6 +22,6 @@ pytestmark = pytest.mark.extra_artifacts(
# The rrl is known to be quite unstable. GL #172
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_rrl(run_tests_sh):
run_tests_sh()

View file

@ -11,8 +11,6 @@
import pytest
import isctest.mark
pytestmark = pytest.mark.extra_artifacts(
[
"dig.out.*",
@ -28,6 +26,6 @@ pytestmark = pytest.mark.extra_artifacts(
)
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_serve_stale(run_tests_sh):
run_tests_sh()

View file

@ -119,6 +119,6 @@ def test_zone_with_many_keys_json(statsport):
)
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_traffic_json(statsport):
generic.test_traffic(fetch_traffic_json, statsip="10.53.0.2", statsport=statsport)

View file

@ -148,6 +148,6 @@ def test_zone_with_many_keys_xml(statsport):
)
@isctest.mark.flaky(max_runs=2)
@pytest.mark.flaky(max_runs=2)
def test_traffic_xml(statsport):
generic.test_traffic(fetch_traffic_xml, statsip="10.53.0.2", statsport=statsport)

View file

@ -67,7 +67,7 @@ def test_initial_timeout(named_port):
raise EOFError from e
@isctest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
@pytest.mark.flaky(max_runs=2, rerun_filter=isctest.mark.is_host_freebsd_13)
def test_idle_timeout(named_port):
#
# The idle timeout is 5 seconds, so the third message should fail
@ -189,7 +189,7 @@ def test_long_axfr(named_port):
assert soa is not None
@isctest.mark.flaky(max_runs=3)
@pytest.mark.flaky(max_runs=3)
def test_send_timeout(named_port):
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
sock.connect(("10.53.0.1", named_port))