From 4a6733415685d6f882ff66d1a00512cbeb7bc140 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Nicki=20K=C5=99=C3=AD=C5=BEek?= Date: Fri, 19 Jun 2026 11:09:42 +0000 Subject: [PATCH] Raise respdiff third-party and recent-named disagreement thresholds The third-party comparison is right at the 0.4 % threshold, making it fail quite often. The current range of observed values ranges from 0.3-0.5 %. Raise the threshold to 0.5 %. The recent-named comparison produces values ranging from 0.05 to 0.12 %, but appears to be more sensitive to time of the day when the test runs. Raise the threshold to 0.15 %. Both results are stable within the specified ranges across the last three releases in both main and bind-9.20 series. (cherry picked from commit a8413fa94c348696012e7de548abccb6cefb85c9) --- .gitlab-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 19580cbca7..586fabbf6b 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -2560,7 +2560,7 @@ respdiff-third-party: variables: CC: gcc CFLAGS: "${CFLAGS_COMMON} -Og" - MAX_DISAGREEMENTS_PERCENTAGE: "0.4" + MAX_DISAGREEMENTS_PERCENTAGE: "0.5" script: - bash respdiff.sh -s third_party -q "${PWD}/100k_mixed.txt" -c 1 -w "${PWD}/rspworkdir" -r "${PWD}/respdiff" "${CI_PROJECT_DIR}" - cd ../.. && make clean >/dev/null 2>&1 @@ -2588,7 +2588,7 @@ respdiff:recent-named: variables: CC: gcc CFLAGS: "${CFLAGS_COMMON} -Og -DISC_TRACK_PTHREADS_OBJECTS" - MAX_DISAGREEMENTS_PERCENTAGE: "0.1" + MAX_DISAGREEMENTS_PERCENTAGE: "0.15" # Performance tests