From: Tomas Krizek <tomas.krizek@nic.cz>
Date: Wed, 31 Jan 2018 13:48:32 +0000 (+0100)
Subject: ci: decrease respdiff mismatch tolerance back to 1%
X-Git-Tag: v2.1.0~18^2
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=c478df3726743f2759d4bab9dcca727cf4ba73cd;p=thirdparty%2Fknot-resolver.git

ci: decrease respdiff mismatch tolerance back to 1%

This reverts threshold that was bumped in
commit de7a4a9658a769595d952a857d7d0aed066f8b5c.
---

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 7db7bb59d..1ae0bdf56 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -187,8 +187,8 @@ respdiff:iter:udp:linux:amd64:
     - PREFIX=$(pwd)/.local ./ci/respdiff/start-resolvers.sh
     - ./ci/respdiff/run-respdiff-tests.sh udp
     - cat results/respdiff.txt
-    - echo 'test if mismatch rate >= 3 %'
-    - grep -q '^target disagrees.*[0-2]\.[0-9][0-9] %' results/respdiff.txt
+    - echo 'test if mismatch rate >= 1 %'
+    - grep -q '^target disagrees.*0\.[0-9][0-9] %' results/respdiff.txt
     - killall --wait kresd
     - PREFIX=$(pwd)/.local MAKEFLAGS="--jobs $(nproc)" make coverage-c coverage-lua COVERAGE_STAGE=gcov-respdiff-iter-udp
   dependencies:
@@ -213,8 +213,8 @@ respdiff:iter:tcp:linux:amd64:
     - PREFIX=$(pwd)/.local ./ci/respdiff/start-resolvers.sh
     - ./ci/respdiff/run-respdiff-tests.sh tcp
     - cat results/respdiff.txt
-    - echo 'test if mismatch rate >= 3 %'
-    - grep -q '^target disagrees.*[0-2]\.[0-9][0-9] %' results/respdiff.txt
+    - echo 'test if mismatch rate >= 1 %'
+    - grep -q '^target disagrees.*0\.[0-9][0-9] %' results/respdiff.txt
     - killall --wait kresd
     - PREFIX=$(pwd)/.local MAKEFLAGS="--jobs $(nproc)" make coverage-c coverage-lua COVERAGE_STAGE=gcov-respdiff-iter-tcp
   dependencies:
@@ -239,8 +239,8 @@ respdiff:iter:tls:linux:amd64:
     - PREFIX=$(pwd)/.local ./ci/respdiff/start-resolvers.sh
     - ./ci/respdiff/run-respdiff-tests.sh tls
     - cat results/respdiff.txt
-    - echo 'test if mismatch rate >= 3 %'
-    - grep -q '^target disagrees.*[0-2]\.[0-9][0-9] %' results/respdiff.txt
+    - echo 'test if mismatch rate >= 1 %'
+    - grep -q '^target disagrees.*0\.[0-9][0-9] %' results/respdiff.txt
     - killall --wait kresd
     - PREFIX=$(pwd)/.local MAKEFLAGS="--jobs $(nproc)" make coverage-c coverage-lua COVERAGE_STAGE=gcov-respdiff-iter-tls
   dependencies: