]> git.ipfire.org Git - thirdparty/knot-resolver.git/commitdiff
ci respdiff+resperf: make the skipped cases orange
authorVladimír Čunát <vladimir.cunat@nic.cz>
Thu, 27 Oct 2022 16:08:32 +0000 (18:08 +0200)
committerVladimír Čunát <vladimir.cunat@nic.cz>
Mon, 7 Nov 2022 17:08:29 +0000 (18:08 +0100)
.gitlab-ci.yml

index 2e9c644ce957e63c62de6de64572effb12bc6e6e..ceaf11b84a8ba3f965436e3a2635608794e03f4c 100644 (file)
@@ -55,6 +55,10 @@ stages:
     - docker
     - linux
     - amd64
+  # Tests which decided to skip themselves get orange non-failure.
+  allow_failure:
+    exit_codes:
+      - 77
 
 .after_build: &after_build
   <<: *common
@@ -405,7 +409,7 @@ pytests:
   <<: *condor
   stage: respdiff
   script:
-    - git diff-index --name-only origin/master | grep -qEv '^(AUTHORS|ci/|config.mk|COPYING|distro/|doc/|etc/|NEWS|README.md|scripts/|tests/|\.gitignore|\.gitlab-ci\.yml|\.travis\.yml)' || test $RESPDIFF_FORCE -gt 0 || exit 0
+    - git diff-index --name-only origin/master | grep -qEv '^(AUTHORS|ci/|config.mk|COPYING|distro/|doc/|etc/|NEWS|README.md|scripts/|tests/|\.gitignore|\.gitlab-ci\.yml|\.travis\.yml)' || test $RESPDIFF_FORCE -gt 0 || exit 77
     - test ! -f /var/tmp/respdiff-jobs/buffer/buffer_$RESPDIFF_TEST_stats.json || test $RESPDIFF_FORCE -gt 0 || ( echo "Reference unstable, try again in ~3h or use RESPDIFF_FORCE=1."; exit 1 )
     - export LABEL=gl$(date +%s)
     - export COMMITDIR="/var/tmp/respdiff-jobs/$(git rev-parse --short HEAD)-$LABEL"
@@ -471,7 +475,7 @@ fwd-udp6-unbound.tls6:
   <<: *condor
   stage: respdiff
   script:
-    - git diff-index --name-only origin/master | grep -qEv '^(AUTHORS|ci/|config.mk|COPYING|distro/|doc/|etc/|NEWS|README.md|scripts/|tests/|\.gitignore|\.gitlab-ci\.yml|\.travis\.yml)' || test $RESPERF_FORCE -gt 0 || exit 0
+    - git diff-index --name-only origin/master | grep -qEv '^(AUTHORS|ci/|config.mk|COPYING|distro/|doc/|etc/|NEWS|README.md|scripts/|tests/|\.gitignore|\.gitlab-ci\.yml|\.travis\.yml)' || test $RESPERF_FORCE -gt 0 || exit 77
     - export LABEL=gl$(date +%s)
     - export COMMITDIR="/var/tmp/respdiff-jobs/$(git rev-parse --short HEAD)-$LABEL"
     - export TESTDIR="$COMMITDIR/$RESPERF_TEST"