From: Tomas Krizek <tomas.krizek@nic.cz>
Date: Tue, 31 Jul 2018 16:47:22 +0000 (+0200)
Subject: ci: run respdiff jobs
X-Git-Tag: v3.0.0~17^2
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=2aef3c4c37db07f5f5e09b16d19992be4da6cc11;p=thirdparty%2Fknot-resolver.git

ci: run respdiff jobs
---

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 5cec39ba7..d27d7283a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -13,6 +13,7 @@ stages:
   - build
   - test
   - coverage
+  - respdiff
   - deploy
 
 build:linux:amd64:
@@ -209,6 +210,81 @@ test:linux:amd64:valgrind:
       - tmpdeckard*
 
 
+.respdiff:  &respdiff
+  stage: respdiff
+  dependencies: []
+  only:
+    - branches@knot/knot-resolver  # do not trigger job for forks
+  script:
+    - export TESTDIR="/var/tmp/respdiff-jobs/$(git rev-parse --short HEAD)-gitlab/$RESPDIFF_TEST"
+    - >
+      sudo -u respdiff /var/opt/respdiff/contrib/job_manager/submit.py -w
+      -p $PRIORITY
+      $(sudo -u respdiff /var/opt/respdiff/contrib/job_manager/create.py
+      "$(git rev-parse --short HEAD)" -l gitlab --clean -t $RESPDIFF_TEST
+      --knot-branch 2.6)
+    - cp -v $TESTDIR/j* ./
+    - cat $TESTDIR/*_report.diffrepro.txt
+    - grep -q "^target disagrees.*$TARGET_DISAGREES %" $TESTDIR/*_report.diffrepro.txt
+  artifacts:
+    when: always
+    expire_in: 1 week
+    paths:
+      - ./j*
+  tags:
+    - respdiff
+
+respdiff:fwd-tls6-kresd.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-tls6-kresd.udp6.j128
+    PRIORITY: 6
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-kresd.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-kresd.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-1][0-9]
+
+respdiff:iter.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.iter.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-8][0-9]
+
+respdiff:iter.tls6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.iter.tls6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-8][0-9]
+  allow_failure: true  # frequent failures due to diffrepro issues; remove once resolved
+
+respdiff:fwd-udp6-unbound.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-unbound.tcp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.tcp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-unbound.tls6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.tls6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+
 respdiff:iter:udp:linux:amd64:
   stage: test
   script: