ci: run respdiff jobs

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 5cec39ba7957356cbb34ba5889c3a3d370c54bb3..d27d7283a9bdfd5455d6eb96924d57fd2f71eace 100644 (file)
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -13,6 +13,7 @@ stages:
   - build
   - test
   - coverage
+  - respdiff
   - deploy
 
 build:linux:amd64:
@@ -209,6 +210,81 @@ test:linux:amd64:valgrind:
       - tmpdeckard*
 
 
+.respdiff:  &respdiff
+  stage: respdiff
+  dependencies: []
+  only:
+    - branches@knot/knot-resolver  # do not trigger job for forks
+  script:
+    - export TESTDIR="/var/tmp/respdiff-jobs/$(git rev-parse --short HEAD)-gitlab/$RESPDIFF_TEST"
+    - >
+      sudo -u respdiff /var/opt/respdiff/contrib/job_manager/submit.py -w
+      -p $PRIORITY
+      $(sudo -u respdiff /var/opt/respdiff/contrib/job_manager/create.py
+      "$(git rev-parse --short HEAD)" -l gitlab --clean -t $RESPDIFF_TEST
+      --knot-branch 2.6)
+    - cp -v $TESTDIR/j* ./
+    - cat $TESTDIR/*_report.diffrepro.txt
+    - grep -q "^target disagrees.*$TARGET_DISAGREES %" $TESTDIR/*_report.diffrepro.txt
+  artifacts:
+    when: always
+    expire_in: 1 week
+    paths:
+      - ./j*
+  tags:
+    - respdiff
+
+respdiff:fwd-tls6-kresd.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-tls6-kresd.udp6.j128
+    PRIORITY: 6
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-kresd.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-kresd.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-1][0-9]
+
+respdiff:iter.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.iter.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-8][0-9]
+
+respdiff:iter.tls6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.iter.tls6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.[0-8][0-9]
+  allow_failure: true  # frequent failures due to diffrepro issues; remove once resolved
+
+respdiff:fwd-udp6-unbound.udp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.udp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-unbound.tcp6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.tcp6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+respdiff:fwd-udp6-unbound.tls6:
+  <<: *respdiff
+  variables:
+    RESPDIFF_TEST: shortlist.fwd-udp6-unbound.tls6.j384
+    PRIORITY: 5
+    TARGET_DISAGREES: 0\.0[0-9]
+
+
 respdiff:iter:udp:linux:amd64:
   stage: test
   script: