CI: store respdiff database for debuging purposes

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 2495aaac206c1cc1765ef41d7150e00316faa456..7e46212fbba5a681b4d6bba61764c7a0f27142cd 100644 (file)
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -184,6 +184,7 @@ respdiff:iter:udp:linux:amd64:
     expire_in: '1 week'
     paths:
       - results/*.txt
+      - results/respdiff.db/data.mdb.xz
       - ./*.info
   tags:
     - docker
@@ -208,6 +209,7 @@ respdiff:iter:tcp:linux:amd64:
     expire_in: '1 week'
     paths:
       - results/*.txt
+      - results/respdiff.db/data.mdb.xz
       - ./*.info
   tags:
     - docker
@@ -232,6 +234,7 @@ respdiff:iter:tls:linux:amd64:
     expire_in: '1 week'
     paths:
       - results/*.txt
+      - results/respdiff.db/data.mdb.xz
       - ./*.info
   tags:
     - docker

diff --git a/ci/Dockerfile b/ci/Dockerfile
index 7a72190aaa4177570c00154fa9394b986cf0fe99..5a41587dc897971453fa3f672907793ff642bed0 100644 (file)
--- a/ci/Dockerfile
+++ b/ci/Dockerfile
@@ -46,6 +46,7 @@ RUN apt-get install luarocks -y -qqq
 RUN luarocks install luacheck
 
 # respdiff for kresd CI
+RUN apt-get install lmdb-utils -y -qqq
 RUN pip3 install dnspython python-augeas
 RUN git clone --depth=1 https://gitlab.labs.nic.cz/knot/resolver-benchmarking.git /tmp/resolver-benchmarking
 RUN mv /tmp/resolver-benchmarking/response_differences/respdiff /var/opt/respdiff

diff --git a/ci/respdiff/run-respdiff-tests.sh b/ci/respdiff/run-respdiff-tests.sh
index b85d412560794d9e2f7265d8693c9e74958aab6d..f99fdd732409321ad4b6d31180b89a51ccf3842e 100755 (executable)
--- a/ci/respdiff/run-respdiff-tests.sh
+++ b/ci/respdiff/run-respdiff-tests.sh
@@ -12,3 +12,7 @@ CONFIG="$(pwd)/ci/respdiff/respdiff-${1}.conf"
 time /var/opt/respdiff/orchestrator.py respdiff.db -c "${CONFIG}"
 time /var/opt/respdiff/msgdiff.py respdiff.db -c "${CONFIG}"
 /var/opt/respdiff/diffsum.py respdiff.db -c "${CONFIG}" > results/respdiff.txt
+: minimize LMDB size so it can be effectively archived
+mkdir results/respdiff.db
+mdb_copy -c respdiff.db results/respdiff.db
+xz -9 results/respdiff.db/data.mdb