tests/shell: honor NFT_TEST_VERBOSE_TEST variable to debug tests via `bash -x`

It can be cumbersome to debug why a test fails. Our tests are just shell
scripts, which for the most part don't print much. That is good, but for
debugging, it can be useful to run the test via `bash -x`. Previously,
we would just patch the source file while debugging.

Add an option "-x" and NFT_TEST_VERBOSE_TEST=y environment variable. If set,
"test-wrapper.sh" will check whether the shebang is "#!/bin/bash" and add
"-x" to the command line.

While at it, let test-wrapper.sh also log a line like

    Command: $CMD

With this, we see in the log the command that was run, and how
NFT_TEST_VERBOSE_TEST may have affected it. This is anyway useful,
because many tests don't print anything at all, and we end up with an
empty "testout.log". Empty files are cumbersome, e.g. I like to use
`grep -R ^` to show the content of all files, which does not show empty
files. Ensuring that something is always written is desirable.

Signed-off-by: Thomas Haller <thaller@redhat.com>
Signed-off-by: Florian Westphal <fw@strlen.de>

diff --git a/tests/shell/helpers/test-wrapper.sh b/tests/shell/helpers/test-wrapper.sh
index 13b918f8b8e1e4672810684d8c36cfd4e722278a..872a0c56ed54f34bd060778736867f6468fc4870 100755 (executable)
--- a/tests/shell/helpers/test-wrapper.sh
+++ b/tests/shell/helpers/test-wrapper.sh
@@ -93,7 +93,20 @@ if [ "$rc_test" -eq 0 ] ; then
 fi
 
 if [ "$rc_test" -eq 0 ] ; then
-       "$TEST" &>> "$NFT_TEST_TESTTMPDIR/testout.log" || rc_test=$?
+       CMD=( "$TEST" )
+       if [ "$NFT_TEST_VERBOSE_TEST" = y ] ; then
+               X="$(sed -n '1 s/^#!\(\/bin\/bash\>.*$\)/\1/p' "$TEST" 2>/dev/null)"
+               if [ -n "$X" ] ; then
+                       # Note that kernel parses the shebang differently and does not
+                       # word splitting for the arguments. We do split the arguments here
+                       # which would matter if there are spaces. For our tests, there
+                       # are either no arguments or only one argument without space. So
+                       # this is good enough.
+                       CMD=( $X -x "$TEST" )
+               fi
+       fi
+       printf "Command: $(printf '%q ' "${CMD[@]}")\n" &>> "$NFT_TEST_TESTTMPDIR/testout.log"
+       "${CMD[@]}" &>> "$NFT_TEST_TESTTMPDIR/testout.log" || rc_test=$?
 fi
 
 $NFT list ruleset > "$NFT_TEST_TESTTMPDIR/ruleset-after"

diff --git a/tests/shell/run-tests.sh b/tests/shell/run-tests.sh
index 22105c2e90e2539f2a059a36e8f11dc028191887..27a0ec43042adf0a2cd43813bc67c259eb2a15a0 100755 (executable)
--- a/tests/shell/run-tests.sh
+++ b/tests/shell/run-tests.sh
@@ -163,6 +163,7 @@ usage() {
        echo " -R|--without-realroot : Sets NFT_TEST_HAS_REALROOT=n."
        echo " -U|--no-unshare : Sets NFT_TEST_UNSHARE_CMD=\"\"."
        echo " -k|--keep-logs  : Sets NFT_TEST_KEEP_LOGS=y."
+       echo " -x              : Sets NFT_TEST_VERBOSE_TEST=y."
        echo " -s|--sequential : Sets NFT_TEST_JOBS=0, which also enables global cleanups."
        echo "                   Also sets NFT_TEST_SHUFFLE_TESTS=n if left unspecified."
        echo " -Q|--quick      : Sets NFT_TEST_SKIP_slow=y."
@@ -181,6 +182,8 @@ usage() {
        echo " NFT_REAL=<CMD> : Real nft comand. Usually this is just the same as \$NFT,"
        echo "                 however, you may set NFT='valgrind nft' and NFT_REAL to the real command."
        echo " VERBOSE=*|y   : Enable verbose output."
+       echo " NFT_TEST_VERBOSE_TEST=*|y: if true, enable verbose output for tests. For bash scripts, this means"
+       echo "                 to pass \"-x\" to the interpreter."
        echo " DUMPGEN=*|y   : Regenerate dump files. Dump files are only recreated if the"
        echo "                 test completes successfully and the \"dumps\" directory for the"
        echo "                 test exits."
@@ -275,6 +278,7 @@ _NFT_TEST_JOBS_DEFAULT="$(nproc)"
 _NFT_TEST_JOBS_DEFAULT="$(( _NFT_TEST_JOBS_DEFAULT + (_NFT_TEST_JOBS_DEFAULT + 1) / 2 ))"
 
 VERBOSE="$(bool_y "$VERBOSE")"
+NFT_TEST_VERBOSE_TEST="$(bool_y "$NFT_TEST_VERBOSE_TEST")"
 DUMPGEN="$(bool_y "$DUMPGEN")"
 VALGRIND="$(bool_y "$VALGRIND")"
 KMEMLEAK="$(bool_y "$KMEMLEAK")"
@@ -327,6 +331,9 @@ while [ $# -gt 0 ] ; do
                -v)
                        VERBOSE=y
                        ;;
+               -x)
+                       NFT_TEST_VERBOSE_TEST=y
+                       ;;
                -g)
                        DUMPGEN=y
                        ;;
@@ -627,6 +634,7 @@ exec &> >(tee "$NFT_TEST_TMPDIR/test.log")
 msg_info "conf: NFT=$(printf '%q' "$NFT")"
 msg_info "conf: NFT_REAL=$(printf '%q' "$NFT_REAL")"
 msg_info "conf: VERBOSE=$(printf '%q' "$VERBOSE")"
+msg_info "conf: NFT_TEST_VERBOSE_TEST=$(printf '%q' "$NFT_TEST_VERBOSE_TEST")"
 msg_info "conf: DUMPGEN=$(printf '%q' "$DUMPGEN")"
 msg_info "conf: VALGRIND=$(printf '%q' "$VALGRIND")"
 msg_info "conf: KMEMLEAK=$(printf '%q' "$KMEMLEAK")"
@@ -832,7 +840,12 @@ job_start() {
        fi
 
        NFT_TEST_TESTTMPDIR="${JOBS_TEMPDIR["$testfile"]}" \
-       NFT="$NFT" NFT_REAL="$NFT_REAL" DIFF="$DIFF" DUMPGEN="$DUMPGEN" $NFT_TEST_UNSHARE_CMD "$NFT_TEST_BASEDIR/helpers/test-wrapper.sh" "$testfile"
+       NFT="$NFT" \
+       NFT_REAL="$NFT_REAL" \
+       DIFF="$DIFF" \
+       DUMPGEN="$DUMPGEN" \
+       NFT_TEST_VERBOSE_TEST="$NFT_TEST_VERBOSE_TEST" \
+       $NFT_TEST_UNSHARE_CMD "$NFT_TEST_BASEDIR/helpers/test-wrapper.sh" "$testfile"
        local rc_got=$?
 
        if [ "$NFT_TEST_JOBS" -le 1 ] ; then