.github/workflows/unit_tests.sh

   1 #!/bin/bash
   2
   3 PHASES=(${@:-SETUP RUN RUN_ASAN_UBSAN CLEANUP})
   4 RELEASE="$(lsb_release -cs)"
   5 ADDITIONAL_DEPS=(
   6     clang
   7     expect
   8     fdisk
   9     iproute2
  10     jekyll
  11     lcov
  12     libfdisk-dev
  13     libfido2-dev
  14     libp11-kit-dev
  15     libpwquality-dev
  16     libqrencode-dev
  17     libssl-dev
  18     libtss2-dev
  19     libzstd-dev
  20     perl
  21     python3-libevdev
  22     python3-pyparsing
  23     util-linux
  24     zstd
  25 )
  26
  27 function info() {
  28     echo -e "\033[33;1m$1\033[0m"
  29 }
  30
  31 set -ex
  32
  33 for phase in "${PHASES[@]}"; do
  34     case $phase in
  35         SETUP)
  36             info "Setup phase"
  37             bash -c "echo 'deb-src http://archive.ubuntu.com/ubuntu/ $RELEASE main restricted universe multiverse' >>/etc/apt/sources.list"
  38             # PPA with some newer build dependencies
  39             add-apt-repository -y ppa:upstream-systemd-ci/systemd-ci
  40             apt-get -y update
  41             apt-get -y build-dep systemd
  42             apt-get -y install "${ADDITIONAL_DEPS[@]}"
  43             ;;
  44         RUN|RUN_GCC|RUN_CLANG)
  45             if [[ "$phase" = "RUN_CLANG" ]]; then
  46                 export CC=clang
  47                 export CXX=clang++
  48             fi
  49             if [[ "$phase" = "RUN_GCC" ]]; then
  50                 MESON_ARGS+=(-Db_coverage=true)
  51                 # See FIXME below
  52                 (set +x; while :; do echo -ne "\n[WATCHDOG] $(date)\n"; sleep 30; done) &
  53             fi
  54             meson --werror -Dtests=unsafe -Dslow-tests=true -Dfuzz-tests=true -Dman=true "${MESON_ARGS[@]}" build
  55             ninja -C build -v
  56             # Some of the unsafe tests irreparably break the host's network connectivity, so run them in a namespace
  57             unshare -n bash -c 'ip link set dev lo up; meson test -C build --print-errorlogs'
  58             if [[ "$phase" = "RUN_GCC" ]]; then
  59                 ninja -C build coverage
  60             fi
  61             ;;
  62         RUN_ASAN_UBSAN|RUN_GCC_ASAN_UBSAN|RUN_CLANG_ASAN_UBSAN)
  63             MESON_ARGS=(--optimization=1)
  64
  65             if [[ "$phase" = "RUN_CLANG_ASAN_UBSAN" ]]; then
  66                 export CC=clang
  67                 export CXX=clang++
  68                 # Build fuzzer regression tests only with clang (for now),
  69                 # see: https://github.com/systemd/systemd/pull/15886#issuecomment-632689604
  70                 # -Db_lundef=false: See https://github.com/mesonbuild/meson/issues/764
  71                 MESON_ARGS+=(-Db_lundef=false -Dfuzz-tests=true)
  72             fi
  73             meson --werror -Dtests=unsafe -Db_sanitize=address,undefined "${MESON_ARGS[@]}" build
  74             ninja -C build -v
  75
  76             export ASAN_OPTIONS=strict_string_checks=1:detect_stack_use_after_return=1:check_initialization_order=1:strict_init_order=1
  77             # Never remove halt_on_error from UBSAN_OPTIONS. See https://github.com/systemd/systemd/commit/2614d83aa06592aedb.
  78             export UBSAN_OPTIONS=print_stacktrace=1:print_summary=1:halt_on_error=1
  79
  80             # FIXME
  81             # For some strange reason the GH Actions VM stops responding after
  82             # executing first ~150 tests, _unless_ there's something producing
  83             # output (either running `meson test` in verbose mode, or something
  84             # else in background). Despite my efforts so far I haven't been able
  85             # to identify the culprit (since the issue is not reproducible
  86             # during debugging, wonderful), so let's at least keep a workaround
  87             # here to make the builds stable for the time being.
  88             (set +x; while :; do echo -ne "\n[WATCHDOG] $(date)\n"; sleep 30; done) &
  89             unshare -n bash -c 'ip link set dev lo up; meson test --timeout-multiplier=3 -C build --print-errorlogs'
  90             ;;
  91         CLEANUP)
  92             info "Cleanup phase"
  93             ;;
  94         *)
  95             echo >&2 "Unknown phase '$phase'"
  96             exit 1
  97     esac
  98 done