.github/workflows/unit_tests.sh

   1 #!/bin/bash
   2
   3 PHASES=(${@:-SETUP RUN RUN_ASAN_UBSAN CLEANUP})
   4 RELEASE="$(lsb_release -cs)"
   5 ADDITIONAL_DEPS=(
   6     clang
   7     expect
   8     fdisk
   9     iproute2
  10     jekyll
  11     libfdisk-dev
  12     libfido2-dev
  13     libp11-kit-dev
  14     libpwquality-dev
  15     libqrencode-dev
  16     libssl-dev
  17     libtss2-dev
  18     libzstd-dev
  19     perl
  20     python3-libevdev
  21     python3-pyparsing
  22     util-linux
  23     zstd
  24 )
  25
  26 function info() {
  27     echo -e "\033[33;1m$1\033[0m"
  28 }
  29
  30 set -ex
  31
  32 for phase in "${PHASES[@]}"; do
  33     case $phase in
  34         SETUP)
  35             info "Setup phase"
  36             bash -c "echo 'deb-src http://archive.ubuntu.com/ubuntu/ $RELEASE main restricted universe multiverse' >>/etc/apt/sources.list"
  37             # PPA with some newer build dependencies
  38             add-apt-repository -y ppa:upstream-systemd-ci/systemd-ci
  39             apt-get -y update
  40             apt-get -y build-dep systemd
  41             apt-get -y install "${ADDITIONAL_DEPS[@]}"
  42             ;;
  43         RUN|RUN_GCC|RUN_CLANG)
  44             if [[ "$phase" = "RUN_CLANG" ]]; then
  45                 export CC=clang
  46                 export CXX=clang++
  47             fi
  48             meson --werror -Dtests=unsafe -Dslow-tests=true -Dfuzz-tests=true -Dman=true build
  49             ninja -C build -v
  50             # Some of the unsafe tests irreparably break the host's network connectivity, so run them in a namespace
  51             unshare -n bash -c 'ip link set dev lo up; meson test -C build --print-errorlogs'
  52             ;;
  53         RUN_ASAN_UBSAN|RUN_GCC_ASAN_UBSAN|RUN_CLANG_ASAN_UBSAN)
  54             MESON_ARGS=(--optimization=1)
  55
  56             if [[ "$phase" = "RUN_CLANG_ASAN_UBSAN" ]]; then
  57                 export CC=clang
  58                 export CXX=clang++
  59                 # Build fuzzer regression tests only with clang (for now),
  60                 # see: https://github.com/systemd/systemd/pull/15886#issuecomment-632689604
  61                 # -Db_lundef=false: See https://github.com/mesonbuild/meson/issues/764
  62                 MESON_ARGS+=(-Db_lundef=false -Dfuzz-tests=true)
  63             fi
  64             meson --werror -Dtests=unsafe -Db_sanitize=address,undefined "${MESON_ARGS[@]}" build
  65             ninja -C build -v
  66
  67             export ASAN_OPTIONS=strict_string_checks=1:detect_stack_use_after_return=1:check_initialization_order=1:strict_init_order=1
  68             # Never remove halt_on_error from UBSAN_OPTIONS. See https://github.com/systemd/systemd/commit/2614d83aa06592aedb.
  69             export UBSAN_OPTIONS=print_stacktrace=1:print_summary=1:halt_on_error=1
  70
  71             # FIXME
  72             # For some strange reason the GH Actions VM stops responding after
  73             # executing first ~150 tests, _unless_ there's something producing
  74             # output (either running `meson test` in verbose mode, or something
  75             # else in background). Despite my efforts so far I haven't been able
  76             # to identify the culprit (since the issue is not reproducible
  77             # during debugging, wonderful), so let's at least keep a workaround
  78             # here to make the builds stable for the time being.
  79             (set +x; while :; do echo -ne "\n[WATCHDOG] $(date)\n"; sleep 30; done) &
  80             unshare -n bash -c 'ip link set dev lo up; meson test --timeout-multiplier=3 -C build --print-errorlogs'
  81             ;;
  82         CLEANUP)
  83             info "Cleanup phase"
  84             ;;
  85         *)
  86             echo >&2 "Unknown phase '$phase'"
  87             exit 1
  88     esac
  89 done