.semaphore/semaphore-runner.sh

   1 #!/usr/bin/env bash
   2 # SPDX-License-Identifier: LGPL-2.1-or-later
   3
   4 set -eux
   5 set -o pipefail
   6
   7 DISTRO="${DISTRO:-debian}"
   8 RELEASE="${RELEASE:-bookworm}"
   9 SALSA_URL="${SALSA_URL:-https://salsa.debian.org/systemd-team/systemd.git}"
  10 BRANCH="${BRANCH:-debian/master}"
  11 ARCH="${ARCH:-amd64}"
  12 CONTAINER="${RELEASE}-${ARCH}"
  13 CACHE_DIR=/var/tmp
  14 TMPDIR=/var/tmp
  15 AUTOPKGTEST_DIR="${CACHE_DIR}/autopkgtest"
  16 # semaphore cannot expose these, but useful for interactive/local runs
  17 ARTIFACTS_DIR=/tmp/artifacts
  18 # shellcheck disable=SC2206
  19 PHASES=(${@:-SETUP RUN})
  20 UBUNTU_RELEASE="$(lsb_release -cs)"
  21
  22 create_container() {
  23     sudo lxc-create -n "$CONTAINER" -t download -- -d "$DISTRO" -r "$RELEASE" -a "$ARCH"
  24
  25     # unconfine the container, otherwise some tests fail
  26     #
  27     # disable automatic cgroup setup, instead let pid1 figure it out in mount_setup().
  28     # This is especially important to ensure we get unified cgroup hierarchy
  29     #
  30     # FIXME: remove cgroup workarounds once the host runs on unified hierarchy
  31     sudo tee "/var/lib/lxc/$CONTAINER/config.systemd_upstream" <<EOF
  32 lxc.apparmor.profile = unconfined
  33 lxc.mount.auto =
  34 lxc.mount.auto = proc:mixed sys:mixed
  35 lxc.init.cmd = /sbin/init systemd.unified_cgroup_hierarchy=1
  36 EOF
  37
  38     sudo lxc-start -n "$CONTAINER" --define "lxc.include=/var/lib/lxc/$CONTAINER/config.systemd_upstream"
  39
  40     # enable source repositories so that apt-get build-dep works
  41     sudo lxc-attach -n "$CONTAINER" -- sh -ex <<EOF
  42 sed 's/^deb/deb-src/' /etc/apt/sources.list >>/etc/apt/sources.list.d/sources.list
  43 echo "deb http://deb.debian.org/debian $RELEASE-backports main" >/etc/apt/sources.list.d/backports.list
  44 # We might attach the console too soon
  45 until systemctl --quiet --wait is-system-running; do sleep 1; done
  46 # Manpages database trigger takes a lot of time and is not useful in a CI
  47 echo 'man-db man-db/auto-update boolean false' | debconf-set-selections
  48 # Speed up dpkg, image is thrown away after the test
  49 mkdir -p /etc/dpkg/dpkg.cfg.d/
  50 echo 'force-unsafe-io' >/etc/dpkg/dpkg.cfg.d/unsafe_io
  51 # For some reason, it is necessary to run this manually or the interface won't be configured
  52 # Note that we avoid networkd, as some of the tests will break it later on
  53 dhclient
  54 apt-get -q --allow-releaseinfo-change update
  55 apt-get -y dist-upgrade
  56 apt-get install -y eatmydata
  57 # The following four are needed as long as these deps are not covered by Debian's own packaging
  58 apt-get install -y tree libpwquality-dev rpm libcurl4-openssl-dev libarchive-dev
  59 # autopkgtest doesn't consider backports
  60 apt-get install -y -t $RELEASE-backports debhelper
  61 apt-get purge --auto-remove -y unattended-upgrades
  62 systemctl unmask systemd-networkd
  63 systemctl enable systemd-networkd
  64 EOF
  65     sudo lxc-stop -n "$CONTAINER"
  66 }
  67
  68 for phase in "${PHASES[@]}"; do
  69     case "$phase" in
  70         SETUP)
  71             # remove semaphore repos, some of them don't work and cause error messages
  72             sudo rm -rf /etc/apt/sources.list.d/*
  73
  74             # enable backports for latest LXC
  75             echo "deb http://archive.ubuntu.com/ubuntu $UBUNTU_RELEASE-backports main restricted universe multiverse" | sudo tee -a /etc/apt/sources.list.d/backports.list
  76             sudo apt-get -q update
  77             sudo apt-get install -y -t "$UBUNTU_RELEASE-backports" lxc
  78             sudo apt-get install -y python3-debian git dpkg-dev fakeroot python3-jinja2
  79
  80             [ -d "$AUTOPKGTEST_DIR" ] || git clone --quiet --depth=1 https://salsa.debian.org/ci-team/autopkgtest.git "$AUTOPKGTEST_DIR"
  81
  82             create_container
  83         ;;
  84         RUN)
  85             # add current debian/ packaging
  86             git fetch --depth=1 "$SALSA_URL" "$BRANCH"
  87             git checkout FETCH_HEAD debian
  88
  89             # craft changelog
  90             UPSTREAM_VER="$(git describe | sed 's/^v//;s/-/./g')"
  91             cat <<EOF >debian/changelog.new
  92 systemd (${UPSTREAM_VER}.0) UNRELEASED; urgency=low
  93
  94   * Automatic build for upstream test
  95
  96  -- systemd test <pkg-systemd-maintainers@lists.alioth.debian.org>  $(date -R)
  97
  98 EOF
  99             cat debian/changelog >>debian/changelog.new
 100             mv debian/changelog.new debian/changelog
 101
 102             # clean out patches
 103             rm -rf debian/patches
 104             # disable autopkgtests which are not for upstream
 105             sed -i '/# NOUPSTREAM/ q' debian/tests/control
 106             # enable more unit tests
 107             sed -i '/^CONFFLAGS =/ s/=/= --werror /' debian/rules
 108             # no orig tarball
 109             echo '1.0' >debian/source/format
 110
 111             # build source package
 112             dpkg-buildpackage -S -I -I"$(basename "$CACHE_DIR")" -d -us -uc -nc
 113
 114             # now build the package and run the tests
 115             rm -rf "$ARTIFACTS_DIR"
 116             # autopkgtest exits with 2 for "some tests skipped", accept that
 117             sudo TMPDIR=/var/tmp "$AUTOPKGTEST_DIR/runner/autopkgtest" --env DEB_BUILD_OPTIONS="noudeb nostrip nodoc optimize=-lto" \
 118                                                        --env DPKG_DEB_COMPRESSOR_TYPE="none" \
 119                                                        --env DEB_BUILD_PROFILES="pkg.systemd.upstream noudeb nodoc" \
 120                                                        --env TEST_UPSTREAM=1 \
 121                                                        ../systemd_*.dsc \
 122                                                        -o "$ARTIFACTS_DIR" \
 123                                                        -- lxc -s "$CONTAINER" \
 124                                                            --define "lxc.include=/var/lib/lxc/$CONTAINER/config.systemd_upstream" \
 125                 || [ $? -eq 2 ]
 126         ;;
 127         *)
 128             echo >&2 "Unknown phase '$phase'"
 129             exit 1
 130     esac
 131 done