]> git.ipfire.org Git - thirdparty/systemd.git/blob - test/test-functions
66f60f460fef6b8c51b9ceae468e4a9c6cd7f7ef
[thirdparty/systemd.git] / test / test-functions
1 #!/bin/bash
2 # -*- mode: shell-script; indent-tabs-mode: nil; sh-basic-offset: 4; -*-
3 # ex: ts=8 sw=4 sts=4 et filetype=sh
4 PATH=/sbin:/bin:/usr/sbin:/usr/bin
5 export PATH
6
7 LOOKS_LIKE_DEBIAN=$(source /etc/os-release && [[ "$ID" = "debian" || " $ID_LIKE " = *" debian "* ]] && echo yes || true)
8 LOOKS_LIKE_ARCH=$(source /etc/os-release && [[ "$ID" = "arch" || " $ID_LIKE " = *" arch "* ]] && echo yes || true)
9 LOOKS_LIKE_SUSE=$(source /etc/os-release && [[ " $ID_LIKE " = *" suse "* ]] && echo yes || true)
10 KERNEL_VER=${KERNEL_VER-$(uname -r)}
11 KERNEL_MODS="/lib/modules/$KERNEL_VER/"
12 QEMU_TIMEOUT="${QEMU_TIMEOUT:-infinity}"
13 NSPAWN_TIMEOUT="${NSPAWN_TIMEOUT:-infinity}"
14 TIMED_OUT= # will be 1 after run_* if *_TIMEOUT is set and test timed out
15 [[ "$LOOKS_LIKE_SUSE" ]] && FSTYPE="${FSTYPE:-btrfs}" || FSTYPE="${FSTYPE:-ext4}"
16 UNIFIED_CGROUP_HIERARCHY="${UNIFIED_CGROUP_HIERARCHY:-default}"
17 EFI_MOUNT="$(bootctl -p 2>/dev/null || echo /boot)"
18
19 if ! ROOTLIBDIR=$(pkg-config --variable=systemdutildir systemd); then
20 echo "WARNING! Cannot determine rootlibdir from pkg-config, assuming /usr/lib/systemd" >&2
21 ROOTLIBDIR=/usr/lib/systemd
22 fi
23
24 PATH_TO_INIT=$ROOTLIBDIR/systemd
25
26 BASICTOOLS="test sh bash setsid loadkeys setfont login sulogin gzip sleep echo mount umount cryptsetup date dmsetup modprobe sed cmp tee rm true false chmod chown ln xargs"
27 DEBUGTOOLS="df free ls stty cat ps ln ip route dmesg dhclient mkdir cp ping dhclient strace less grep id tty touch du sort hostname find"
28
29 STATEDIR="${BUILD_DIR:-.}/test/$(basename $(dirname $(realpath $0)))"
30 STATEFILE="$STATEDIR/.testdir"
31 TESTLOG="$STATEDIR/test.log"
32
33 is_built_with_asan() {
34 if ! type -P objdump >/dev/null; then
35 ddebug "Failed to find objdump. Assuming systemd hasn't been built with ASAN."
36 return 1
37 fi
38
39 # Borrowed from https://github.com/google/oss-fuzz/blob/cd9acd02f9d3f6e80011cc1e9549be526ce5f270/infra/base-images/base-runner/bad_build_check#L182
40 local _asan_calls=$(objdump -dC $BUILD_DIR/systemd | egrep "callq\s+[0-9a-f]+\s+<__asan" -c)
41 if (( $_asan_calls < 1000 )); then
42 return 1
43 else
44 return 0
45 fi
46 }
47
48 IS_BUILT_WITH_ASAN=$(is_built_with_asan && echo yes || echo no)
49
50 if [[ "$IS_BUILT_WITH_ASAN" = "yes" ]]; then
51 STRIP_BINARIES=no
52 SKIP_INITRD=yes
53 PATH_TO_INIT=$ROOTLIBDIR/systemd-under-asan
54 fi
55
56 function find_qemu_bin() {
57 # SUSE and Red Hat call the binary qemu-kvm. Debian and Gentoo call it kvm.
58 # Either way, only use this version if we aren't running in KVM, because
59 # nested KVM is flaky still.
60 if [ `systemd-detect-virt -v` != kvm ] ; then
61 [ "$QEMU_BIN" ] || QEMU_BIN=$(which -a kvm qemu-kvm 2>/dev/null | grep '^/' -m1)
62 fi
63
64 [ "$ARCH" ] || ARCH=$(uname -m)
65 case $ARCH in
66 x86_64)
67 # QEMU's own build system calls it qemu-system-x86_64
68 [ "$QEMU_BIN" ] || QEMU_BIN=$(which -a qemu-system-x86_64 2>/dev/null | grep '^/' -m1)
69 ;;
70 i*86)
71 # new i386 version of QEMU
72 [ "$QEMU_BIN" ] || QEMU_BIN=$(which -a qemu-system-i386 2>/dev/null | grep '^/' -m1)
73
74 # i386 version of QEMU
75 [ "$QEMU_BIN" ] || QEMU_BIN=$(which -a qemu 2>/dev/null | grep '^/' -m1)
76 ;;
77 ppc64*)
78 [ "$QEMU_BIN" ] || QEMU_BIN=$(which -a qemu-system-$ARCH 2>/dev/null | grep '^/' -m1)
79 ;;
80 esac
81
82 if [ ! -e "$QEMU_BIN" ]; then
83 echo "Could not find a suitable QEMU binary" >&2
84 return 1
85 fi
86 }
87
88 # Return 0 if QEMU did run (then you must check the result state/logs for actual
89 # success), or 1 if QEMU is not available.
90 run_qemu() {
91 if [ -f /etc/machine-id ]; then
92 read MACHINE_ID < /etc/machine-id
93 [ -z "$INITRD" ] && [ -e "$EFI_MOUNT/$MACHINE_ID/$KERNEL_VER/initrd" ] \
94 && INITRD="$EFI_MOUNT/$MACHINE_ID/$KERNEL_VER/initrd"
95 [ -z "$KERNEL_BIN" ] && [ -e "$EFI_MOUNT/$MACHINE_ID/$KERNEL_VER/linux" ] \
96 && KERNEL_BIN="$EFI_MOUNT/$MACHINE_ID/$KERNEL_VER/linux"
97 fi
98
99 if [[ ! "$KERNEL_BIN" ]]; then
100 if [[ "$LOOKS_LIKE_ARCH" ]]; then
101 KERNEL_BIN=/boot/vmlinuz-linux
102 else
103 KERNEL_BIN=/boot/vmlinuz-$KERNEL_VER
104 fi
105 fi
106
107 default_fedora_initrd=/boot/initramfs-${KERNEL_VER}.img
108 default_debian_initrd=/boot/initrd.img-${KERNEL_VER}
109 default_arch_initrd=/boot/initramfs-linux.img
110 default_suse_initrd=/boot/initrd-${KERNEL_VER}
111 if [[ ! "$INITRD" ]]; then
112 if [[ -e "$default_fedora_initrd" ]]; then
113 INITRD="$default_fedora_initrd"
114 elif [[ "$LOOKS_LIKE_DEBIAN" && -e "$default_debian_initrd" ]]; then
115 INITRD="$default_debian_initrd"
116 elif [[ "$LOOKS_LIKE_ARCH" && -e "$default_arch_initrd" ]]; then
117 INITRD="$default_arch_initrd"
118 elif [[ "$LOOKS_LIKE_SUSE" && -e "$default_suse_initrd" ]]; then
119 INITRD="$default_suse_initrd"
120 fi
121 fi
122
123 [ "$QEMU_SMP" ] || QEMU_SMP=1
124
125 find_qemu_bin || return 1
126
127 local _cgroup_args
128 if [[ "$UNIFIED_CGROUP_HIERARCHY" = "yes" ]]; then
129 _cgroup_args="systemd.unified_cgroup_hierarchy=yes"
130 elif [[ "$UNIFIED_CGROUP_HIERARCHY" = "no" ]]; then
131 _cgroup_args="systemd.unified_cgroup_hierarchy=no systemd.legacy_systemd_cgroup_controller=yes"
132 elif [[ "$UNIFIED_CGROUP_HIERARCHY" = "hybrid" ]]; then
133 _cgroup_args="systemd.unified_cgroup_hierarchy=no systemd.legacy_systemd_cgroup_controller=no"
134 elif [[ "$UNIFIED_CGROUP_HIERARCHY" != "default" ]]; then
135 dfatal "Unknown UNIFIED_CGROUP_HIERARCHY. Got $UNIFIED_CGROUP_HIERARCHY, expected [yes|no|hybrid|default]"
136 exit 1
137 fi
138
139 if [[ "$LOOKS_LIKE_SUSE" ]]; then
140 PARAMS+="rd.hostonly=0"
141 else
142 PARAMS+="ro"
143 fi
144
145 KERNEL_APPEND="$PARAMS \
146 root=/dev/sda1 \
147 raid=noautodetect \
148 loglevel=2 \
149 init=$PATH_TO_INIT \
150 console=ttyS0 \
151 selinux=0 \
152 printk.devkmsg=on \
153 $_cgroup_args \
154 $KERNEL_APPEND \
155 "
156
157 QEMU_OPTIONS="-smp $QEMU_SMP \
158 -net none \
159 -m 512M \
160 -nographic \
161 -kernel $KERNEL_BIN \
162 -drive format=raw,cache=unsafe,file=${TESTDIR}/rootdisk.img \
163 "
164
165 if [[ "$INITRD" && "$SKIP_INITRD" != "yes" ]]; then
166 QEMU_OPTIONS="$QEMU_OPTIONS -initrd $INITRD"
167 fi
168
169 # Let's use KVM if it is available, but let's avoid using nested KVM as that is still flaky
170 if [ -c /dev/kvm -a `systemd-detect-virt -v` != kvm ]; then
171 QEMU_OPTIONS="$QEMU_OPTIONS -machine accel=kvm -enable-kvm -cpu host"
172 fi
173
174 if [[ "$QEMU_TIMEOUT" != "infinity" ]]; then
175 QEMU_BIN="timeout --foreground $QEMU_TIMEOUT $QEMU_BIN"
176 fi
177 (set -x; $QEMU_BIN $QEMU_OPTIONS -append "$KERNEL_APPEND")
178 rc=$?
179 if [ "$rc" = 124 ] && [ "$QEMU_TIMEOUT" != "infinity" ]; then
180 derror "test timed out after $QEMU_TIMEOUT s"
181 TIMED_OUT=1
182 else
183 [ "$rc" != 0 ] && derror "QEMU failed with exit code $rc"
184 fi
185 return 0
186 }
187
188 # Return 0 if nspawn did run (then you must check the result state/logs for actual
189 # success), or 1 if nspawn is not available.
190 run_nspawn() {
191 [[ -d /run/systemd/system ]] || return 1
192
193 local _nspawn_cmd="$BUILD_DIR/systemd-nspawn $NSPAWN_ARGUMENTS --register=no --kill-signal=SIGKILL --directory=$TESTDIR/$1 $PATH_TO_INIT $KERNEL_APPEND"
194 if [[ "$NSPAWN_TIMEOUT" != "infinity" ]]; then
195 _nspawn_cmd="timeout --foreground $NSPAWN_TIMEOUT $_nspawn_cmd"
196 fi
197
198 if [[ "$UNIFIED_CGROUP_HIERARCHY" = "hybrid" ]]; then
199 dwarn "nspawn doesn't support UNIFIED_CGROUP_HIERARCHY=hybrid, skipping"
200 exit
201 elif [[ "$UNIFIED_CGROUP_HIERARCHY" = "yes" || "$UNIFIED_CGROUP_HIERARCHY" = "no" ]]; then
202 _nspawn_cmd="env UNIFIED_CGROUP_HIERARCHY=$UNIFIED_CGROUP_HIERARCHY $_nspawn_cmd"
203 elif [[ "$UNIFIED_CGROUP_HIERARCHY" = "default" ]]; then
204 _nspawn_cmd="env --unset=UNIFIED_CGROUP_HIERARCHY $_nspawn_cmd"
205 else
206 dfatal "Unknown UNIFIED_CGROUP_HIERARCHY. Got $UNIFIED_CGROUP_HIERARCHY, expected [yes|no|hybrid|default]"
207 exit 1
208 fi
209
210 (set -x; $_nspawn_cmd)
211 rc=$?
212 if [ "$rc" = 124 ] && [ "$NSPAWN_TIMEOUT" != "infinity" ]; then
213 derror "test timed out after $NSPAWN_TIMEOUT s"
214 TIMED_OUT=1
215 else
216 [ "$rc" != 0 ] && derror "nspawn failed with exit code $rc"
217 fi
218 return 0
219 }
220
221 setup_basic_environment() {
222 # create the basic filesystem layout
223 setup_basic_dirs
224
225 install_systemd
226 install_missing_libraries
227 install_config_files
228 create_rc_local
229 install_basic_tools
230 install_libnss
231 install_pam
232 install_dbus
233 install_fonts
234 install_keymaps
235 install_terminfo
236 install_execs
237 install_fsck
238 install_plymouth
239 install_debug_tools
240 install_ld_so_conf
241 setup_selinux
242 strip_binaries
243 install_depmod_files
244 generate_module_dependencies
245 if [[ "$IS_BUILT_WITH_ASAN" = "yes" ]]; then
246 create_asan_wrapper
247 fi
248 }
249
250 setup_selinux() {
251 # don't forget KERNEL_APPEND='... selinux=1 ...'
252 if [[ "$SETUP_SELINUX" != "yes" ]]; then
253 ddebug "Don't setup SELinux"
254 return 0
255 fi
256 ddebug "Setup SELinux"
257 local _conf_dir=/etc/selinux
258 local _fixfiles_tools="bash uname cat sort uniq awk grep egrep head expr find rm secon setfiles"
259
260 rm -rf $initdir/$_conf_dir
261 if ! cp -ar $_conf_dir $initdir/$_conf_dir; then
262 dfatal "Failed to copy $_conf_dir"
263 exit 1
264 fi
265
266 cat <<EOF >$initdir/etc/systemd/system/autorelabel.service
267 [Unit]
268 Description=Relabel all filesystems
269 DefaultDependencies=no
270 Requires=local-fs.target
271 Conflicts=shutdown.target
272 After=local-fs.target
273 Before=sysinit.target shutdown.target
274 ConditionSecurity=selinux
275 ConditionPathExists=|/.autorelabel
276
277 [Service]
278 ExecStart=/bin/sh -x -c 'echo 0 >/sys/fs/selinux/enforce && fixfiles -f -F relabel && rm /.autorelabel && systemctl --force reboot'
279 Type=oneshot
280 TimeoutSec=0
281 RemainAfterExit=yes
282 EOF
283
284 touch $initdir/.autorelabel
285 mkdir -p $initdir/etc/systemd/system/basic.target.wants
286 ln -fs autorelabel.service $initdir/etc/systemd/system/basic.target.wants/autorelabel.service
287
288 dracut_install $_fixfiles_tools
289 dracut_install fixfiles
290 dracut_install sestatus
291 }
292
293 install_valgrind() {
294 if ! type -p valgrind; then
295 dfatal "Failed to install valgrind"
296 exit 1
297 fi
298
299 local _valgrind_bins=$(strace -e execve valgrind /bin/true 2>&1 >/dev/null | perl -lne 'print $1 if /^execve\("([^"]+)"/')
300 dracut_install $_valgrind_bins
301
302 local _valgrind_libs=$(LD_DEBUG=files valgrind /bin/true 2>&1 >/dev/null | perl -lne 'print $1 if m{calling init: (/.*vgpreload_.*)}')
303 dracut_install $_valgrind_libs
304
305 local _valgrind_dbg_and_supp=$(
306 strace -e open valgrind /bin/true 2>&1 >/dev/null |
307 perl -lne 'if (my ($fname) = /^open\("([^"]+).*= (?!-)\d+/) { print $fname if $fname =~ /debug|\.supp$/ }'
308 )
309 dracut_install $_valgrind_dbg_and_supp
310 }
311
312 create_valgrind_wrapper() {
313 local _valgrind_wrapper=$initdir/$ROOTLIBDIR/systemd-under-valgrind
314 ddebug "Create $_valgrind_wrapper"
315 cat >$_valgrind_wrapper <<EOF
316 #!/bin/bash
317
318 mount -t proc proc /proc
319 exec valgrind --leak-check=full --log-file=/valgrind.out $ROOTLIBDIR/systemd "\$@"
320 EOF
321 chmod 0755 $_valgrind_wrapper
322 }
323
324 create_asan_wrapper() {
325 local _asan_wrapper=$initdir/$ROOTLIBDIR/systemd-under-asan
326 ddebug "Create $_asan_wrapper"
327 cat >$_asan_wrapper <<EOF
328 #!/bin/bash
329
330 set -x
331
332 DEFAULT_ASAN_OPTIONS=strict_string_checks=1:detect_stack_use_after_return=1:check_initialization_order=1:strict_init_order=1
333 DEFAULT_UBSAN_OPTIONS=print_stacktrace=1:print_summary=1
334 DEFAULT_ENVIRONMENT="ASAN_OPTIONS=\$DEFAULT_ASAN_OPTIONS UBSAN_OPTIONS=\$DEFAULT_UBSAN_OPTIONS"
335
336 mount -t proc proc /proc
337 mount -t sysfs sysfs /sys
338 mount -o remount,rw /
339
340 PATH_TO_ASAN=\$(find / -name '*libasan*' | sed 1q)
341 if [[ "\$PATH_TO_ASAN" ]]; then
342 # A lot of services (most notably dbus) won't start without preloading libasan
343 # See https://github.com/systemd/systemd/issues/5004
344 DEFAULT_ENVIRONMENT="\$DEFAULT_ENVIRONMENT LD_PRELOAD=\$PATH_TO_ASAN"
345 fi
346 echo DefaultEnvironment=\$DEFAULT_ENVIRONMENT >>/etc/systemd/system.conf
347
348 # ASAN and syscall filters aren't compatible with each other.
349 find / -name '*.service' -type f | xargs sed -i 's/^\\(MemoryDeny\\|SystemCall\\)/#\\1/'
350
351 # The redirection of ASAN reports to a file prevents them from ending up in /dev/null.
352 # But, apparently, sometimes it doesn't work: https://github.com/google/sanitizers/issues/886.
353 JOURNALD_CONF_DIR=/etc/systemd/system/systemd-journald.service.d
354 mkdir -p "\$JOURNALD_CONF_DIR"
355 printf "[Service]\nEnvironment=ASAN_OPTIONS=\$DEFAULT_ASAN_OPTIONS:log_path=/systemd-journald.asan.log\n" >"\$JOURNALD_CONF_DIR/env.conf"
356
357 export ASAN_OPTIONS=\$DEFAULT_ASAN_OPTIONS:log_path=/systemd.asan.log UBSAN_OPTIONS=\$DEFAULT_UBSAN_OPTIONS
358 exec $ROOTLIBDIR/systemd "\$@"
359 EOF
360
361 chmod 0755 $_asan_wrapper
362 }
363
364 create_strace_wrapper() {
365 local _strace_wrapper=$initdir/$ROOTLIBDIR/systemd-under-strace
366 ddebug "Create $_strace_wrapper"
367 cat >$_strace_wrapper <<EOF
368 #!/bin/bash
369
370 exec strace -D -o /strace.out $ROOTLIBDIR/systemd "\$@"
371 EOF
372 chmod 0755 $_strace_wrapper
373 }
374
375 install_fsck() {
376 dracut_install /sbin/fsck*
377 dracut_install -o /bin/fsck*
378
379 # fskc.reiserfs calls reiserfsck. so, install it
380 dracut_install -o reiserfsck
381 }
382
383 install_dmevent() {
384 instmods dm_crypt =crypto
385 type -P dmeventd >/dev/null && dracut_install dmeventd
386 inst_libdir_file "libdevmapper-event.so*"
387 if [[ "$LOOKS_LIKE_DEBIAN" ]]; then
388 # dmsetup installs 55-dm and 60-persistent-storage-dm on Debian/Ubuntu
389 # and since buster/bionic 95-dm-notify.rules
390 # see https://gitlab.com/debian-lvm/lvm2/blob/master/debian/patches/udev.patch
391 inst_rules 55-dm.rules 60-persistent-storage-dm.rules 95-dm-notify.rules
392 else
393 inst_rules 10-dm.rules 13-dm-disk.rules 95-dm-notify.rules
394 fi
395 }
396
397 install_systemd() {
398 # install compiled files
399 local _ninja_bin=$(type -P ninja || type -P ninja-build)
400 if [[ -z "$_ninja_bin" ]]; then
401 dfatal "ninja was not found"
402 exit 1
403 fi
404 (set -x; DESTDIR=$initdir "$_ninja_bin" -C $BUILD_DIR install)
405 # remove unneeded documentation
406 rm -fr $initdir/usr/share/{man,doc}
407 # we strip binaries since debug symbols increase binaries size a lot
408 # and it could fill the available space
409 strip_binaries
410
411 [[ "$LOOKS_LIKE_SUSE" ]] && setup_suse
412
413 # enable debug logging in PID1
414 echo LogLevel=debug >> $initdir/etc/systemd/system.conf
415 }
416
417 get_ldpath() {
418 local _bin="$1"
419 objdump -p "$_bin" 2>/dev/null | awk "/R(UN)?PATH/ { print \"$initdir\" \$2 }" | paste -sd :
420 }
421
422 install_missing_libraries() {
423 # install possible missing libraries
424 for i in $initdir{,/usr}/{sbin,bin}/* $initdir{,/usr}/lib/systemd/{,tests/{,manual/,unsafe/}}*; do
425 LD_LIBRARY_PATH=$(get_ldpath $i) inst_libs $i
426 done
427 }
428
429 create_empty_image() {
430 local _size=500
431 if [[ "$STRIP_BINARIES" = "no" ]]; then
432 _size=$((2*_size))
433 fi
434 rm -f "$TESTDIR/rootdisk.img"
435 # Create the blank file to use as a root filesystem
436 dd if=/dev/null of="$TESTDIR/rootdisk.img" bs=1M seek="$_size"
437 LOOPDEV=$(losetup --show -P -f $TESTDIR/rootdisk.img)
438 [ -b "$LOOPDEV" ] || return 1
439 echo "LOOPDEV=$LOOPDEV" >> $STATEFILE
440 sfdisk "$LOOPDEV" <<EOF
441 ,$((_size-10))M
442 ,
443 EOF
444
445 udevadm settle
446
447 local _label="-L systemd"
448 # mkfs.reiserfs doesn't know -L. so, use --label instead
449 [[ "$FSTYPE" == "reiserfs" ]] && _label="--label systemd"
450 if ! mkfs -t "${FSTYPE}" ${_label} "${LOOPDEV}p1" -q; then
451 dfatal "Failed to mkfs -t ${FSTYPE}"
452 exit 1
453 fi
454 }
455
456 check_result_nspawn() {
457 ret=1
458 [[ -e $TESTDIR/$1/testok ]] && ret=0
459 [[ -f $TESTDIR/$1/failed ]] && cp -a $TESTDIR/$1/failed $TESTDIR
460 cp -a $TESTDIR/$1/var/log/journal $TESTDIR
461 [[ -f $TESTDIR/failed ]] && cat $TESTDIR/failed
462 ls -l $TESTDIR/journal/*/*.journal
463 test -s $TESTDIR/failed && ret=$(($ret+1))
464 [ -n "$TIMED_OUT" ] && ret=$(($ret+1))
465 return $ret
466 }
467
468 # can be overridden in specific test
469 check_result_qemu() {
470 ret=1
471 mkdir -p $TESTDIR/root
472 mount ${LOOPDEV}p1 $TESTDIR/root
473 [[ -e $TESTDIR/root/testok ]] && ret=0
474 [[ -f $TESTDIR/root/failed ]] && cp -a $TESTDIR/root/failed $TESTDIR
475 cp -a $TESTDIR/root/var/log/journal $TESTDIR
476 umount $TESTDIR/root
477 [[ -f $TESTDIR/failed ]] && cat $TESTDIR/failed
478 ls -l $TESTDIR/journal/*/*.journal
479 test -s $TESTDIR/failed && ret=$(($ret+1))
480 [ -n "$TIMED_OUT" ] && ret=$(($ret+1))
481 return $ret
482 }
483
484 strip_binaries() {
485 if [[ "$STRIP_BINARIES" = "no" ]]; then
486 ddebug "Don't strip binaries"
487 return 0
488 fi
489 ddebug "Strip binaries"
490 find "$initdir" -executable -not -path '*/lib/modules/*.ko' -type f | xargs strip --strip-unneeded | ddebug
491 }
492
493 create_rc_local() {
494 mkdir -p $initdir/etc/rc.d
495 cat >$initdir/etc/rc.d/rc.local <<EOF
496 #!/bin/bash
497 exit 0
498 EOF
499 chmod 0755 $initdir/etc/rc.d/rc.local
500 }
501
502 install_execs() {
503 ddebug "install any Execs from the service files"
504 (
505 export PKG_CONFIG_PATH=$BUILD_DIR/src/core/
506 systemdsystemunitdir=$(pkg-config --variable=systemdsystemunitdir systemd)
507 systemduserunitdir=$(pkg-config --variable=systemduserunitdir systemd)
508 sed -r -n 's|^Exec[a-zA-Z]*=[@+!-]*([^ ]+).*|\1|gp' $initdir/{$systemdsystemunitdir,$systemduserunitdir}/*.service \
509 | sort -u | while read i; do
510 # some {rc,halt}.local scripts and programs are okay to not exist, the rest should
511 inst $i || [ "${i%.local}" != "$i" ] || [ "${i%systemd-update-done}" != "$i" ]
512 done
513 )
514 }
515
516 generate_module_dependencies() {
517 if [[ -d $initdir/lib/modules/$KERNEL_VER ]] && \
518 ! depmod -a -b "$initdir" $KERNEL_VER; then
519 dfatal "\"depmod -a $KERNEL_VER\" failed."
520 exit 1
521 fi
522 }
523
524 install_depmod_files() {
525 inst /lib/modules/$KERNEL_VER/modules.order
526 inst /lib/modules/$KERNEL_VER/modules.builtin
527 }
528
529 install_plymouth() {
530 # install plymouth, if found... else remove plymouth service files
531 # if [ -x /usr/libexec/plymouth/plymouth-populate-initrd ]; then
532 # PLYMOUTH_POPULATE_SOURCE_FUNCTIONS="$TEST_BASE_DIR/test-functions" \
533 # /usr/libexec/plymouth/plymouth-populate-initrd -t $initdir
534 # dracut_install plymouth plymouthd
535 # else
536 rm -f $initdir/{usr/lib,etc}/systemd/system/plymouth* $initdir/{usr/lib,etc}/systemd/system/*/plymouth*
537 # fi
538 }
539
540 install_ld_so_conf() {
541 cp -a /etc/ld.so.conf* $initdir/etc
542 ldconfig -r "$initdir"
543 }
544
545 install_config_files() {
546 inst /etc/sysconfig/init || true
547 inst /etc/passwd
548 inst /etc/shadow
549 inst /etc/login.defs
550 inst /etc/group
551 inst /etc/shells
552 inst /etc/nsswitch.conf
553 inst /etc/pam.conf || true
554 inst /etc/securetty || true
555 inst /etc/os-release
556 inst /etc/localtime
557 # we want an empty environment
558 > $initdir/etc/environment
559 > $initdir/etc/machine-id
560 # set the hostname
561 echo systemd-testsuite > $initdir/etc/hostname
562 # fstab
563 if [[ "$LOOKS_LIKE_SUSE" ]]; then
564 ROOTMOUNT="/dev/sda1 / ${FSTYPE} rw 0 1"
565 else
566 ROOTMOUNT="LABEL=systemd / ${FSTYPE} rw 0 1"
567 fi
568
569 cat >$initdir/etc/fstab <<EOF
570 $ROOTMOUNT
571 EOF
572 }
573
574 install_basic_tools() {
575 [[ $BASICTOOLS ]] && dracut_install $BASICTOOLS
576 dracut_install -o sushell
577 # in Debian ldconfig is just a shell script wrapper around ldconfig.real
578 dracut_install -o ldconfig.real
579 }
580
581 install_debug_tools() {
582 [[ $DEBUGTOOLS ]] && dracut_install $DEBUGTOOLS
583 }
584
585 install_libnss() {
586 # install libnss_files for login
587 NSS_LIBS=$(LD_DEBUG=files getent passwd 2>&1 >/dev/null |sed -n '/calling init: .*libnss_/ {s!^.* /!/!; p}')
588 dracut_install $NSS_LIBS
589 }
590
591 install_dbus() {
592 inst $ROOTLIBDIR/system/dbus.socket
593 inst $ROOTLIBDIR/system/dbus.service
594
595 find \
596 /etc/dbus-1 /usr/share/dbus-1 -xtype f \
597 | while read file; do
598 inst $file
599 done
600 }
601
602 install_pam() {
603 (
604 if [[ "$LOOKS_LIKE_DEBIAN" ]] && type -p dpkg-architecture &>/dev/null; then
605 find "/lib/$(dpkg-architecture -qDEB_HOST_MULTIARCH)/security" -xtype f
606 else
607 find /lib*/security -xtype f
608 fi
609 find /etc/pam.d /etc/security -xtype f
610 ) | while read file; do
611 inst $file
612 done
613
614 # pam_unix depends on unix_chkpwd.
615 # see http://www.linux-pam.org/Linux-PAM-html/sag-pam_unix.html
616 dracut_install -o unix_chkpwd
617
618 [[ "$LOOKS_LIKE_DEBIAN" ]] &&
619 cp /etc/pam.d/systemd-user $initdir/etc/pam.d/
620
621 # set empty root password for easy debugging
622 sed -i 's/^root:x:/root::/' $initdir/etc/passwd
623 }
624
625 install_keymaps() {
626 for i in \
627 /usr/lib/kbd/keymaps/include/* \
628 /usr/lib/kbd/keymaps/i386/include/* \
629 /usr/lib/kbd/keymaps/i386/qwerty/us.*; do
630 [[ -f $i ]] || continue
631 inst $i
632 done
633 }
634
635 install_zoneinfo() {
636 for i in /usr/share/zoneinfo/{,*/,*/*/}*; do
637 [[ -f $i ]] || continue
638 inst $i
639 done
640 }
641
642 install_fonts() {
643 for i in \
644 /usr/lib/kbd/consolefonts/eurlatgr* \
645 /usr/lib/kbd/consolefonts/latarcyrheb-sun16*; do
646 [[ -f $i ]] || continue
647 inst $i
648 done
649 }
650
651 install_terminfo() {
652 for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
653 [ -f ${_terminfodir}/l/linux ] && break
654 done
655 dracut_install -o ${_terminfodir}/l/linux
656 }
657
658 setup_testsuite() {
659 cp $TEST_BASE_DIR/testsuite.target $initdir/etc/systemd/system/
660 cp $TEST_BASE_DIR/end.service $initdir/etc/systemd/system/
661
662 mkdir -p $initdir/etc/systemd/system/testsuite.target.wants
663 ln -fs $TEST_BASE_DIR/testsuite.service $initdir/etc/systemd/system/testsuite.target.wants/testsuite.service
664 ln -fs $TEST_BASE_DIR/end.service $initdir/etc/systemd/system/testsuite.target.wants/end.service
665
666 # make the testsuite the default target
667 ln -fs testsuite.target $initdir/etc/systemd/system/default.target
668 }
669
670 setup_nspawn_root() {
671 rm -fr $TESTDIR/nspawn-root
672 ddebug "cp -ar $initdir $TESTDIR/nspawn-root"
673 cp -ar $initdir $TESTDIR/nspawn-root
674 # we don't mount in the nspawn root
675 rm -f $TESTDIR/nspawn-root/etc/fstab
676 if [[ "$RUN_IN_UNPRIVILEGED_CONTAINER" = "yes" ]]; then
677 cp -ar $TESTDIR/nspawn-root $TESTDIR/unprivileged-nspawn-root
678 fi
679 }
680
681 setup_basic_dirs() {
682 mkdir -p $initdir/run
683 mkdir -p $initdir/etc/systemd/system
684 mkdir -p $initdir/var/log/journal
685
686 for d in usr/bin usr/sbin bin etc lib "$libdir" sbin tmp usr var var/log dev proc sys sysroot root run run/lock run/initramfs; do
687 if [ -L "/$d" ]; then
688 inst_symlink "/$d"
689 else
690 inst_dir "/$d"
691 fi
692 done
693
694 ln -sfn /run "$initdir/var/run"
695 ln -sfn /run/lock "$initdir/var/lock"
696 }
697
698 inst_libs() {
699 local _bin=$1
700 local _so_regex='([^ ]*/lib[^/]*/[^ ]*\.so[^ ]*)'
701 local _file _line
702
703 LC_ALL=C ldd "$_bin" 2>/dev/null | while read _line; do
704 [[ $_line = 'not a dynamic executable' ]] && break
705
706 if [[ $_line =~ $_so_regex ]]; then
707 _file=${BASH_REMATCH[1]}
708 [[ -e ${initdir}/$_file ]] && continue
709 inst_library "$_file"
710 continue
711 fi
712
713 if [[ $_line =~ not\ found ]]; then
714 dfatal "Missing a shared library required by $_bin."
715 dfatal "Run \"ldd $_bin\" to find out what it is."
716 dfatal "$_line"
717 dfatal "dracut cannot create an initrd."
718 exit 1
719 fi
720 done
721 }
722
723 import_testdir() {
724 [[ -e $STATEFILE ]] && . $STATEFILE
725 if [[ -z "$TESTDIR" ]] || [[ ! -d "$TESTDIR" ]]; then
726 TESTDIR=$(mktemp --tmpdir=/var/tmp -d -t systemd-test.XXXXXX)
727 echo "TESTDIR=\"$TESTDIR\"" > $STATEFILE
728 export TESTDIR
729 fi
730 }
731
732 import_initdir() {
733 initdir=$TESTDIR/root
734 export initdir
735 }
736
737 ## @brief Converts numeric logging level to the first letter of level name.
738 #
739 # @param lvl Numeric logging level in range from 1 to 6.
740 # @retval 1 if @a lvl is out of range.
741 # @retval 0 if @a lvl is correct.
742 # @result Echoes first letter of level name.
743 _lvl2char() {
744 case "$1" in
745 1) echo F;;
746 2) echo E;;
747 3) echo W;;
748 4) echo I;;
749 5) echo D;;
750 6) echo T;;
751 *) return 1;;
752 esac
753 }
754
755 ## @brief Internal helper function for _do_dlog()
756 #
757 # @param lvl Numeric logging level.
758 # @param msg Message.
759 # @retval 0 It's always returned, even if logging failed.
760 #
761 # @note This function is not supposed to be called manually. Please use
762 # dtrace(), ddebug(), or others instead which wrap this one.
763 #
764 # This function calls _do_dlog() either with parameter msg, or if
765 # none is given, it will read standard input and will use every line as
766 # a message.
767 #
768 # This enables:
769 # dwarn "This is a warning"
770 # echo "This is a warning" | dwarn
771 LOG_LEVEL=4
772
773 dlog() {
774 [ -z "$LOG_LEVEL" ] && return 0
775 [ $1 -le $LOG_LEVEL ] || return 0
776 local lvl="$1"; shift
777 local lvlc=$(_lvl2char "$lvl") || return 0
778
779 if [ $# -ge 1 ]; then
780 echo "$lvlc: $*"
781 else
782 while read line; do
783 echo "$lvlc: " "$line"
784 done
785 fi
786 }
787
788 ## @brief Logs message at TRACE level (6)
789 #
790 # @param msg Message.
791 # @retval 0 It's always returned, even if logging failed.
792 dtrace() {
793 set +x
794 dlog 6 "$@"
795 [ -n "$debug" ] && set -x || :
796 }
797
798 ## @brief Logs message at DEBUG level (5)
799 #
800 # @param msg Message.
801 # @retval 0 It's always returned, even if logging failed.
802 ddebug() {
803 # set +x
804 dlog 5 "$@"
805 # [ -n "$debug" ] && set -x || :
806 }
807
808 ## @brief Logs message at INFO level (4)
809 #
810 # @param msg Message.
811 # @retval 0 It's always returned, even if logging failed.
812 dinfo() {
813 set +x
814 dlog 4 "$@"
815 [ -n "$debug" ] && set -x || :
816 }
817
818 ## @brief Logs message at WARN level (3)
819 #
820 # @param msg Message.
821 # @retval 0 It's always returned, even if logging failed.
822 dwarn() {
823 set +x
824 dlog 3 "$@"
825 [ -n "$debug" ] && set -x || :
826 }
827
828 ## @brief Logs message at ERROR level (2)
829 #
830 # @param msg Message.
831 # @retval 0 It's always returned, even if logging failed.
832 derror() {
833 # set +x
834 dlog 2 "$@"
835 # [ -n "$debug" ] && set -x || :
836 }
837
838 ## @brief Logs message at FATAL level (1)
839 #
840 # @param msg Message.
841 # @retval 0 It's always returned, even if logging failed.
842 dfatal() {
843 set +x
844 dlog 1 "$@"
845 [ -n "$debug" ] && set -x || :
846 }
847
848
849 # Generic substring function. If $2 is in $1, return 0.
850 strstr() { [ "${1#*$2*}" != "$1" ]; }
851
852 # normalize_path <path>
853 # Prints the normalized path, where it removes any duplicated
854 # and trailing slashes.
855 # Example:
856 # $ normalize_path ///test/test//
857 # /test/test
858 normalize_path() {
859 shopt -q -s extglob
860 set -- "${1//+(\/)//}"
861 shopt -q -u extglob
862 echo "${1%/}"
863 }
864
865 # convert_abs_rel <from> <to>
866 # Prints the relative path, when creating a symlink to <to> from <from>.
867 # Example:
868 # $ convert_abs_rel /usr/bin/test /bin/test-2
869 # ../../bin/test-2
870 # $ ln -s $(convert_abs_rel /usr/bin/test /bin/test-2) /usr/bin/test
871 convert_abs_rel() {
872 local __current __absolute __abssize __cursize __newpath
873 local -i __i __level
874
875 set -- "$(normalize_path "$1")" "$(normalize_path "$2")"
876
877 # corner case #1 - self looping link
878 [[ "$1" == "$2" ]] && { echo "${1##*/}"; return; }
879
880 # corner case #2 - own dir link
881 [[ "${1%/*}" == "$2" ]] && { echo "."; return; }
882
883 IFS="/" __current=($1)
884 IFS="/" __absolute=($2)
885
886 __abssize=${#__absolute[@]}
887 __cursize=${#__current[@]}
888
889 while [[ ${__absolute[__level]} == ${__current[__level]} ]]
890 do
891 (( __level++ ))
892 if (( __level > __abssize || __level > __cursize ))
893 then
894 break
895 fi
896 done
897
898 for ((__i = __level; __i < __cursize-1; __i++))
899 do
900 if ((__i > __level))
901 then
902 __newpath=$__newpath"/"
903 fi
904 __newpath=$__newpath".."
905 done
906
907 for ((__i = __level; __i < __abssize; __i++))
908 do
909 if [[ -n $__newpath ]]
910 then
911 __newpath=$__newpath"/"
912 fi
913 __newpath=$__newpath${__absolute[__i]}
914 done
915
916 echo "$__newpath"
917 }
918
919
920 # Install a directory, keeping symlinks as on the original system.
921 # Example: if /lib points to /lib64 on the host, "inst_dir /lib/file"
922 # will create ${initdir}/lib64, ${initdir}/lib64/file,
923 # and a symlink ${initdir}/lib -> lib64.
924 inst_dir() {
925 [[ -e ${initdir}/"$1" ]] && return 0 # already there
926
927 local _dir="$1" _part="${1%/*}" _file
928 while [[ "$_part" != "${_part%/*}" ]] && ! [[ -e "${initdir}/${_part}" ]]; do
929 _dir="$_part $_dir"
930 _part=${_part%/*}
931 done
932
933 # iterate over parent directories
934 for _file in $_dir; do
935 [[ -e "${initdir}/$_file" ]] && continue
936 if [[ -L $_file ]]; then
937 inst_symlink "$_file"
938 else
939 # create directory
940 mkdir -m 0755 -p "${initdir}/$_file" || return 1
941 [[ -e "$_file" ]] && chmod --reference="$_file" "${initdir}/$_file"
942 chmod u+w "${initdir}/$_file"
943 fi
944 done
945 }
946
947 # $1 = file to copy to ramdisk
948 # $2 (optional) Name for the file on the ramdisk
949 # Location of the image dir is assumed to be $initdir
950 # We never overwrite the target if it exists.
951 inst_simple() {
952 [[ -f "$1" ]] || return 1
953 strstr "$1" "/" || return 1
954
955 local _src=$1 target="${2:-$1}"
956 if ! [[ -d ${initdir}/$target ]]; then
957 [[ -e ${initdir}/$target ]] && return 0
958 [[ -L ${initdir}/$target ]] && return 0
959 [[ -d "${initdir}/${target%/*}" ]] || inst_dir "${target%/*}"
960 fi
961 # install checksum files also
962 if [[ -e "${_src%/*}/.${_src##*/}.hmac" ]]; then
963 inst "${_src%/*}/.${_src##*/}.hmac" "${target%/*}/.${target##*/}.hmac"
964 fi
965 ddebug "Installing $_src"
966 cp --sparse=always -pfL "$_src" "${initdir}/$target"
967 }
968
969 # find symlinks linked to given library file
970 # $1 = library file
971 # Function searches for symlinks by stripping version numbers appended to
972 # library filename, checks if it points to the same target and finally
973 # prints the list of symlinks to stdout.
974 #
975 # Example:
976 # rev_lib_symlinks libfoo.so.8.1
977 # output: libfoo.so.8 libfoo.so
978 # (Only if libfoo.so.8 and libfoo.so exists on host system.)
979 rev_lib_symlinks() {
980 [[ ! $1 ]] && return 0
981
982 local fn="$1" orig="$(readlink -f "$1")" links=''
983
984 [[ ${fn} =~ .*\.so\..* ]] || return 1
985
986 until [[ ${fn##*.} == so ]]; do
987 fn="${fn%.*}"
988 [[ -L ${fn} && $(readlink -f "${fn}") == ${orig} ]] && links+=" ${fn}"
989 done
990
991 echo "${links}"
992 }
993
994 # Same as above, but specialized to handle dynamic libraries.
995 # It handles making symlinks according to how the original library
996 # is referenced.
997 inst_library() {
998 local _src="$1" _dest=${2:-$1} _lib _reallib _symlink
999 strstr "$1" "/" || return 1
1000 [[ -e $initdir/$_dest ]] && return 0
1001 if [[ -L $_src ]]; then
1002 # install checksum files also
1003 if [[ -e "${_src%/*}/.${_src##*/}.hmac" ]]; then
1004 inst "${_src%/*}/.${_src##*/}.hmac" "${_dest%/*}/.${_dest##*/}.hmac"
1005 fi
1006 _reallib=$(readlink -f "$_src")
1007 inst_simple "$_reallib" "$_reallib"
1008 inst_dir "${_dest%/*}"
1009 [[ -d "${_dest%/*}" ]] && _dest=$(readlink -f "${_dest%/*}")/${_dest##*/}
1010 ln -sfn $(convert_abs_rel "${_dest}" "${_reallib}") "${initdir}/${_dest}"
1011 else
1012 inst_simple "$_src" "$_dest"
1013 fi
1014
1015 # Create additional symlinks. See rev_symlinks description.
1016 for _symlink in $(rev_lib_symlinks $_src) $(rev_lib_symlinks $_reallib); do
1017 [[ -e $initdir/$_symlink ]] || {
1018 ddebug "Creating extra symlink: $_symlink"
1019 inst_symlink $_symlink
1020 }
1021 done
1022 }
1023
1024 # find a binary. If we were not passed the full path directly,
1025 # search in the usual places to find the binary.
1026 find_binary() {
1027 if [[ -z ${1##/*} ]]; then
1028 if [[ -x $1 ]] || { strstr "$1" ".so" && ldd $1 &>/dev/null; }; then
1029 echo $1
1030 return 0
1031 fi
1032 fi
1033
1034 type -P $1
1035 }
1036
1037 # Same as above, but specialized to install binary executables.
1038 # Install binary executable, and all shared library dependencies, if any.
1039 inst_binary() {
1040 local _bin _target
1041 _bin=$(find_binary "$1") || return 1
1042 _target=${2:-$_bin}
1043 [[ -e $initdir/$_target ]] && return 0
1044 [[ -L $_bin ]] && inst_symlink $_bin $_target && return 0
1045 local _file _line
1046 local _so_regex='([^ ]*/lib[^/]*/[^ ]*\.so[^ ]*)'
1047 # I love bash!
1048 LC_ALL=C ldd "$_bin" 2>/dev/null | while read _line; do
1049 [[ $_line = 'not a dynamic executable' ]] && break
1050
1051 if [[ $_line =~ $_so_regex ]]; then
1052 _file=${BASH_REMATCH[1]}
1053 [[ -e ${initdir}/$_file ]] && continue
1054 inst_library "$_file"
1055 continue
1056 fi
1057
1058 if [[ $_line =~ not\ found ]]; then
1059 dfatal "Missing a shared library required by $_bin."
1060 dfatal "Run \"ldd $_bin\" to find out what it is."
1061 dfatal "$_line"
1062 dfatal "dracut cannot create an initrd."
1063 exit 1
1064 fi
1065 done
1066 inst_simple "$_bin" "$_target"
1067 }
1068
1069 # same as above, except for shell scripts.
1070 # If your shell script does not start with shebang, it is not a shell script.
1071 inst_script() {
1072 local _bin
1073 _bin=$(find_binary "$1") || return 1
1074 shift
1075 local _line _shebang_regex
1076 read -r -n 80 _line <"$_bin"
1077 # If debug is set, clean unprintable chars to prevent messing up the term
1078 [[ $debug ]] && _line=$(echo -n "$_line" | tr -c -d '[:print:][:space:]')
1079 _shebang_regex='(#! *)(/[^ ]+).*'
1080 [[ $_line =~ $_shebang_regex ]] || return 1
1081 inst "${BASH_REMATCH[2]}" && inst_simple "$_bin" "$@"
1082 }
1083
1084 # same as above, but specialized for symlinks
1085 inst_symlink() {
1086 local _src=$1 _target=${2:-$1} _realsrc
1087 strstr "$1" "/" || return 1
1088 [[ -L $1 ]] || return 1
1089 [[ -L $initdir/$_target ]] && return 0
1090 _realsrc=$(readlink -f "$_src")
1091 if ! [[ -e $initdir/$_realsrc ]]; then
1092 if [[ -d $_realsrc ]]; then
1093 inst_dir "$_realsrc"
1094 else
1095 inst "$_realsrc"
1096 fi
1097 fi
1098 [[ ! -e $initdir/${_target%/*} ]] && inst_dir "${_target%/*}"
1099 [[ -d ${_target%/*} ]] && _target=$(readlink -f ${_target%/*})/${_target##*/}
1100 ln -sfn $(convert_abs_rel "${_target}" "${_realsrc}") "$initdir/$_target"
1101 }
1102
1103 # attempt to install any programs specified in a udev rule
1104 inst_rule_programs() {
1105 local _prog _bin
1106
1107 if grep -qE 'PROGRAM==?"[^ "]+' "$1"; then
1108 for _prog in $(grep -E 'PROGRAM==?"[^ "]+' "$1" | sed -r 's/.*PROGRAM==?"([^ "]+).*/\1/'); do
1109 if [ -x /lib/udev/$_prog ]; then
1110 _bin=/lib/udev/$_prog
1111 else
1112 _bin=$(find_binary "$_prog") || {
1113 dinfo "Skipping program $_prog using in udev rule $(basename $1) as it cannot be found"
1114 continue;
1115 }
1116 fi
1117
1118 #dinfo "Installing $_bin due to it's use in the udev rule $(basename $1)"
1119 dracut_install "$_bin"
1120 done
1121 fi
1122 }
1123
1124 # udev rules always get installed in the same place, so
1125 # create a function to install them to make life simpler.
1126 inst_rules() {
1127 local _target=/etc/udev/rules.d _rule _found
1128
1129 inst_dir "/lib/udev/rules.d"
1130 inst_dir "$_target"
1131 for _rule in "$@"; do
1132 if [ "${rule#/}" = "$rule" ]; then
1133 for r in /lib/udev/rules.d /etc/udev/rules.d; do
1134 if [[ -f $r/$_rule ]]; then
1135 _found="$r/$_rule"
1136 inst_simple "$_found"
1137 inst_rule_programs "$_found"
1138 fi
1139 done
1140 fi
1141 for r in '' ./ $dracutbasedir/rules.d/; do
1142 if [[ -f ${r}$_rule ]]; then
1143 _found="${r}$_rule"
1144 inst_simple "$_found" "$_target/${_found##*/}"
1145 inst_rule_programs "$_found"
1146 fi
1147 done
1148 [[ $_found ]] || dinfo "Skipping udev rule: $_rule"
1149 _found=
1150 done
1151 }
1152
1153 # general purpose installation function
1154 # Same args as above.
1155 inst() {
1156 local _x
1157
1158 case $# in
1159 1) ;;
1160 2) [[ ! $initdir && -d $2 ]] && export initdir=$2
1161 [[ $initdir = $2 ]] && set $1;;
1162 3) [[ -z $initdir ]] && export initdir=$2
1163 set $1 $3;;
1164 *) dfatal "inst only takes 1 or 2 or 3 arguments"
1165 exit 1;;
1166 esac
1167 for _x in inst_symlink inst_script inst_binary inst_simple; do
1168 $_x "$@" && return 0
1169 done
1170 return 1
1171 }
1172
1173 # install any of listed files
1174 #
1175 # If first argument is '-d' and second some destination path, first accessible
1176 # source is installed into this path, otherwise it will installed in the same
1177 # path as source. If none of listed files was installed, function return 1.
1178 # On first successful installation it returns with 0 status.
1179 #
1180 # Example:
1181 #
1182 # inst_any -d /bin/foo /bin/bar /bin/baz
1183 #
1184 # Lets assume that /bin/baz exists, so it will be installed as /bin/foo in
1185 # initramfs.
1186 inst_any() {
1187 local to f
1188
1189 [[ $1 = '-d' ]] && to="$2" && shift 2
1190
1191 for f in "$@"; do
1192 if [[ -e $f ]]; then
1193 [[ $to ]] && inst "$f" "$to" && return 0
1194 inst "$f" && return 0
1195 fi
1196 done
1197
1198 return 1
1199 }
1200
1201 # dracut_install [-o ] <file> [<file> ... ]
1202 # Install <file> to the initramfs image
1203 # -o optionally install the <file> and don't fail, if it is not there
1204 dracut_install() {
1205 local _optional=no
1206 if [[ $1 = '-o' ]]; then
1207 _optional=yes
1208 shift
1209 fi
1210 while (($# > 0)); do
1211 if ! inst "$1" ; then
1212 if [[ $_optional = yes ]]; then
1213 dinfo "Skipping program $1 as it cannot be found and is" \
1214 "flagged to be optional"
1215 else
1216 dfatal "Failed to install $1"
1217 exit 1
1218 fi
1219 fi
1220 shift
1221 done
1222 }
1223
1224 # Install a single kernel module along with any firmware it may require.
1225 # $1 = full path to kernel module to install
1226 install_kmod_with_fw() {
1227 # no need to go further if the module is already installed
1228
1229 [[ -e "${initdir}/lib/modules/$KERNEL_VER/${1##*/lib/modules/$KERNEL_VER/}" ]] \
1230 && return 0
1231
1232 [[ -e "$initdir/.kernelmodseen/${1##*/}" ]] && return 0
1233
1234 if [[ $omit_drivers ]]; then
1235 local _kmod=${1##*/}
1236 _kmod=${_kmod%.ko}
1237 _kmod=${_kmod/-/_}
1238 if [[ "$_kmod" =~ $omit_drivers ]]; then
1239 dinfo "Omitting driver $_kmod"
1240 return 1
1241 fi
1242 if [[ "${1##*/lib/modules/$KERNEL_VER/}" =~ $omit_drivers ]]; then
1243 dinfo "Omitting driver $_kmod"
1244 return 1
1245 fi
1246 fi
1247
1248 [ -d "$initdir/.kernelmodseen" ] && \
1249 > "$initdir/.kernelmodseen/${1##*/}"
1250
1251 inst_simple "$1" "/lib/modules/$KERNEL_VER/${1##*/lib/modules/$KERNEL_VER/}" \
1252 || return $?
1253
1254 local _modname=${1##*/} _fwdir _found _fw
1255 _modname=${_modname%.ko*}
1256 for _fw in $(modinfo -k $KERNEL_VER -F firmware $1 2>/dev/null); do
1257 _found=''
1258 for _fwdir in $fw_dir; do
1259 if [[ -d $_fwdir && -f $_fwdir/$_fw ]]; then
1260 inst_simple "$_fwdir/$_fw" "/lib/firmware/$_fw"
1261 _found=yes
1262 fi
1263 done
1264 if [[ $_found != yes ]]; then
1265 if ! grep -qe "\<${_modname//-/_}\>" /proc/modules; then
1266 dinfo "Possible missing firmware \"${_fw}\" for kernel module" \
1267 "\"${_modname}.ko\""
1268 else
1269 dwarn "Possible missing firmware \"${_fw}\" for kernel module" \
1270 "\"${_modname}.ko\""
1271 fi
1272 fi
1273 done
1274 return 0
1275 }
1276
1277 # Do something with all the dependencies of a kernel module.
1278 # Note that kernel modules depend on themselves using the technique we use
1279 # $1 = function to call for each dependency we find
1280 # It will be passed the full path to the found kernel module
1281 # $2 = module to get dependencies for
1282 # rest of args = arguments to modprobe
1283 # _fderr specifies FD passed from surrounding scope
1284 for_each_kmod_dep() {
1285 local _func=$1 _kmod=$2 _cmd _modpath _options _found=0
1286 shift 2
1287 modprobe "$@" --ignore-install --show-depends $_kmod 2>&${_fderr} | (
1288 while read _cmd _modpath _options; do
1289 [[ $_cmd = insmod ]] || continue
1290 $_func ${_modpath} || exit $?
1291 _found=1
1292 done
1293 [[ $_found -eq 0 ]] && exit 1
1294 exit 0
1295 )
1296 }
1297
1298 # filter kernel modules to install certain modules that meet specific
1299 # requirements.
1300 # $1 = search only in subdirectory of /kernel/$1
1301 # $2 = function to call with module name to filter.
1302 # This function will be passed the full path to the module to test.
1303 # The behavior of this function can vary depending on whether $hostonly is set.
1304 # If it is, we will only look at modules that are already in memory.
1305 # If it is not, we will look at all kernel modules
1306 # This function returns the full filenames of modules that match $1
1307 filter_kernel_modules_by_path () (
1308 local _modname _filtercmd
1309 if ! [[ $hostonly ]]; then
1310 _filtercmd='find "$KERNEL_MODS/kernel/$1" "$KERNEL_MODS/extra"'
1311 _filtercmd+=' "$KERNEL_MODS/weak-updates" -name "*.ko" -o -name "*.ko.gz"'
1312 _filtercmd+=' -o -name "*.ko.xz"'
1313 _filtercmd+=' 2>/dev/null'
1314 else
1315 _filtercmd='cut -d " " -f 1 </proc/modules|xargs modinfo -F filename '
1316 _filtercmd+='-k $KERNEL_VER 2>/dev/null'
1317 fi
1318 for _modname in $(eval $_filtercmd); do
1319 case $_modname in
1320 *.ko) "$2" "$_modname" && echo "$_modname";;
1321 *.ko.gz) gzip -dc "$_modname" > $initdir/$$.ko
1322 $2 $initdir/$$.ko && echo "$_modname"
1323 rm -f $initdir/$$.ko
1324 ;;
1325 *.ko.xz) xz -dc "$_modname" > $initdir/$$.ko
1326 $2 $initdir/$$.ko && echo "$_modname"
1327 rm -f $initdir/$$.ko
1328 ;;
1329 esac
1330 done
1331 )
1332 find_kernel_modules_by_path () (
1333 if ! [[ $hostonly ]]; then
1334 find "$KERNEL_MODS/kernel/$1" "$KERNEL_MODS/extra" "$KERNEL_MODS/weak-updates" \
1335 -name "*.ko" -o -name "*.ko.gz" -o -name "*.ko.xz" 2>/dev/null
1336 else
1337 cut -d " " -f 1 </proc/modules \
1338 | xargs modinfo -F filename -k $KERNEL_VER 2>/dev/null
1339 fi
1340 )
1341
1342 filter_kernel_modules () {
1343 filter_kernel_modules_by_path drivers "$1"
1344 }
1345
1346 find_kernel_modules () {
1347 find_kernel_modules_by_path drivers
1348 }
1349
1350 # instmods [-c] <kernel module> [<kernel module> ... ]
1351 # instmods [-c] <kernel subsystem>
1352 # install kernel modules along with all their dependencies.
1353 # <kernel subsystem> can be e.g. "=block" or "=drivers/usb/storage"
1354 instmods() {
1355 [[ $no_kernel = yes ]] && return
1356 # called [sub]functions inherit _fderr
1357 local _fderr=9
1358 local _check=no
1359 if [[ $1 = '-c' ]]; then
1360 _check=yes
1361 shift
1362 fi
1363
1364 function inst1mod() {
1365 local _ret=0 _mod="$1"
1366 case $_mod in
1367 =*)
1368 if [ -f $KERNEL_MODS/modules.${_mod#=} ]; then
1369 ( [[ "$_mpargs" ]] && echo $_mpargs
1370 cat "${KERNEL_MODS}/modules.${_mod#=}" ) \
1371 | instmods
1372 else
1373 ( [[ "$_mpargs" ]] && echo $_mpargs
1374 find "$KERNEL_MODS" -path "*/${_mod#=}/*" -printf '%f\n' ) \
1375 | instmods
1376 fi
1377 ;;
1378 --*) _mpargs+=" $_mod" ;;
1379 i2o_scsi) return ;; # Do not load this diagnostic-only module
1380 *)
1381 _mod=${_mod##*/}
1382 # if we are already installed, skip this module and go on
1383 # to the next one.
1384 [[ -f "$initdir/.kernelmodseen/${_mod%.ko}.ko" ]] && return
1385
1386 if [[ $omit_drivers ]] && [[ "$1" =~ $omit_drivers ]]; then
1387 dinfo "Omitting driver ${_mod##$KERNEL_MODS}"
1388 return
1389 fi
1390 # If we are building a host-specific initramfs and this
1391 # module is not already loaded, move on to the next one.
1392 [[ $hostonly ]] && ! grep -qe "\<${_mod//-/_}\>" /proc/modules \
1393 && ! echo $add_drivers | grep -qe "\<${_mod}\>" \
1394 && return
1395
1396 # We use '-d' option in modprobe only if modules prefix path
1397 # differs from default '/'. This allows us to use Dracut with
1398 # old version of modprobe which doesn't have '-d' option.
1399 local _moddirname=${KERNEL_MODS%%/lib/modules/*}
1400 [[ -n ${_moddirname} ]] && _moddirname="-d ${_moddirname}/"
1401
1402 # ok, load the module, all its dependencies, and any firmware
1403 # it may require
1404 for_each_kmod_dep install_kmod_with_fw $_mod \
1405 --set-version $KERNEL_VER ${_moddirname} $_mpargs
1406 ((_ret+=$?))
1407 ;;
1408 esac
1409 return $_ret
1410 }
1411
1412 function instmods_1() {
1413 local _mod _mpargs
1414 if (($# == 0)); then # filenames from stdin
1415 while read _mod; do
1416 inst1mod "${_mod%.ko*}" || {
1417 if [ "$_check" = "yes" ]; then
1418 dfatal "Failed to install $_mod"
1419 return 1
1420 fi
1421 }
1422 done
1423 fi
1424 while (($# > 0)); do # filenames as arguments
1425 inst1mod ${1%.ko*} || {
1426 if [ "$_check" = "yes" ]; then
1427 dfatal "Failed to install $1"
1428 return 1
1429 fi
1430 }
1431 shift
1432 done
1433 return 0
1434 }
1435
1436 local _ret _filter_not_found='FATAL: Module .* not found.'
1437 set -o pipefail
1438 # Capture all stderr from modprobe to _fderr. We could use {var}>...
1439 # redirections, but that would make dracut require bash4 at least.
1440 eval "( instmods_1 \"\$@\" ) ${_fderr}>&1" \
1441 | while read line; do [[ "$line" =~ $_filter_not_found ]] && echo $line || echo $line >&2 ;done | derror
1442 _ret=$?
1443 set +o pipefail
1444 return $_ret
1445 }
1446
1447 # inst_libdir_file [-n <pattern>] <file> [<file>...]
1448 # Install a <file> located on a lib directory to the initramfs image
1449 # -n <pattern> install non-matching files
1450 inst_libdir_file() {
1451 if [[ "$1" == "-n" ]]; then
1452 local _pattern=$1
1453 shift 2
1454 for _dir in $libdirs; do
1455 for _i in "$@"; do
1456 for _f in "$_dir"/$_i; do
1457 [[ "$_i" =~ $_pattern ]] || continue
1458 [[ -e "$_i" ]] && dracut_install "$_i"
1459 done
1460 done
1461 done
1462 else
1463 for _dir in $libdirs; do
1464 for _i in "$@"; do
1465 for _f in "$_dir"/$_i; do
1466 [[ -e "$_f" ]] && dracut_install "$_f"
1467 done
1468 done
1469 done
1470 fi
1471 }
1472
1473 setup_suse() {
1474 ln -fs ../usr/bin/systemctl $initdir/bin/
1475 ln -fs ../usr/lib/systemd $initdir/lib/
1476 inst_simple "/usr/lib/systemd/system/haveged.service"
1477 }
1478
1479 # can be overridden in specific test
1480 test_cleanup() {
1481 umount $TESTDIR/root 2>/dev/null || true
1482 [[ $LOOPDEV ]] && losetup -d $LOOPDEV || true
1483 return 0
1484 }
1485
1486 test_run() {
1487 if [ -z "$TEST_NO_QEMU" ]; then
1488 if run_qemu; then
1489 check_result_qemu || return 1
1490 else
1491 dwarn "can't run QEMU, skipping"
1492 fi
1493 fi
1494 if [ -z "$TEST_NO_NSPAWN" ]; then
1495 if run_nspawn "nspawn-root"; then
1496 check_result_nspawn "nspawn-root" || return 1
1497 else
1498 dwarn "can't run systemd-nspawn, skipping"
1499 fi
1500
1501 if [[ "$RUN_IN_UNPRIVILEGED_CONTAINER" = "yes" ]]; then
1502 if NSPAWN_ARGUMENTS="-U --private-network $NSPAWN_ARGUMENTS" run_nspawn "unprivileged-nspawn-root"; then
1503 check_result_nspawn "unprivileged-nspawn-root" || return 1
1504 else
1505 dwarn "can't run systemd-nspawn, skipping"
1506 fi
1507 fi
1508 fi
1509 return 0
1510 }
1511
1512 do_test() {
1513 if [[ $UID != "0" ]]; then
1514 echo "TEST: $TEST_DESCRIPTION [SKIPPED]: not root" >&2
1515 exit 0
1516 fi
1517
1518 # Detect lib paths
1519 [[ $libdir ]] || for libdir in /lib64 /lib; do
1520 [[ -d $libdir ]] && libdirs+=" $libdir" && break
1521 done
1522
1523 [[ $usrlibdir ]] || for usrlibdir in /usr/lib64 /usr/lib; do
1524 [[ -d $usrlibdir ]] && libdirs+=" $usrlibdir" && break
1525 done
1526
1527 mkdir -p "$STATEDIR"
1528
1529 import_testdir
1530 import_initdir
1531
1532 while (($# > 0)); do
1533 case $1 in
1534 --run)
1535 echo "TEST RUN: $TEST_DESCRIPTION"
1536 if test_run; then
1537 echo "TEST RUN: $TEST_DESCRIPTION [OK]"
1538 else
1539 echo "TEST RUN: $TEST_DESCRIPTION [FAILED]"
1540 fi
1541 exit $ret;;
1542 --setup)
1543 echo "TEST SETUP: $TEST_DESCRIPTION"
1544 test_setup
1545 ;;
1546 --clean)
1547 echo "TEST CLEANUP: $TEST_DESCRIPTION"
1548 test_cleanup
1549 rm -fr "$TESTDIR"
1550 rm -f "$STATEFILE"
1551 ;;
1552 --all)
1553 ret=0
1554 echo -n "TEST: $TEST_DESCRIPTION ";
1555 (
1556 test_setup && test_run
1557 ret=$?
1558 test_cleanup
1559 rm -fr "$TESTDIR"
1560 rm -f "$STATEFILE"
1561 exit $ret
1562 ) </dev/null >"$TESTLOG" 2>&1 || ret=$?
1563 if [ $ret -eq 0 ]; then
1564 rm "$TESTLOG"
1565 echo "[OK]"
1566 else
1567 echo "[FAILED]"
1568 echo "see $TESTLOG"
1569 fi
1570 exit $ret;;
1571 *) break ;;
1572 esac
1573 shift
1574 done
1575 }