test/TEST-40-NBD/test.sh

   1 #!/bin/bash
   2
   3 TEST_DESCRIPTION="root filesystem on NBD"
   4
   5 KVERSION=${KVERSION-$(uname -r)}
   6
   7 # Uncomment this to debug failures
   8 #DEBUGFAIL="rd.shell rd.break"
   9 #SERIAL="udp:127.0.0.1:9999"
  10 SERIAL="null"
  11
  12 run_server() {
  13     # Start server first
  14     echo "NBD TEST SETUP: Starting DHCP/NBD server"
  15
  16     $testdir/run-qemu \
  17         -hda $TESTDIR/server.ext2 \
  18         -hdb $TESTDIR/nbd.ext2 \
  19         -hdc $TESTDIR/encrypted.ext2 \
  20         -m 256M -smp 2 \
  21         -display none \
  22         -net nic,macaddr=52:54:00:12:34:56,model=e1000 \
  23         -net socket,listen=127.0.0.1:12340 \
  24         -serial $SERIAL \
  25         -kernel /boot/vmlinuz-$KVERSION \
  26         -append "root=/dev/sda rootfstype=ext2 rw quiet console=ttyS0,115200n81 selinux=0" \
  27         -initrd $TESTDIR/initramfs.server -pidfile $TESTDIR/server.pid -daemonize || return 1
  28     sudo chmod 644 $TESTDIR/server.pid || return 1
  29
  30     # Cleanup the terminal if we have one
  31     tty -s && stty sane
  32
  33     echo Sleeping 10 seconds to give the server a head start
  34     sleep 10
  35 }
  36
  37 client_test() {
  38     local test_name="$1"
  39     local mac=$2
  40     local cmdline="$3"
  41     local fstype=$4
  42     local fsopt=$5
  43     local found opts nbdinfo
  44
  45     [[ $fstype ]] || fstype=ext3
  46     [[ $fsopt ]] || fsopt="ro"
  47
  48     echo "CLIENT TEST START: $test_name"
  49
  50     # Clear out the flags for each test
  51     if ! dd if=/dev/zero of=$TESTDIR/flag.img bs=1M count=1; then
  52         echo "Unable to make client sda image" 1>&2
  53         return 1
  54     fi
  55
  56     $testdir/run-qemu \
  57         -hda $TESTDIR/flag.img \
  58         -m 512M -smp 2 \
  59         -nographic \
  60         -net nic,macaddr=$mac,model=e1000 \
  61         -net socket,connect=127.0.0.1:12340 \
  62         -kernel /boot/vmlinuz-$KVERSION \
  63         -append "$cmdline $DEBUGFAIL rd.auto rd.info rd.retry=10 ro console=ttyS0,115200n81  selinux=0  " \
  64         -initrd $TESTDIR/initramfs.testing
  65
  66     if [[ $? -ne 0 ]] || ! grep -F -m 1 -q nbd-OK $TESTDIR/flag.img; then
  67         echo "CLIENT TEST END: $test_name [FAILED - BAD EXIT]"
  68         return 1
  69     fi
  70
  71     # nbdinfo=( fstype fsoptions )
  72     nbdinfo=($(awk '{print $2, $3; exit}' $TESTDIR/flag.img))
  73
  74     if [[ "${nbdinfo[0]}" != "$fstype" ]]; then
  75         echo "CLIENT TEST END: $test_name [FAILED - WRONG FS TYPE] \"${nbdinfo[0]}\" != \"$fstype\""
  76         return 1
  77     fi
  78
  79     opts=${nbdinfo[1]},
  80     while [[ $opts ]]; do
  81         if [[ ${opts%%,*} = $fsopt ]]; then
  82             found=1
  83             break
  84         fi
  85         opts=${opts#*,}
  86     done
  87
  88     if [[ ! $found ]]; then
  89         echo "CLIENT TEST END: $test_name [FAILED - BAD FS OPTS] \"${nbdinfo[1]}\" != \"$fsopt\""
  90         return 1
  91     fi
  92
  93     echo "CLIENT TEST END: $test_name [OK]"
  94 }
  95
  96 test_run() {
  97     modinfo nbd &>/dev/null || { echo "Kernel does not support nbd"; exit 1; }
  98     if ! run_server; then
  99         echo "Failed to start server" 1>&2
 100         return 1
 101     fi
 102     client_run
 103     kill_server
 104 }
 105
 106 client_run() {
 107     # The default is ext3,errors=continue so use that to determine
 108     # if our options were parsed and used
 109     client_test "NBD root=nbd:IP:port::fsopts" 52:54:00:12:34:00 \
 110         "root=nbd:192.168.50.1:2000::errors=panic rd.luks=0" \
 111         ext3 errors=panic || return 1
 112
 113     client_test "NBD root=nbd:IP:port" 52:54:00:12:34:00 \
 114         "root=nbd:192.168.50.1:2000 rd.luks=0" || return 1
 115
 116     client_test "NBD root=nbd:IP:port:fstype" 52:54:00:12:34:00 \
 117         "root=nbd:192.168.50.1:2000:ext2 rd.luks=0" ext2 || return 1
 118
 119     client_test "NBD root=nbd:IP:port:fstype:fsopts" 52:54:00:12:34:00 \
 120         "root=nbd:192.168.50.1:2000:ext2:errors=panic rd.luks=0" \
 121         ext2 errors=panic || return 1
 122
 123     client_test "NBD Bridge root=nbd:IP:port:fstype:fsopts" 52:54:00:12:34:00 \
 124         "root=nbd:192.168.50.1:2000:ext2:errors=panic bridge rd.luks=0" \
 125         ext2 errors=panic || return 1
 126
 127      # There doesn't seem to be a good way to validate the NBD options, so
 128      # just check that we don't screw up the other options
 129
 130     client_test "NBD root=nbd:IP:port:::NBD opts" 52:54:00:12:34:00 \
 131         "root=nbd:192.168.50.1:2000:::bs=2048 rd.luks=0" || return 1
 132
 133     client_test "NBD root=nbd:IP:port:fstype::NBD opts" 52:54:00:12:34:00 \
 134         "root=nbd:192.168.50.1:2000:ext2::bs=2048 rd.luks=0" ext2 || return 1
 135
 136     client_test "NBD root=nbd:IP:port:fstype:fsopts:NBD opts" \
 137         52:54:00:12:34:00 \
 138         "root=nbd:192.168.50.1:2000:ext2:errors=panic:bs=2048 rd.luks=0" \
 139         ext2 errors=panic || return 1
 140
 141     # DHCP root-path parsing
 142
 143     client_test "NBD root=dhcp DHCP root-path nbd:srv:port" 52:54:00:12:34:01 \
 144         "root=dhcp rd.luks=0" || return 1
 145
 146     client_test "NBD Bridge root=dhcp DHCP root-path nbd:srv:port" 52:54:00:12:34:01 \
 147         "root=dhcp bridge rd.luks=0" || return 1
 148
 149     client_test "NBD root=dhcp DHCP root-path nbd:srv:port:fstype" \
 150         52:54:00:12:34:02 "root=dhcp rd.luks=0" ext2 || return 1
 151
 152     client_test "NBD root=dhcp DHCP root-path nbd:srv:port::fsopts" \
 153         52:54:00:12:34:03 "root=dhcp rd.luks=0" ext3 errors=panic || return 1
 154
 155     client_test "NBD root=dhcp DHCP root-path nbd:srv:port:fstype:fsopts" \
 156         52:54:00:12:34:04 "root=dhcp rd.luks=0" ext2 errors=panic || return 1
 157
 158     # netroot handling
 159
 160     client_test "NBD netroot=nbd:IP:port" 52:54:00:12:34:00 \
 161         "netroot=nbd:192.168.50.1:2000 rd.luks=0" || return 1
 162
 163     client_test "NBD netroot=dhcp DHCP root-path nbd:srv:port:fstype:fsopts" \
 164         52:54:00:12:34:04 "netroot=dhcp rd.luks=0" ext2 errors=panic || return 1
 165
 166     # Encrypted root handling via LVM/LUKS over NBD
 167
 168     . $TESTDIR/luks.uuid
 169
 170     client_test "NBD root=LABEL=dracut netroot=nbd:IP:port" \
 171         52:54:00:12:34:00 \
 172         "root=LABEL=dracut rd.luks.uuid=$ID_FS_UUID rd.lv.vg=dracut netroot=nbd:192.168.50.1:2001" || return 1
 173
 174     # XXX This should be ext2,errors=panic but that doesn't currently
 175     # XXX work when you have a real root= line in addition to netroot=
 176     # XXX How we should work here needs clarification
 177     client_test "NBD root=LABEL=dracut netroot=dhcp (w/ fstype and opts)" \
 178         52:54:00:12:34:05 \
 179         "root=LABEL=dracut rd.luks.uuid=$ID_FS_UUID rd.lv.vg=dracut netroot=dhcp" || return 1
 180
 181     if [[ -s server.pid ]]; then
 182         sudo kill -TERM $(cat $TESTDIR/server.pid)
 183         rm -f -- $TESTDIR/server.pid
 184     fi
 185
 186 }
 187
 188 make_encrypted_root() {
 189     # Create the blank file to use as a root filesystem
 190     dd if=/dev/null of=$TESTDIR/encrypted.ext2 bs=1M seek=20
 191     dd if=/dev/null of=$TESTDIR/flag.img bs=1M seek=1
 192
 193     kernel=$KVERSION
 194     # Create what will eventually be our root filesystem onto an overlay
 195     (
 196         export initdir=$TESTDIR/overlay/source
 197         . $basedir/dracut-functions.sh
 198         mkdir -p "$initdir"
 199         (
 200             cd "$initdir"; mkdir -p dev sys proc etc var/run tmp
 201             mkdir -p root usr/bin usr/lib usr/lib64 usr/sbin
 202             for i in bin sbin lib lib64; do
 203                 ln -sfnr usr/$i $i
 204             done
 205         )
 206         inst_multiple sh df free ls shutdown poweroff stty cat ps ln ip \
 207             mount dmesg mkdir cp ping
 208         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 209             [ -f ${_terminfodir}/l/linux ] && break
 210         done
 211         inst_multiple -o ${_terminfodir}/l/linux
 212         inst ./client-init.sh /sbin/init
 213         inst_simple /etc/os-release
 214         find_binary plymouth >/dev/null && inst_multiple plymouth
 215         cp -a /etc/ld.so.conf* $initdir/etc
 216         sudo ldconfig -r "$initdir"
 217     )
 218
 219     # second, install the files needed to make the root filesystem
 220     (
 221         export initdir=$TESTDIR/overlay
 222         . $basedir/dracut-functions.sh
 223         (
 224             cd "$initdir"; mkdir -p dev sys proc etc var/run tmp
 225             mkdir -p root usr/bin usr/lib usr/lib64 usr/sbin
 226             for i in bin sbin lib lib64; do
 227                 ln -sfnr usr/$i $i
 228             done
 229         )
 230         inst_multiple mke2fs poweroff cp umount tune2fs
 231         inst_hook emergency 000 ./hard-off.sh
 232         inst_hook initqueue 01 ./create-root.sh
 233         inst_hook initqueue/finished 01 ./finished-false.sh
 234         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 235     )
 236
 237     # create an initramfs that will create the target root filesystem.
 238     # We do it this way so that we do not risk trashing the host mdraid
 239     # devices, volume groups, encrypted partitions, etc.
 240     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 241         -m "dash crypt lvm mdraid udev-rules base rootfs-block fs-lib kernel-modules" \
 242         -d "piix ide-gd_mod ata_piix ext2 ext3 sd_mod" \
 243         --no-hostonly-cmdline -N \
 244         -f $TESTDIR/initramfs.makeroot $KVERSION || return 1
 245     rm -rf -- $TESTDIR/overlay
 246
 247     # Invoke KVM and/or QEMU to actually create the target filesystem.
 248     $testdir/run-qemu \
 249         -hda $TESTDIR/flag.img \
 250         -hdb $TESTDIR/encrypted.ext2 \
 251         -m 256M -smp 2\
 252         -nographic -net none \
 253         -kernel "/boot/vmlinuz-$kernel" \
 254         -append "root=/dev/fakeroot rw quiet console=ttyS0,115200n81 selinux=0" \
 255         -initrd $TESTDIR/initramfs.makeroot  || return 1
 256     grep -F -m 1 -q dracut-root-block-created $TESTDIR/flag.img || return 1
 257     grep -F -a -m 1 ID_FS_UUID $TESTDIR/flag.img > $TESTDIR/luks.uuid
 258 }
 259
 260 make_client_root() {
 261     dd if=/dev/null of=$TESTDIR/nbd.ext2 bs=1M seek=30
 262     mke2fs -F -j $TESTDIR/nbd.ext2
 263     mkdir $TESTDIR/mnt
 264     sudo mount -o loop $TESTDIR/nbd.ext2 $TESTDIR/mnt
 265
 266     kernel=$KVERSION
 267     (
 268         export initdir=$TESTDIR/mnt
 269         . $basedir/dracut-functions.sh
 270         mkdir -p "$initdir"
 271         (
 272             cd "$initdir"; mkdir -p dev sys proc etc var/run tmp
 273             mkdir -p root usr/bin usr/lib usr/lib64 usr/sbin
 274             for i in bin sbin lib lib64; do
 275                 ln -sfnr usr/$i $i
 276             done
 277         )
 278         inst_multiple sh ls shutdown poweroff stty cat ps ln ip \
 279             dmesg mkdir cp ping
 280         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 281             [ -f ${_terminfodir}/l/linux ] && break
 282         done
 283         inst_multiple -o ${_terminfodir}/l/linux
 284         inst ./client-init.sh /sbin/init
 285         inst_simple /etc/os-release
 286         inst /etc/nsswitch.conf /etc/nsswitch.conf
 287         inst /etc/passwd /etc/passwd
 288         inst /etc/group /etc/group
 289         for i in /usr/lib*/libnss_files* /lib*/libnss_files*;do
 290             [ -e "$i" ] || continue
 291             inst $i
 292         done
 293         cp -a /etc/ld.so.conf* $initdir/etc
 294         sudo ldconfig -r "$initdir"
 295     )
 296
 297     sudo umount $TESTDIR/mnt
 298     rm -fr -- $TESTDIR/mnt
 299 }
 300
 301 make_server_root() {
 302     dd if=/dev/null of=$TESTDIR/server.ext2 bs=1M seek=30
 303     mke2fs -F $TESTDIR/server.ext2
 304     mkdir $TESTDIR/mnt
 305     sudo mount -o loop $TESTDIR/server.ext2 $TESTDIR/mnt
 306
 307     kernel=$KVERSION
 308     (
 309         export initdir=$TESTDIR/mnt
 310         . $basedir/dracut-functions.sh
 311         mkdir -p "$initdir"
 312         (
 313             cd "$initdir";
 314             mkdir -p dev sys proc etc var/run var/lib/dhcpd tmp
 315         )
 316         inst_multiple sh ls shutdown poweroff stty cat ps ln ip \
 317             dmesg mkdir cp ping grep \
 318             sleep nbd-server chmod
 319         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 320             [ -f ${_terminfodir}/l/linux ] && break
 321         done
 322         inst_multiple -o ${_terminfodir}/l/linux
 323         instmods af_packet
 324         type -P dhcpd >/dev/null && inst_multiple dhcpd
 325         [ -x /usr/sbin/dhcpd3 ] && inst /usr/sbin/dhcpd3 /usr/sbin/dhcpd
 326         inst ./server-init.sh /sbin/init
 327         inst_simple /etc/os-release
 328         inst ./hosts /etc/hosts
 329         inst ./dhcpd.conf /etc/dhcpd.conf
 330         inst /etc/nsswitch.conf /etc/nsswitch.conf
 331         inst /etc/passwd /etc/passwd
 332         inst /etc/group /etc/group
 333         for i in /usr/lib*/libnss_files* /lib*/libnss_files*;do
 334             [ -e "$i" ] || continue
 335             inst $i
 336         done
 337
 338         cp -a /etc/ld.so.conf* $initdir/etc
 339         sudo ldconfig -r "$initdir"
 340     )
 341
 342     sudo umount $TESTDIR/mnt
 343     rm -fr -- $TESTDIR/mnt
 344 }
 345
 346 test_setup() {
 347
 348     modinfo nbd &>/dev/null || { echo "Kernel does not support nbd"; exit 1; }
 349
 350     make_encrypted_root || return 1
 351     make_client_root || return 1
 352     make_server_root || return 1
 353
 354     # Make the test image
 355     (
 356         export initdir=$TESTDIR/overlay
 357         . $basedir/dracut-functions.sh
 358         inst_multiple poweroff shutdown
 359         inst_hook emergency 000 ./hard-off.sh
 360         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 361         inst ./cryptroot-ask.sh /sbin/cryptroot-ask
 362
 363 #        inst ./debug-shell.service /lib/systemd/system/debug-shell.service
 364 #        mkdir -p "${initdir}/lib/systemd/system/sysinit.target.wants"
 365 #        ln -fs ../debug-shell.service "${initdir}/lib/systemd/system/sysinit.target.wants/debug-shell.service"
 366
 367         . $TESTDIR/luks.uuid
 368         mkdir -p $initdir/etc
 369         echo "luks-$ID_FS_UUID /dev/nbd0 /etc/key" > $initdir/etc/crypttab
 370         echo -n test > $initdir/etc/key
 371     )
 372
 373     sudo $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 374         -m "dash udev-rules rootfs-block fs-lib base debug kernel-modules" \
 375         -d "af_packet piix ide-gd_mod ata_piix ext2 ext3 sd_mod e1000" \
 376         --no-hostonly-cmdline -N \
 377         -f $TESTDIR/initramfs.server $KVERSION || return 1
 378
 379     sudo $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 380         -o "plymouth" \
 381         -a "debug watchdog" \
 382         -d "af_packet piix ide-gd_mod ata_piix ext2 ext3 sd_mod e1000 i6300esb ib700wdt" \
 383         --no-hostonly-cmdline -N \
 384         -f $TESTDIR/initramfs.testing $KVERSION || return 1
 385 }
 386
 387 kill_server() {
 388     if [[ -s $TESTDIR/server.pid ]]; then
 389         sudo kill -TERM $(cat $TESTDIR/server.pid)
 390         rm -f -- $TESTDIR/server.pid
 391     fi
 392 }
 393
 394 test_cleanup() {
 395     kill_server
 396 }
 397
 398 . $testdir/test-functions