test/TEST-30-ISCSI/test.sh

   1 #!/bin/bash
   2 TEST_DESCRIPTION="root filesystem over iSCSI"
   3
   4 KVERSION=${KVERSION-$(uname -r)}
   5
   6 DEBUGFAIL="loglevel=1"
   7 #DEBUGFAIL="rd.shell rd.break rd.debug loglevel=7 "
   8 #DEBUGFAIL="rd.debug loglevel=7 "
   9 #SERVER_DEBUG="rd.debug loglevel=7"
  10 #SERIAL="tcp:127.0.0.1:9999"
  11
  12 run_server() {
  13     # Start server first
  14     echo "iSCSI TEST SETUP: Starting DHCP/iSCSI server"
  15
  16     $testdir/run-qemu \
  17         -drive format=raw,index=0,media=disk,file=$TESTDIR/server.ext3 \
  18         -drive format=raw,index=1,media=disk,file=$TESTDIR/root.ext3 \
  19         -drive format=raw,index=2,media=disk,file=$TESTDIR/iscsidisk2.img \
  20         -drive format=raw,index=3,media=disk,file=$TESTDIR/iscsidisk3.img \
  21         -m 512M   -smp 2 \
  22         -display none \
  23         ${SERIAL:+-serial "$SERIAL"} \
  24         ${SERIAL:--serial file:"$TESTDIR"/server.log} \
  25         -net nic,macaddr=52:54:00:12:34:56,model=e1000 \
  26         -net nic,macaddr=52:54:00:12:34:57,model=e1000 \
  27         -net socket,listen=127.0.0.1:12330 \
  28         -no-reboot \
  29         -append "panic=1 root=/dev/sda rootfstype=ext3 rw console=ttyS0,115200n81 selinux=0 $SERVER_DEBUG" \
  30         -initrd $TESTDIR/initramfs.server \
  31         -pidfile $TESTDIR/server.pid -daemonize || return 1
  32     sudo chmod 644 $TESTDIR/server.pid || return 1
  33
  34     # Cleanup the terminal if we have one
  35     tty -s && stty sane
  36
  37     echo Sleeping 20 seconds to give the server a head start
  38     sleep 20
  39 }
  40
  41 run_client() {
  42     local test_name=$1; shift
  43     echo "CLIENT TEST START: $test_name"
  44
  45     dd if=/dev/zero of=$TESTDIR/client.img bs=1M count=1
  46
  47     $testdir/run-qemu \
  48         -drive format=raw,index=0,media=disk,file=$TESTDIR/client.img \
  49         -m 512M  -smp 2 -nographic \
  50         -net nic,macaddr=52:54:00:12:34:00,model=e1000 \
  51         -net nic,macaddr=52:54:00:12:34:01,model=e1000 \
  52         -net socket,connect=127.0.0.1:12330 \
  53         -no-reboot \
  54         -append "panic=1 rw rd.auto rd.retry=50 console=ttyS0,115200n81 selinux=0 rd.debug=0 rd.shell=0 $DEBUGFAIL $*" \
  55         -initrd $TESTDIR/initramfs.testing
  56     if ! grep -F -m 1 -q iscsi-OK $TESTDIR/client.img; then
  57         echo "CLIENT TEST END: $test_name [FAILED - BAD EXIT]"
  58         return 1
  59     fi
  60
  61     echo "CLIENT TEST END: $test_name [OK]"
  62     return 0
  63 }
  64
  65 do_test_run() {
  66     initiator=$(iscsi-iname)
  67
  68     run_client "root=dhcp" \
  69                "root=/dev/root netroot=dhcp ip=ens3:dhcp" \
  70                "rd.iscsi.initiator=$initiator" \
  71         || return 1
  72
  73     run_client "netroot=iscsi target0"\
  74                "root=LABEL=singleroot netroot=iscsi:192.168.50.1::::iqn.2009-06.dracut:target0" \
  75                "ip=192.168.50.101::192.168.50.1:255.255.255.0:iscsi-1:ens3:off" \
  76                "rd.iscsi.firmware" \
  77                "rd.iscsi.initiator=$initiator" \
  78         || return 1
  79
  80     run_client "netroot=iscsi target1 target2" \
  81                "root=LABEL=sysroot" \
  82                "ip=192.168.50.101:::255.255.255.0::ens3:off" \
  83                "ip=192.168.51.101:::255.255.255.0::ens4:off" \
  84                "netroot=iscsi:192.168.51.1::::iqn.2009-06.dracut:target1" \
  85                "netroot=iscsi:192.168.50.1::::iqn.2009-06.dracut:target2" \
  86                "rd.iscsi.firmware" \
  87                "rd.iscsi.initiator=$initiator" \
  88         || return 1
  89
  90 #    run_client "netroot=iscsi target1 target2 rd.iscsi.waitnet=0" \
  91 #              "root=LABEL=sysroot" \
  92 #               "ip=192.168.50.101:::255.255.255.0::ens3:off" \
  93 #               "ip=192.168.51.101:::255.255.255.0::ens4:off" \
  94 #              "netroot=iscsi:192.168.51.1::::iqn.2009-06.dracut:target1" \
  95 #               "netroot=iscsi:192.168.50.1::::iqn.2009-06.dracut:target2" \
  96 #               "rd.iscsi.firmware" \
  97 #               "rd.iscsi.initiator=$initiator" \
  98 #               "rd.iscsi.waitnet=0" \
  99 #       || return 1
 100
 101     run_client "FAILME: netroot=iscsi target1 target2 rd.iscsi.waitnet=0 rd.iscsi.testroute=0" \
 102                "root=LABEL=sysroot" \
 103                "ip=192.168.50.101:::255.255.255.0::ens3:off" \
 104                "ip=192.168.51.101:::255.255.255.0::ens4:off" \
 105                "netroot=iscsi:192.168.51.1::::iqn.2009-06.dracut:target1" \
 106                "netroot=iscsi:192.168.50.1::::iqn.2009-06.dracut:target2" \
 107                "rd.iscsi.firmware" \
 108                "rd.iscsi.initiator=$initiator" \
 109                "rd.iscsi.waitnet=0 rd.iscsi.testroute=0" \
 110         || :
 111
 112     run_client "FAILME: netroot=iscsi target1 target2 rd.iscsi.waitnet=0 rd.iscsi.testroute=0 default GW" \
 113                    "root=LABEL=sysroot" \
 114                "ip=192.168.50.101::192.168.50.1:255.255.255.0::ens3:off" \
 115                "ip=192.168.51.101::192.168.51.1:255.255.255.0::ens4:off" \
 116                    "netroot=iscsi:192.168.51.1::::iqn.2009-06.dracut:target1" \
 117                "netroot=iscsi:192.168.50.1::::iqn.2009-06.dracut:target2" \
 118                "rd.iscsi.firmware" \
 119                "rd.iscsi.initiator=$initiator" \
 120                "rd.iscsi.waitnet=0 rd.iscsi.testroute=0" \
 121         || :
 122
 123     echo "All tests passed [OK]"
 124     return 0
 125 }
 126
 127 test_run() {
 128     if ! run_server; then
 129         echo "Failed to start server" 1>&2
 130         return 1
 131     fi
 132     do_test_run
 133     ret=$?
 134     if [[ -s $TESTDIR/server.pid ]]; then
 135         sudo kill -TERM $(cat $TESTDIR/server.pid)
 136         rm -f -- $TESTDIR/server.pid
 137     fi
 138     return $ret
 139 }
 140
 141 test_setup() {
 142     if ! command -v tgtd &>/dev/null || ! command -v tgtadm &>/dev/null; then
 143         echo "Need tgtd and tgtadm from scsi-target-utils"
 144         return 1
 145     fi
 146
 147     # Create the blank file to use as a root filesystem
 148     dd if=/dev/null of=$TESTDIR/root.ext3 bs=1M seek=20
 149     dd if=/dev/null of=$TESTDIR/iscsidisk2.img bs=1M seek=20
 150     dd if=/dev/null of=$TESTDIR/iscsidisk3.img bs=1M seek=20
 151
 152     kernel=$KVERSION
 153     # Create what will eventually be our root filesystem onto an overlay
 154     (
 155         export initdir=$TESTDIR/overlay/source
 156         . $basedir/dracut-init.sh
 157         (
 158             cd "$initdir"
 159             mkdir -p -- dev sys proc etc var/run tmp
 160             mkdir -p root usr/bin usr/lib usr/lib64 usr/sbin
 161             for i in bin sbin lib lib64; do
 162                 ln -sfnr usr/$i $i
 163             done
 164             mkdir -p -- var/lib/nfs/rpc_pipefs
 165         )
 166         inst_multiple sh shutdown poweroff stty cat ps ln ip \
 167             mount dmesg mkdir cp ping grep setsid
 168         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 169             [ -f ${_terminfodir}/l/linux ] && break
 170         done
 171         inst_multiple -o ${_terminfodir}/l/linux
 172         inst_simple /etc/os-release
 173         inst ./client-init.sh /sbin/init
 174         cp -a /etc/ld.so.conf* $initdir/etc
 175         sudo ldconfig -r "$initdir"
 176     )
 177
 178     # second, install the files needed to make the root filesystem
 179     (
 180         export initdir=$TESTDIR/overlay
 181         . $basedir/dracut-init.sh
 182         inst_multiple sfdisk mkfs.ext3 poweroff cp umount setsid
 183         inst_hook initqueue 01 ./create-root.sh
 184         inst_hook initqueue/finished 01 ./finished-false.sh
 185         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 186     )
 187
 188     # create an initramfs that will create the target root filesystem.
 189     # We do it this way so that we do not risk trashing the host mdraid
 190     # devices, volume groups, encrypted partitions, etc.
 191     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 192         -m "dash crypt lvm mdraid udev-rules base rootfs-block fs-lib kernel-modules" \
 193         -d "piix ide-gd_mod ata_piix ext3 sd_mod" \
 194         --no-hostonly-cmdline -N \
 195         -f $TESTDIR/initramfs.makeroot $KVERSION || return 1
 196     rm -rf -- $TESTDIR/overlay
 197
 198
 199     # Need this so kvm-qemu will boot (needs non-/dev/zero local disk)
 200     if ! dd if=/dev/null of=$TESTDIR/client.img bs=1M seek=1; then
 201         echo "Unable to make client sdb image" 1>&2
 202         return 1
 203     fi
 204     # Invoke KVM and/or QEMU to actually create the target filesystem.
 205     $testdir/run-qemu \
 206         -drive format=raw,index=0,media=disk,file=$TESTDIR/root.ext3 \
 207         -drive format=raw,index=1,media=disk,file=$TESTDIR/client.img \
 208         -drive format=raw,index=2,media=disk,file=$TESTDIR/iscsidisk2.img \
 209         -drive format=raw,index=3,media=disk,file=$TESTDIR/iscsidisk3.img \
 210          -smp 2 -m 256M -nographic -net none \
 211         -append "root=/dev/fakeroot rw rootfstype=ext3 quiet console=ttyS0,115200n81 selinux=0" \
 212         -initrd $TESTDIR/initramfs.makeroot  || return 1
 213     grep -F -m 1 -q dracut-root-block-created $TESTDIR/client.img || return 1
 214     rm -- $TESTDIR/client.img
 215     (
 216         export initdir=$TESTDIR/overlay
 217         . $basedir/dracut-init.sh
 218         inst_multiple poweroff shutdown
 219         inst_hook shutdown-emergency 000 ./hard-off.sh
 220         inst_hook emergency 000 ./hard-off.sh
 221         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 222     )
 223     sudo $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 224         -o "dash plymouth dmraid nfs" \
 225         -a "debug" \
 226         -d "af_packet piix ide-gd_mod ata_piix ext3 sd_mod" \
 227         --no-hostonly-cmdline -N \
 228         -f $TESTDIR/initramfs.testing $KVERSION || return 1
 229
 230     # Make server root
 231     dd if=/dev/null of=$TESTDIR/server.ext3 bs=1M seek=60
 232     mkfs.ext3 -j -F $TESTDIR/server.ext3
 233     mkdir $TESTDIR/mnt
 234     sudo mount -o loop $TESTDIR/server.ext3 $TESTDIR/mnt
 235
 236     kernel=$KVERSION
 237     (
 238         export initdir=$TESTDIR/mnt
 239         . $basedir/dracut-init.sh
 240         (
 241             cd "$initdir";
 242             mkdir -p dev sys proc etc var/run tmp var/lib/dhcpd /etc/iscsi
 243         )
 244         inst /etc/passwd /etc/passwd
 245         inst_multiple sh ls shutdown poweroff stty cat ps ln ip \
 246             dmesg mkdir cp ping \
 247             modprobe tcpdump setsid \
 248             /etc/services sleep mount chmod
 249         inst_multiple tgtd tgtadm
 250         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 251             [ -f ${_terminfodir}/l/linux ] && break
 252         done
 253         inst_multiple -o ${_terminfodir}/l/linux
 254         instmods iscsi_tcp crc32c ipv6
 255         [ -f /etc/netconfig ] && inst_multiple /etc/netconfig
 256         type -P dhcpd >/dev/null && inst_multiple dhcpd
 257         [ -x /usr/sbin/dhcpd3 ] && inst /usr/sbin/dhcpd3 /usr/sbin/dhcpd
 258         inst_simple /etc/os-release
 259         inst ./server-init.sh /sbin/init
 260         inst ./hosts /etc/hosts
 261         inst ./dhcpd.conf /etc/dhcpd.conf
 262         inst_multiple /etc/nsswitch.conf /etc/rpc /etc/protocols
 263         inst /etc/group /etc/group
 264
 265         cp -a /etc/ld.so.conf* $initdir/etc
 266         sudo ldconfig -r "$initdir"
 267         dracut_kernel_post
 268     )
 269
 270     sudo umount $TESTDIR/mnt
 271     rm -fr -- $TESTDIR/mnt
 272
 273     # Make server's dracut image
 274     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 275         -a "dash udev-rules base rootfs-block fs-lib debug kernel-modules" \
 276         -d "af_packet piix ide-gd_mod ata_piix ext3 sd_mod e1000 drbg" \
 277         --no-hostonly-cmdline -N \
 278         -f $TESTDIR/initramfs.server $KVERSION || return 1
 279
 280 }
 281
 282 test_cleanup() {
 283     if [[ -s $TESTDIR/server.pid ]]; then
 284         sudo kill -TERM $(cat $TESTDIR/server.pid)
 285         rm -f -- $TESTDIR/server.pid
 286     fi
 287 }
 288
 289 . $testdir/test-functions