test/TEST-50-MULTINIC/test.sh

   1 #!/bin/bash
   2 # -*- mode: shell-script; indent-tabs-mode: nil; sh-basic-offset: 4; -*-
   3 # ex: ts=8 sw=4 sts=4 et filetype=sh
   4 TEST_DESCRIPTION="root filesystem on NFS with multiple nics"
   5
   6 KVERSION=${KVERSION-$(uname -r)}
   7
   8 # Uncomment this to debug failures
   9 #DEBUGFAIL="rd.shell"
  10 #SERIAL="tcp:127.0.0.1:9999"
  11 SERIAL="null"
  12
  13 run_server() {
  14     # Start server first
  15     echo "MULTINIC TEST SETUP: Starting DHCP/NFS server"
  16
  17     fsck -a $TESTDIR/server.ext3 || return 1
  18     $testdir/run-qemu \
  19         -hda $TESTDIR/server.ext3 \
  20         -m 512M -smp 2 \
  21         -display none \
  22         -netdev socket,mcast=230.0.0.1:12320,id=net0 \
  23         -net nic,macaddr=52:54:01:12:34:56,model=e1000,netdev=net0 \
  24         -serial $SERIAL \
  25         -watchdog i6300esb -watchdog-action poweroff \
  26         -kernel /boot/vmlinuz-$KVERSION \
  27         -append "loglevel=77 root=/dev/sda rootfstype=ext3 rw console=ttyS0,115200n81 selinux=0" \
  28         -initrd $TESTDIR/initramfs.server \
  29         -pidfile $TESTDIR/server.pid -daemonize || return 1
  30     sudo chmod 644 $TESTDIR/server.pid || return 1
  31
  32     # Cleanup the terminal if we have one
  33     tty -s && stty sane
  34
  35     echo Sleeping 10 seconds to give the server a head start
  36     sleep 10
  37 }
  38
  39 client_test() {
  40     local test_name="$1"
  41     local mac1="$2"
  42     local mac2="$3"
  43     local mac3="$4"
  44     local cmdline="$5"
  45     local check="$6"
  46
  47     echo "CLIENT TEST START: $test_name"
  48
  49     # Need this so kvm-qemu will boot (needs non-/dev/zero local disk)
  50     if ! dd if=/dev/zero of=$TESTDIR/client.img bs=1M count=1; then
  51         echo "Unable to make client sda image" 1>&2
  52         return 1
  53     fi
  54
  55     $testdir/run-qemu -hda $TESTDIR/client.img -m 512M -smp 2 -nographic \
  56         -netdev socket,mcast=230.0.0.1:12320,id=net0 \
  57         -net nic,netdev=net0,macaddr=52:54:00:12:34:$mac1,model=e1000 \
  58         -netdev socket,mcast=230.0.0.1:12320,id=net1 \
  59         -net nic,netdev=net1,macaddr=52:54:00:12:34:$mac2,model=e1000 \
  60         -netdev socket,mcast=230.0.0.1:12320,id=net2 \
  61         -net nic,netdev=net2,macaddr=52:54:00:12:34:$mac3,model=e1000 \
  62         -watchdog i6300esb -watchdog-action poweroff \
  63         -kernel /boot/vmlinuz-$KVERSION \
  64         -append "$cmdline $DEBUGFAIL rd.retry=5 rd.info  ro rd.systemd.log_level=debug console=ttyS0,115200n81 selinux=0 rd.copystate rd.chroot init=/sbin/init" \
  65         -initrd $TESTDIR/initramfs.testing
  66
  67     if [[ $? -ne 0 ]] || ! grep -m 1 -q OK $TESTDIR/client.img; then
  68         echo "CLIENT TEST END: $test_name [FAILED - BAD EXIT]"
  69         return 1
  70     fi
  71
  72
  73     for i in $check ; do
  74         echo $i
  75         if ! grep -m 1 -q $i $TESTDIR/client.img; then
  76             echo "CLIENT TEST END: $test_name [FAILED - BAD IF]"
  77             return 1
  78         fi
  79     done
  80
  81     echo "CLIENT TEST END: $test_name [OK]"
  82     return 0
  83 }
  84
  85
  86 test_run() {
  87     if ! run_server; then
  88         echo "Failed to start server" 1>&2
  89         return 1
  90     fi
  91     test_client || { kill_server; return 1; }
  92 }
  93
  94 test_client() {
  95     # Mac Numbering Scheme
  96     # ...:00-02 receive IP adresses all others don't
  97     # ...:02 receives a dhcp root-path
  98
  99     # PXE Style BOOTIF=
 100     client_test "MULTINIC root=nfs BOOTIF=" \
 101         00 01 02 \
 102         "root=nfs:192.168.50.1:/nfs/client BOOTIF=52-54-00-12-34-00" \
 103         "eth0" || return 1
 104
 105     # PXE Style BOOTIF= with dhcp root-path
 106     client_test "MULTINIC root=dhcp BOOTIF=" \
 107         00 01 02 \
 108         "root=dhcp BOOTIF=52-54-00-12-34-02" \
 109         "eth2" || return 1
 110
 111     # Multinic case, where only one nic works
 112     client_test "MULTINIC root=nfs ip=dhcp" \
 113         FF 00 FE \
 114         "root=nfs:192.168.50.1:/nfs/client ip=dhcp" \
 115         "eth1" || return 1
 116
 117     # Require two interfaces
 118     client_test "MULTINIC root=nfs ip=eth1:dhcp ip=eth2:dhcp bootdev=eth1" \
 119         00 01 02 \
 120         "root=nfs:192.168.50.1:/nfs/client ip=eth1:dhcp ip=eth2:dhcp bootdev=eth1" \
 121         "eth1 eth2" || return 1
 122
 123     # Require three interfaces with dhcp root-path
 124     client_test "MULTINIC root=dhcp ip=eth0:dhcp ip=eth1:dhcp ip=eth2:dhcp bootdev=eth2" \
 125         00 01 02 \
 126         "root=dhcp ip=eth0:dhcp ip=eth1:dhcp ip=eth2:dhcp bootdev=eth2" \
 127         "eth0 eth1 eth2" || return 1
 128
 129     kill_server
 130     return 0
 131 }
 132
 133 test_setup() {
 134      # Make server root
 135     dd if=/dev/null of=$TESTDIR/server.ext3 bs=1M seek=60
 136     mke2fs -j -F $TESTDIR/server.ext3
 137     mkdir $TESTDIR/mnt
 138     sudo mount -o loop $TESTDIR/server.ext3 $TESTDIR/mnt
 139
 140     (
 141         export initdir=$TESTDIR/mnt
 142         . $basedir/dracut-functions.sh
 143
 144         (
 145             cd "$initdir";
 146             mkdir -p dev sys proc run etc var/run tmp var/lib/{dhcpd,rpcbind}
 147             mkdir -p var/lib/nfs/{v4recovery,rpc_pipefs}
 148             chmod 777 var/lib/rpcbind var/lib/nfs
 149         )
 150
 151         for _f in modules.builtin.bin modules.builtin; do
 152             [[ $srcmods/$_f ]] && break
 153         done || {
 154             dfatal "No modules.builtin.bin and modules.builtin found!"
 155             return 1
 156         }
 157
 158         for _f in modules.builtin.bin modules.builtin modules.order; do
 159             [[ $srcmods/$_f ]] && inst_simple "$srcmods/$_f" "/lib/modules/$kernel/$_f"
 160         done
 161
 162         dracut_install sh ls shutdown poweroff stty cat ps ln ip \
 163             dmesg mkdir cp ping exportfs \
 164             modprobe rpc.nfsd rpc.mountd showmount tcpdump \
 165             /etc/services sleep mount chmod
 166         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 167             [ -f ${_terminfodir}/l/linux ] && break
 168         done
 169         dracut_install -o ${_terminfodir}/l/linux
 170         type -P portmap >/dev/null && dracut_install portmap
 171         type -P rpcbind >/dev/null && dracut_install rpcbind
 172         [ -f /etc/netconfig ] && dracut_install /etc/netconfig
 173         type -P dhcpd >/dev/null && dracut_install dhcpd
 174         [ -x /usr/sbin/dhcpd3 ] && inst /usr/sbin/dhcpd3 /usr/sbin/dhcpd
 175         instmods nfsd sunrpc ipv6 lockd af_packet
 176         inst ./server-init.sh /sbin/init
 177         inst ./hosts /etc/hosts
 178         inst ./exports /etc/exports
 179         inst ./dhcpd.conf /etc/dhcpd.conf
 180         dracut_install /etc/nsswitch.conf /etc/rpc /etc/protocols
 181
 182         dracut_install rpc.idmapd /etc/idmapd.conf
 183
 184         inst_libdir_file 'libnfsidmap_nsswitch.so*'
 185         inst_libdir_file 'libnfsidmap/*.so*'
 186         inst_libdir_file 'libnfsidmap*.so*'
 187
 188         _nsslibs=$(sed -e '/^#/d' -e 's/^.*://' -e 's/\[NOTFOUND=return\]//' /etc/nsswitch.conf \
 189             |  tr -s '[:space:]' '\n' | sort -u | tr -s '[:space:]' '|')
 190         _nsslibs=${_nsslibs#|}
 191         _nsslibs=${_nsslibs%|}
 192
 193         inst_libdir_file -n "$_nsslibs" 'libnss_*.so*'
 194
 195         inst /etc/nsswitch.conf /etc/nsswitch.conf
 196         inst /etc/passwd /etc/passwd
 197         inst /etc/group /etc/group
 198
 199         cp -a /etc/ld.so.conf* $initdir/etc
 200         sudo ldconfig -r "$initdir"
 201         dracut_kernel_post
 202     )
 203
 204     # Make client root inside server root
 205     (
 206         export initdir=$TESTDIR/mnt/nfs/client
 207         . $basedir/dracut-functions.sh
 208         dracut_install sh shutdown poweroff stty cat ps ln ip \
 209             mount dmesg mkdir cp ping grep ls
 210         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 211             [ -f ${_terminfodir}/l/linux ] && break
 212         done
 213         dracut_install -o ${_terminfodir}/l/linux
 214         inst ./client-init.sh /sbin/init
 215         (
 216             cd "$initdir"
 217             mkdir -p dev sys proc etc run
 218             mkdir -p var/lib/nfs/rpc_pipefs
 219         )
 220         inst /etc/nsswitch.conf /etc/nsswitch.conf
 221         inst /etc/passwd /etc/passwd
 222         inst /etc/group /etc/group
 223
 224         dracut_install rpc.idmapd /etc/idmapd.conf
 225         inst_libdir_file 'libnfsidmap_nsswitch.so*'
 226         inst_libdir_file 'libnfsidmap/*.so*'
 227         inst_libdir_file 'libnfsidmap*.so*'
 228
 229         _nsslibs=$(sed -e '/^#/d' -e 's/^.*://' -e 's/\[NOTFOUND=return\]//' /etc/nsswitch.conf \
 230             |  tr -s '[:space:]' '\n' | sort -u | tr -s '[:space:]' '|')
 231         _nsslibs=${_nsslibs#|}
 232         _nsslibs=${_nsslibs%|}
 233
 234         inst_libdir_file -n "$_nsslibs" 'libnss_*.so*'
 235
 236         cp -a /etc/ld.so.conf* $initdir/etc
 237         sudo ldconfig -r "$initdir"
 238     )
 239
 240     sudo umount $TESTDIR/mnt
 241     rm -fr $TESTDIR/mnt
 242
 243     # Make an overlay with needed tools for the test harness
 244     (
 245         export initdir=$TESTDIR/overlay
 246         . $basedir/dracut-functions.sh
 247         dracut_install poweroff shutdown
 248         inst_hook emergency 000 ./hard-off.sh
 249         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 250     )
 251
 252     # Make server's dracut image
 253     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 254         -m "dash udev-rules base rootfs-block debug kernel-modules watchdog" \
 255         -d "af_packet piix ide-gd_mod ata_piix ext3 sd_mod nfsv2 nfsv3 nfsv4 nfs_acl nfs_layout_nfsv41_files nfsd e1000 i6300esbwdt" \
 256         -f $TESTDIR/initramfs.server $KVERSION || return 1
 257
 258     # Make client's dracut image
 259     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 260         -o "plymouth" \
 261         -a "debug" \
 262         -d "af_packet piix sd_mod sr_mod ata_piix ide-gd_mod e1000 nfsv2 nfsv3 nfsv4 nfs_acl nfs_layout_nfsv41_files sunrpc i6300esbwdt" \
 263         -f $TESTDIR/initramfs.testing $KVERSION || return 1
 264 }
 265
 266 kill_server() {
 267     if [[ -s $TESTDIR/server.pid ]]; then
 268         sudo kill -TERM $(cat $TESTDIR/server.pid)
 269         rm -f $TESTDIR/server.pid
 270     fi
 271 }
 272
 273 test_cleanup() {
 274     kill_server
 275 }
 276
 277 . $testdir/test-functions