test/TEST-20-NFS/test.sh

   1 #!/bin/bash
   2 # -*- mode: shell-script; indent-tabs-mode: nil; sh-basic-offset: 4; -*-
   3 # ex: ts=8 sw=4 sts=4 et filetype=sh
   4 TEST_DESCRIPTION="root filesystem on NFS"
   5
   6 KVERSION=${KVERSION-$(uname -r)}
   7
   8 # Uncomment this to debug failures
   9 #DEBUGFAIL="rd.shell"
  10 #SERIAL="tcp:127.0.0.1:9999"
  11 SERIAL="null"
  12
  13 run_server() {
  14     # Start server first
  15     echo "NFS TEST SETUP: Starting DHCP/NFS server"
  16
  17     fsck -a $TESTDIR/server.ext3 || return 1
  18     $testdir/run-qemu \
  19         -hda $TESTDIR/server.ext3 \
  20         -m 256M -smp 2 \
  21         -display none \
  22         -net nic,macaddr=52:54:00:12:34:56,model=e1000 \
  23         -net socket,listen=127.0.0.1:12320 \
  24         -serial $SERIAL \
  25         -watchdog i6300esb -watchdog-action poweroff \
  26         -kernel /boot/vmlinuz-$KVERSION \
  27         -append "rd.debug loglevel=77 root=/dev/sda rootfstype=ext3 rw console=ttyS0,115200n81 selinux=0" \
  28         -initrd $TESTDIR/initramfs.server \
  29         -pidfile $TESTDIR/server.pid -daemonize || return 1
  30     sudo chmod 644 $TESTDIR/server.pid || return 1
  31
  32     # Cleanup the terminal if we have one
  33     tty -s && stty sane
  34
  35     echo Sleeping 10 seconds to give the server a head start
  36     sleep 10
  37 }
  38
  39 client_test() {
  40     local test_name="$1"
  41     local mac=$2
  42     local cmdline="$3"
  43     local server="$4"
  44     local check_opt="$5"
  45     local nfsinfo opts found expected
  46
  47     echo "CLIENT TEST START: $test_name"
  48
  49     # Need this so kvm-qemu will boot (needs non-/dev/zero local disk)
  50     if ! dd if=/dev/zero of=$TESTDIR/client.img bs=1M count=1; then
  51         echo "Unable to make client sda image" 1>&2
  52         return 1
  53     fi
  54
  55     $testdir/run-qemu \
  56         -hda $TESTDIR/client.img \
  57         -m 256M -smp 2 -nographic \
  58         -net nic,macaddr=$mac,model=e1000 \
  59         -net socket,connect=127.0.0.1:12320 \
  60         -kernel /boot/vmlinuz-$KVERSION \
  61         -watchdog i6300esb -watchdog-action poweroff \
  62         -append "$cmdline $DEBUGFAIL rd.debug rd.retry=10 rd.info quiet  ro console=ttyS0,115200n81 selinux=0" \
  63         -initrd $TESTDIR/initramfs.testing
  64
  65     if [[ $? -ne 0 ]] || ! grep -F -m 1 -q nfs-OK $TESTDIR/client.img; then
  66         echo "CLIENT TEST END: $test_name [FAILED - BAD EXIT]"
  67         return 1
  68     fi
  69
  70     # nfsinfo=( server:/path nfs{,4} options )
  71     nfsinfo=($(awk '{print $2, $3, $4; exit}' $TESTDIR/client.img))
  72
  73     if [[ "${nfsinfo[0]%%:*}" != "$server" ]]; then
  74         echo "CLIENT TEST INFO: got server: ${nfsinfo[0]%%:*}"
  75         echo "CLIENT TEST INFO: expected server: $server"
  76         echo "CLIENT TEST END: $test_name [FAILED - WRONG SERVER]"
  77         return 1
  78     fi
  79
  80     found=0
  81     expected=1
  82     if [[ ${check_opt:0:1} = '-' ]]; then
  83         expected=0
  84         check_opt=${check_opt:1}
  85     fi
  86
  87     opts=${nfsinfo[2]},
  88     while [[ $opts ]]; do
  89         if [[ ${opts%%,*} = $check_opt ]]; then
  90             found=1
  91             break
  92         fi
  93         opts=${opts#*,}
  94     done
  95
  96     if [[ $found -ne $expected ]]; then
  97         echo "CLIENT TEST INFO: got options: ${nfsinfo[2]%%:*}"
  98         if [[ $expected -eq 0 ]]; then
  99             echo "CLIENT TEST INFO: did not expect: $check_opt"
 100             echo "CLIENT TEST END: $test_name [FAILED - UNEXPECTED OPTION]"
 101         else
 102             echo "CLIENT TEST INFO: missing: $check_opt"
 103             echo "CLIENT TEST END: $test_name [FAILED - MISSING OPTION]"
 104         fi
 105         return 1
 106     fi
 107
 108     echo "CLIENT TEST END: $test_name [OK]"
 109     return 0
 110 }
 111
 112 test_nfsv3() {
 113     # MAC numbering scheme:
 114     # NFSv3: last octect starts at 0x00 and works up
 115     # NFSv4: last octect starts at 0x80 and works up
 116
 117     client_test "NFSv3 root=dhcp DHCP path only" 52:54:00:12:34:00 \
 118         "root=dhcp" 192.168.50.1 -wsize=4096 || return 1
 119
 120     client_test "NFSv3 Legacy root=/dev/nfs nfsroot=IP:path" 52:54:00:12:34:01 \
 121         "root=/dev/nfs nfsroot=192.168.50.1:/nfs/client" 192.168.50.1 -wsize=4096 || return 1
 122
 123     client_test "NFSv3 Legacy root=/dev/nfs DHCP path only" 52:54:00:12:34:00 \
 124         "root=/dev/nfs" 192.168.50.1 -wsize=4096 || return 1
 125
 126     client_test "NFSv3 Legacy root=/dev/nfs DHCP IP:path" 52:54:00:12:34:01 \
 127         "root=/dev/nfs" 192.168.50.2 -wsize=4096 || return 1
 128
 129     client_test "NFSv3 root=dhcp DHCP IP:path" 52:54:00:12:34:01 \
 130         "root=dhcp" 192.168.50.2 -wsize=4096 || return 1
 131
 132     client_test "NFSv3 root=dhcp DHCP proto:IP:path" 52:54:00:12:34:02 \
 133         "root=dhcp" 192.168.50.3 -wsize=4096 || return 1
 134
 135     client_test "NFSv3 root=dhcp DHCP proto:IP:path:options" 52:54:00:12:34:03 \
 136         "root=dhcp" 192.168.50.3 wsize=4096 || return 1
 137
 138     client_test "NFSv3 root=nfs:..." 52:54:00:12:34:04 \
 139         "root=nfs:192.168.50.1:/nfs/client" 192.168.50.1 -wsize=4096 || return 1
 140
 141     client_test "NFSv3 Bridge root=nfs:..." 52:54:00:12:34:04 \
 142         "root=nfs:192.168.50.1:/nfs/client bridge" 192.168.50.1 -wsize=4096 || return 1
 143
 144     client_test "NFSv3 Legacy root=IP:path" 52:54:00:12:34:04 \
 145         "root=192.168.50.1:/nfs/client" 192.168.50.1 -wsize=4096 || return 1
 146
 147     # This test must fail: nfsroot= requires root=/dev/nfs
 148     client_test "NFSv3 Invalid root=dhcp nfsroot=/nfs/client" 52:54:00:12:34:04 \
 149         "root=dhcp nfsroot=/nfs/client failme" 192.168.50.1 -wsize=4096 && return 1
 150
 151     client_test "NFSv3 root=dhcp DHCP path,options" \
 152         52:54:00:12:34:05 "root=dhcp" 192.168.50.1 wsize=4096 || return 1
 153
 154     client_test "NFSv3 Bridge Customized root=dhcp DHCP path,options" \
 155         52:54:00:12:34:05 "root=dhcp bridge=foobr0:eth0" 192.168.50.1 wsize=4096 || return 1
 156
 157     client_test "NFSv3 root=dhcp DHCP IP:path,options" \
 158         52:54:00:12:34:06 "root=dhcp" 192.168.50.2 wsize=4096 || return 1
 159
 160     client_test "NFSv3 root=dhcp DHCP proto:IP:path,options" \
 161         52:54:00:12:34:07 "root=dhcp" 192.168.50.3 wsize=4096 || return 1
 162
 163     return 0
 164 }
 165
 166 test_nfsv4() {
 167     # There is a mandatory 90 second recovery when starting the NFSv4
 168     # server, so put these later in the list to avoid a pause when doing
 169     # switch_root
 170
 171     client_test "NFSv4 root=dhcp DHCP proto:IP:path" 52:54:00:12:34:82 \
 172         "root=dhcp" 192.168.50.3 -wsize=4096 || return 1
 173
 174     client_test "NFSv4 root=dhcp DHCP proto:IP:path:options" 52:54:00:12:34:83 \
 175         "root=dhcp" 192.168.50.3 wsize=4096 || return 1
 176
 177     client_test "NFSv4 root=nfs4:..." 52:54:00:12:34:84 \
 178         "root=nfs4:192.168.50.1:/client" 192.168.50.1 \
 179         -wsize=4096 || return 1
 180
 181     client_test "NFSv4 root=dhcp DHCP proto:IP:path,options" \
 182         52:54:00:12:34:87 "root=dhcp" 192.168.50.3 wsize=4096 || return 1
 183
 184     return 0
 185 }
 186
 187 test_run() {
 188     if [[ -s server.pid ]]; then
 189         sudo kill -TERM $(cat $TESTDIR/server.pid)
 190         rm -f $TESTDIR/server.pid
 191     fi
 192
 193     if ! run_server; then
 194         echo "Failed to start server" 1>&2
 195         return 1
 196     fi
 197
 198     test_nfsv3 && \
 199         test_nfsv4
 200
 201     ret=$?
 202
 203     if [[ -s $TESTDIR/server.pid ]]; then
 204         sudo kill -TERM $(cat $TESTDIR/server.pid)
 205         rm -f $TESTDIR/server.pid
 206     fi
 207
 208     return $ret
 209 }
 210
 211 test_setup() {
 212     # Make server root
 213     dd if=/dev/null of=$TESTDIR/server.ext3 bs=1M seek=60
 214     mke2fs -j -F $TESTDIR/server.ext3
 215     mkdir $TESTDIR/mnt
 216     sudo mount -o loop $TESTDIR/server.ext3 $TESTDIR/mnt
 217
 218
 219     export kernel=$KVERSION
 220     export srcmods="/lib/modules/$kernel/"
 221     # Detect lib paths
 222
 223     (
 224         export initdir=$TESTDIR/mnt
 225         . $basedir/dracut-functions.sh
 226
 227         for _f in modules.builtin.bin modules.builtin; do
 228             [[ $srcmods/$_f ]] && break
 229         done || {
 230             dfatal "No modules.builtin.bin and modules.builtin found!"
 231             return 1
 232         }
 233
 234         for _f in modules.builtin.bin modules.builtin modules.order; do
 235             [[ $srcmods/$_f ]] && inst_simple "$srcmods/$_f" "/lib/modules/$kernel/$_f"
 236         done
 237
 238         dracut_install sh ls shutdown poweroff stty cat ps ln ip \
 239             dmesg mkdir cp ping exportfs \
 240             modprobe rpc.nfsd rpc.mountd showmount tcpdump \
 241             /etc/services sleep mount chmod
 242         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 243             [ -f ${_terminfodir}/l/linux ] && break
 244         done
 245         dracut_install -o ${_terminfodir}/l/linux
 246         type -P portmap >/dev/null && dracut_install portmap
 247         type -P rpcbind >/dev/null && dracut_install rpcbind
 248         [ -f /etc/netconfig ] && dracut_install /etc/netconfig
 249         type -P dhcpd >/dev/null && dracut_install dhcpd
 250         [ -x /usr/sbin/dhcpd3 ] && inst /usr/sbin/dhcpd3 /usr/sbin/dhcpd
 251         instmods nfsd sunrpc ipv6 lockd af_packet
 252         inst ./server-init.sh /sbin/init
 253         inst_simple /etc/os-release
 254         inst ./hosts /etc/hosts
 255         inst ./exports /etc/exports
 256         inst ./dhcpd.conf /etc/dhcpd.conf
 257         dracut_install /etc/nsswitch.conf /etc/rpc /etc/protocols
 258         dracut_install rpc.idmapd /etc/idmapd.conf
 259
 260         inst_libdir_file 'libnfsidmap_nsswitch.so*'
 261         inst_libdir_file 'libnfsidmap/*.so*'
 262         inst_libdir_file 'libnfsidmap*.so*'
 263
 264         _nsslibs=$(sed -e '/^#/d' -e 's/^.*://' -e 's/\[NOTFOUND=return\]//' /etc/nsswitch.conf \
 265             |  tr -s '[:space:]' '\n' | sort -u | tr -s '[:space:]' '|')
 266         _nsslibs=${_nsslibs#|}
 267         _nsslibs=${_nsslibs%|}
 268
 269         inst_libdir_file -n "$_nsslibs" 'libnss_*.so*'
 270
 271         (
 272             cd "$initdir";
 273             mkdir -p dev sys proc run etc var/run tmp var/lib/{dhcpd,rpcbind}
 274             mkdir -p var/lib/nfs/{v4recovery,rpc_pipefs}
 275             chmod 777 var/lib/rpcbind var/lib/nfs
 276         )
 277         inst /etc/nsswitch.conf /etc/nsswitch.conf
 278
 279         inst /etc/passwd /etc/passwd
 280         inst /etc/group /etc/group
 281
 282         cp -a /etc/ld.so.conf* $initdir/etc
 283         sudo ldconfig -r "$initdir"
 284         dracut_kernel_post
 285     )
 286
 287
 288     # Make client root inside server root
 289     (
 290         export initdir=$TESTDIR/mnt/nfs/client
 291         . $basedir/dracut-functions.sh
 292
 293         dracut_install sh shutdown poweroff stty cat ps ln ip \
 294             mount dmesg mkdir cp ping grep
 295         for _terminfodir in /lib/terminfo /etc/terminfo /usr/share/terminfo; do
 296             [ -f ${_terminfodir}/l/linux ] && break
 297         done
 298         dracut_install -o ${_terminfodir}/l/linux
 299         inst ./client-init.sh /sbin/init
 300         inst_simple /etc/os-release
 301         (
 302             cd "$initdir"
 303             mkdir -p dev sys proc etc run
 304             mkdir -p var/lib/nfs/rpc_pipefs
 305         )
 306         inst /etc/nsswitch.conf /etc/nsswitch.conf
 307         inst /etc/passwd /etc/passwd
 308         inst /etc/group /etc/group
 309
 310         inst_libdir_file 'libnfsidmap_nsswitch.so*'
 311         inst_libdir_file 'libnfsidmap/*.so*'
 312         inst_libdir_file 'libnfsidmap*.so*'
 313
 314         _nsslibs=$(sed -e '/^#/d' -e 's/^.*://' -e 's/\[NOTFOUND=return\]//' /etc/nsswitch.conf \
 315             |  tr -s '[:space:]' '\n' | sort -u | tr -s '[:space:]' '|')
 316         _nsslibs=${_nsslibs#|}
 317         _nsslibs=${_nsslibs%|}
 318
 319         inst_libdir_file -n "$_nsslibs" 'libnss_*.so*'
 320
 321         cp -a /etc/ld.so.conf* $initdir/etc
 322         sudo ldconfig -r "$initdir"
 323     )
 324
 325     mkdir -p $TESTDIR/mnt/nfs/nfs3-5
 326     mkdir -p $TESTDIR/mnt/nfs/ip/192.168.50.101
 327     mkdir -p $TESTDIR/mnt/nfs/tftpboot/nfs4-5
 328
 329     sudo umount $TESTDIR/mnt
 330     rm -fr $TESTDIR/mnt
 331
 332     # Make an overlay with needed tools for the test harness
 333     (
 334         export initdir=$TESTDIR/overlay
 335         . $basedir/dracut-functions.sh
 336         mkdir $TESTDIR/overlay
 337         dracut_install poweroff shutdown
 338         inst_hook emergency 000 ./hard-off.sh
 339         inst_simple ./99-idesymlinks.rules /etc/udev/rules.d/99-idesymlinks.rules
 340     )
 341
 342     # Make server's dracut image
 343     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 344         -m "dash udev-rules base rootfs-block debug kernel-modules watchdog" \
 345         -d "af_packet piix ide-gd_mod ata_piix ext3 sd_mod e1000 i6300esb" \
 346         -f $TESTDIR/initramfs.server $KVERSION || return 1
 347
 348     # Make client's dracut image
 349     $basedir/dracut.sh -l -i $TESTDIR/overlay / \
 350         -o "plymouth dash" \
 351         -a "debug watchdog" \
 352         -d "af_packet piix ide-gd_mod ata_piix sd_mod e1000 nfs sunrpc i6300esb" \
 353         -f $TESTDIR/initramfs.testing $KVERSION || return 1
 354 }
 355
 356 test_cleanup() {
 357     if [[ -s $TESTDIR/server.pid ]]; then
 358         sudo kill -TERM $(cat $TESTDIR/server.pid)
 359         rm -f $TESTDIR/server.pid
 360     fi
 361 }
 362
 363 . $testdir/test-functions