tests/10ddf-fail-two-spares

   1 # Simulate two disks failing shorty after each other
   2 . tests/env-ddf-template
   3 sda=$(get_rootdev) || exit 1
   4 tmp=$(mktemp /tmp/mdtest-XXXXXX)
   5
   6 mdadm --zero-superblock $dev8 $dev9 $dev10 $dev11 $dev12 $dev13
   7 mdadm -CR $container -e ddf -l container -n 6 \
   8       $dev8 $dev9 $dev10 $dev11 $dev12 $dev13
   9
  10 #fast_sync
  11
  12 mdadm -CR $member0 -l raid6 -n 4 $dev10 $dev11 $dev12 $dev13 -z 16384
  13 #$dir/mdadm -CR $member0 -l raid6 -n 4 $dev10 $dev11 $dev12 $dev13  -z 16384 \
  14 #           >/tmp/mdmon.txt 2>&1
  15 mdadm -CR $member1 -l raid10 -n 4 $dev10 $dev11 $dev12 $dev13 -z 16384
  16
  17 dd if=$sda of=$member0 bs=1M count=32
  18 dd if=$sda of=$member1 bs=1M skip=16 count=16
  19
  20 check wait
  21
  22 sum0=$(sha1sum $member0)
  23 sum1=$(sha1sum $member1)
  24
  25 mdadm --fail $member1 $dev11
  26 sleep 1
  27 mdadm --fail $member1 $dev12
  28
  29 # We will have 4 resync procedures, 2 spares for 2 arrays.
  30 mdadm --wait $member1 $member0 || true
  31 mdadm --wait $member1 $member0 || true
  32
  33 devs0="$(get_raiddisks $member0)"
  34 devs1="$(get_raiddisks $member1)"
  35 expected="$dev10
  36 $dev13
  37 $dev8
  38 $dev9"
  39
  40 ret=0
  41 if [ "$(echo "$devs0" | sort)" != "$expected" \
  42    -o "$(echo "$devs1" | sort)" != "$expected" ]; then
  43     echo ERROR: unexpected members
  44     echo $member0: $devs0
  45     echo $member1: $devs1
  46     ret=1
  47 fi
  48
  49 mdadm -E $dev10 >$tmp
  50 if ! grep -q 'state\[0\] : Optimal, Consistent' $tmp; then
  51     echo ERROR: $member0 should be optimal in meta data
  52     ret=1
  53 fi
  54 if ! grep -q 'state\[1\] : Optimal, Consistent' $tmp; then
  55     echo ERROR: $member1 should be optimal in meta data
  56     ret=1
  57 fi
  58 if [ x"$(grep -c active/Online $tmp)" != x4 ]; then
  59     echo ERROR: expected 4 online disks
  60     ret=1
  61 fi
  62 if [ x"$(grep -c "Offline, Failed" $tmp)" != x2 ]; then
  63     echo ERROR: expected 2 failed disks
  64     ret=1
  65 fi
  66
  67 sum0a=$(sha1sum $member0)
  68 sum1a=$(sha1sum $member1)
  69
  70 if [ "$sum0" != "$sum0a" -o "$sum1" != "$sum1a" ]; then
  71    echo ERROR: checksum mismatch
  72    ret=1
  73 fi
  74
  75 if [ $ret -eq 1 ]; then
  76     cat /proc/mdstat
  77     cat $tmp
  78 fi
  79
  80 [ -f /tmp/mdmon.txt ] && {
  81   cat /tmp/mdmon.txt
  82   rm -f /tmp/mdmon.txt
  83 }
  84 rm -f $tmp
  85
  86 [ $ret -eq 0 ]