tools/testing/selftests/net/fib_nexthops.sh

   1 #!/bin/bash
   2 # SPDX-License-Identifier: GPL-2.0
   3 #
   4 # ns: me               | ns: peer              | ns: remote
   5 #   2001:db8:91::1     |       2001:db8:91::2  |
   6 #   172.16.1.1         |       172.16.1.2      |
   7 #            veth1 <---|---> veth2             |
   8 #                      |              veth5 <--|--> veth6  172.16.101.1
   9 #            veth3 <---|---> veth4             |           2001:db8:101::1
  10 #   172.16.2.1         |       172.16.2.2      |
  11 #   2001:db8:92::1     |       2001:db8:92::2  |
  12 #
  13 # This test is for checking IPv4 and IPv6 FIB behavior with nexthop
  14 # objects. Device reference counts and network namespace cleanup tested
  15 # by use of network namespace for peer.
  16
  17 ret=0
  18 # Kselftest framework requirement - SKIP code is 4.
  19 ksft_skip=4
  20
  21 # all tests in this script. Can be overridden with -t option
  22 IPV4_TESTS="ipv4_fcnal ipv4_grp_fcnal ipv4_withv6_fcnal ipv4_fcnal_runtime ipv4_large_grp ipv4_compat_mode ipv4_fdb_grp_fcnal"
  23 IPV6_TESTS="ipv6_fcnal ipv6_grp_fcnal ipv6_fcnal_runtime ipv6_large_grp ipv6_compat_mode ipv6_fdb_grp_fcnal"
  24
  25 ALL_TESTS="basic ${IPV4_TESTS} ${IPV6_TESTS}"
  26 TESTS="${ALL_TESTS}"
  27 VERBOSE=0
  28 PAUSE_ON_FAIL=no
  29 PAUSE=no
  30
  31 nsid=100
  32
  33 ################################################################################
  34 # utilities
  35
  36 log_test()
  37 {
  38         local rc=$1
  39         local expected=$2
  40         local msg="$3"
  41
  42         if [ ${rc} -eq ${expected} ]; then
  43                 printf "TEST: %-60s  [ OK ]\n" "${msg}"
  44                 nsuccess=$((nsuccess+1))
  45         else
  46                 ret=1
  47                 nfail=$((nfail+1))
  48                 printf "TEST: %-60s  [FAIL]\n" "${msg}"
  49                 if [ "$VERBOSE" = "1" ]; then
  50                         echo "    rc=$rc, expected $expected"
  51                 fi
  52
  53                 if [ "${PAUSE_ON_FAIL}" = "yes" ]; then
  54                 echo
  55                         echo "hit enter to continue, 'q' to quit"
  56                         read a
  57                         [ "$a" = "q" ] && exit 1
  58                 fi
  59         fi
  60
  61         if [ "${PAUSE}" = "yes" ]; then
  62                 echo
  63                 echo "hit enter to continue, 'q' to quit"
  64                 read a
  65                 [ "$a" = "q" ] && exit 1
  66         fi
  67
  68         [ "$VERBOSE" = "1" ] && echo
  69 }
  70
  71 run_cmd()
  72 {
  73         local cmd="$1"
  74         local out
  75         local stderr="2>/dev/null"
  76
  77         if [ "$VERBOSE" = "1" ]; then
  78                 printf "COMMAND: $cmd\n"
  79                 stderr=
  80         fi
  81
  82         out=$(eval $cmd $stderr)
  83         rc=$?
  84         if [ "$VERBOSE" = "1" -a -n "$out" ]; then
  85                 echo "    $out"
  86         fi
  87
  88         return $rc
  89 }
  90
  91 get_linklocal()
  92 {
  93         local dev=$1
  94         local ns
  95         local addr
  96
  97         [ -n "$2" ] && ns="-netns $2"
  98         addr=$(ip $ns -6 -br addr show dev ${dev} | \
  99         awk '{
 100                 for (i = 3; i <= NF; ++i) {
 101                         if ($i ~ /^fe80/)
 102                                 print $i
 103                 }
 104         }'
 105         )
 106         addr=${addr/\/*}
 107
 108         [ -z "$addr" ] && return 1
 109
 110         echo $addr
 111
 112         return 0
 113 }
 114
 115 create_ns()
 116 {
 117         local n=${1}
 118
 119         ip netns del ${n} 2>/dev/null
 120
 121         set -e
 122         ip netns add ${n}
 123         ip netns set ${n} $((nsid++))
 124         ip -netns ${n} addr add 127.0.0.1/8 dev lo
 125         ip -netns ${n} link set lo up
 126
 127         ip netns exec ${n} sysctl -qw net.ipv4.ip_forward=1
 128         ip netns exec ${n} sysctl -qw net.ipv4.fib_multipath_use_neigh=1
 129         ip netns exec ${n} sysctl -qw net.ipv4.conf.default.ignore_routes_with_linkdown=1
 130         ip netns exec ${n} sysctl -qw net.ipv6.conf.all.keep_addr_on_down=1
 131         ip netns exec ${n} sysctl -qw net.ipv6.conf.all.forwarding=1
 132         ip netns exec ${n} sysctl -qw net.ipv6.conf.default.forwarding=1
 133         ip netns exec ${n} sysctl -qw net.ipv6.conf.default.ignore_routes_with_linkdown=1
 134         ip netns exec ${n} sysctl -qw net.ipv6.conf.all.accept_dad=0
 135         ip netns exec ${n} sysctl -qw net.ipv6.conf.default.accept_dad=0
 136
 137         set +e
 138 }
 139
 140 setup()
 141 {
 142         cleanup
 143
 144         create_ns me
 145         create_ns peer
 146         create_ns remote
 147
 148         IP="ip -netns me"
 149         BRIDGE="bridge -netns me"
 150         set -e
 151         $IP li add veth1 type veth peer name veth2
 152         $IP li set veth1 up
 153         $IP addr add 172.16.1.1/24 dev veth1
 154         $IP -6 addr add 2001:db8:91::1/64 dev veth1 nodad
 155
 156         $IP li add veth3 type veth peer name veth4
 157         $IP li set veth3 up
 158         $IP addr add 172.16.2.1/24 dev veth3
 159         $IP -6 addr add 2001:db8:92::1/64 dev veth3 nodad
 160
 161         $IP li set veth2 netns peer up
 162         ip -netns peer addr add 172.16.1.2/24 dev veth2
 163         ip -netns peer -6 addr add 2001:db8:91::2/64 dev veth2 nodad
 164
 165         $IP li set veth4 netns peer up
 166         ip -netns peer addr add 172.16.2.2/24 dev veth4
 167         ip -netns peer -6 addr add 2001:db8:92::2/64 dev veth4 nodad
 168
 169         ip -netns remote li add veth5 type veth peer name veth6
 170         ip -netns remote li set veth5 up
 171         ip -netns remote addr add dev veth5 172.16.101.1/24
 172         ip -netns remote -6 addr add dev veth5 2001:db8:101::1/64 nodad
 173         ip -netns remote ro add 172.16.0.0/22 via 172.16.101.2
 174         ip -netns remote -6 ro add 2001:db8:90::/40 via 2001:db8:101::2
 175
 176         ip -netns remote li set veth6 netns peer up
 177         ip -netns peer addr add dev veth6 172.16.101.2/24
 178         ip -netns peer -6 addr add dev veth6 2001:db8:101::2/64 nodad
 179         set +e
 180 }
 181
 182 cleanup()
 183 {
 184         local ns
 185
 186         for ns in me peer remote; do
 187                 ip netns del ${ns} 2>/dev/null
 188         done
 189 }
 190
 191 check_output()
 192 {
 193         local out="$1"
 194         local expected="$2"
 195         local rc=0
 196
 197         [ "${out}" = "${expected}" ] && return 0
 198
 199         if [ -z "${out}" ]; then
 200                 if [ "$VERBOSE" = "1" ]; then
 201                         printf "\nNo entry found\n"
 202                         printf "Expected:\n"
 203                         printf "    ${expected}\n"
 204                 fi
 205                 return 1
 206         fi
 207
 208         out=$(echo ${out})
 209         if [ "${out}" != "${expected}" ]; then
 210                 rc=1
 211                 if [ "${VERBOSE}" = "1" ]; then
 212                         printf "    Unexpected entry. Have:\n"
 213                         printf "        ${out}\n"
 214                         printf "    Expected:\n"
 215                         printf "        ${expected}\n\n"
 216                 else
 217                         echo "      WARNING: Unexpected route entry"
 218                 fi
 219         fi
 220
 221         return $rc
 222 }
 223
 224 check_nexthop()
 225 {
 226         local nharg="$1"
 227         local expected="$2"
 228         local out
 229
 230         out=$($IP nexthop ls ${nharg} 2>/dev/null)
 231
 232         check_output "${out}" "${expected}"
 233 }
 234
 235 check_route()
 236 {
 237         local pfx="$1"
 238         local expected="$2"
 239         local out
 240
 241         out=$($IP route ls match ${pfx} 2>/dev/null)
 242
 243         check_output "${out}" "${expected}"
 244 }
 245
 246 check_route6()
 247 {
 248         local pfx="$1"
 249         local expected="$2"
 250         local out
 251
 252         out=$($IP -6 route ls match ${pfx} 2>/dev/null | sed -e 's/pref medium//')
 253
 254         check_output "${out}" "${expected}"
 255 }
 256
 257 check_large_grp()
 258 {
 259         local ipv=$1
 260         local ecmp=$2
 261         local grpnum=100
 262         local nhidstart=100
 263         local grpidstart=1000
 264         local iter=0
 265         local nhidstr=""
 266         local grpidstr=""
 267         local grpstr=""
 268         local ipstr=""
 269
 270         if [ $ipv -eq 4 ]; then
 271                 ipstr="172.16.1."
 272         else
 273                 ipstr="2001:db8:91::"
 274         fi
 275
 276         #
 277         # Create $grpnum groups with specified $ecmp and dump them
 278         #
 279
 280         # create nexthops with different gateways
 281         iter=2
 282         while [ $iter -le $(($ecmp + 1)) ]
 283         do
 284                 nhidstr="$(($nhidstart + $iter))"
 285                 run_cmd "$IP nexthop add id $nhidstr via $ipstr$iter dev veth1"
 286                 check_nexthop "id $nhidstr" "id $nhidstr via $ipstr$iter dev veth1 scope link"
 287
 288                 if [ $iter -le $ecmp ]; then
 289                         grpstr+="$nhidstr/"
 290                 else
 291                         grpstr+="$nhidstr"
 292                 fi
 293                 ((iter++))
 294         done
 295
 296         # create duplicate large ecmp groups
 297         iter=0
 298         while [ $iter -le $grpnum ]
 299         do
 300                 grpidstr="$(($grpidstart + $iter))"
 301                 run_cmd "$IP nexthop add id $grpidstr group $grpstr"
 302                 check_nexthop "id $grpidstr" "id $grpidstr group $grpstr"
 303                 ((iter++))
 304         done
 305
 306         # dump large groups
 307         run_cmd "$IP nexthop list"
 308         log_test $? 0 "Dump large (x$ecmp) ecmp groups"
 309 }
 310
 311 start_ip_monitor()
 312 {
 313         local mtype=$1
 314
 315         # start the monitor in the background
 316         tmpfile=`mktemp /var/run/nexthoptestXXX`
 317         mpid=`($IP monitor $mtype > $tmpfile & echo $!) 2>/dev/null`
 318         sleep 0.2
 319         echo "$mpid $tmpfile"
 320 }
 321
 322 stop_ip_monitor()
 323 {
 324         local mpid=$1
 325         local tmpfile=$2
 326         local el=$3
 327
 328         # check the monitor results
 329         kill $mpid
 330         lines=`wc -l $tmpfile | cut "-d " -f1`
 331         test $lines -eq $el
 332         rc=$?
 333         rm -rf $tmpfile
 334
 335         return $rc
 336 }
 337
 338 check_nexthop_fdb_support()
 339 {
 340         $IP nexthop help 2>&1 | grep -q fdb
 341         if [ $? -ne 0 ]; then
 342                 echo "SKIP: iproute2 too old, missing fdb nexthop support"
 343                 return $ksft_skip
 344         fi
 345 }
 346
 347 ipv6_fdb_grp_fcnal()
 348 {
 349         local rc
 350
 351         echo
 352         echo "IPv6 fdb groups functional"
 353         echo "--------------------------"
 354
 355         check_nexthop_fdb_support
 356         if [ $? -eq $ksft_skip ]; then
 357                 return $ksft_skip
 358         fi
 359
 360         # create group with multiple nexthops
 361         run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 fdb"
 362         run_cmd "$IP nexthop add id 62 via 2001:db8:91::3 fdb"
 363         run_cmd "$IP nexthop add id 102 group 61/62 fdb"
 364         check_nexthop "id 102" "id 102 group 61/62 fdb"
 365         log_test $? 0 "Fdb Nexthop group with multiple nexthops"
 366
 367         ## get nexthop group
 368         run_cmd "$IP nexthop get id 102"
 369         check_nexthop "id 102" "id 102 group 61/62 fdb"
 370         log_test $? 0 "Get Fdb nexthop group by id"
 371
 372         # fdb nexthop group can only contain fdb nexthops
 373         run_cmd "$IP nexthop add id 63 via 2001:db8:91::4"
 374         run_cmd "$IP nexthop add id 64 via 2001:db8:91::5"
 375         run_cmd "$IP nexthop add id 103 group 63/64 fdb"
 376         log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"
 377
 378         # Non fdb nexthop group can not contain fdb nexthops
 379         run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 fdb"
 380         run_cmd "$IP nexthop add id 66 via 2001:db8:91::6 fdb"
 381         run_cmd "$IP nexthop add id 104 group 65/66"
 382         log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"
 383
 384         # fdb nexthop cannot have blackhole
 385         run_cmd "$IP nexthop add id 67 blackhole fdb"
 386         log_test $? 2 "Fdb Nexthop with blackhole"
 387
 388         # fdb nexthop with oif
 389         run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 dev veth1 fdb"
 390         log_test $? 2 "Fdb Nexthop with oif"
 391
 392         # fdb nexthop with onlink
 393         run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 onlink fdb"
 394         log_test $? 2 "Fdb Nexthop with onlink"
 395
 396         # fdb nexthop with encap
 397         run_cmd "$IP nexthop add id 69 encap mpls 101 via 2001:db8:91::8 dev veth1 fdb"
 398         log_test $? 2 "Fdb Nexthop with encap"
 399
 400         run_cmd "$IP link add name vx10 type vxlan id 1010 local 2001:db8:91::9 remote 2001:db8:91::10 dstport 4789 nolearning noudpcsum tos inherit ttl 100"
 401         run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
 402         log_test $? 0 "Fdb mac add with nexthop group"
 403
 404         ## fdb nexthops can only reference nexthop groups and not nexthops
 405         run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 61 self"
 406         log_test $? 255 "Fdb mac add with nexthop"
 407
 408         run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 66"
 409         log_test $? 2 "Route add with fdb nexthop"
 410
 411         run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 103"
 412         log_test $? 2 "Route add with fdb nexthop group"
 413
 414         run_cmd "$IP nexthop del id 102"
 415         log_test $? 0 "Fdb nexthop delete"
 416
 417         $IP link del dev vx10
 418 }
 419
 420 ipv4_fdb_grp_fcnal()
 421 {
 422         local rc
 423
 424         echo
 425         echo "IPv4 fdb groups functional"
 426         echo "--------------------------"
 427
 428         check_nexthop_fdb_support
 429         if [ $? -eq $ksft_skip ]; then
 430                 return $ksft_skip
 431         fi
 432
 433         # create group with multiple nexthops
 434         run_cmd "$IP nexthop add id 12 via 172.16.1.2 fdb"
 435         run_cmd "$IP nexthop add id 13 via 172.16.1.3 fdb"
 436         run_cmd "$IP nexthop add id 102 group 12/13 fdb"
 437         check_nexthop "id 102" "id 102 group 12/13 fdb"
 438         log_test $? 0 "Fdb Nexthop group with multiple nexthops"
 439
 440         # get nexthop group
 441         run_cmd "$IP nexthop get id 102"
 442         check_nexthop "id 102" "id 102 group 12/13 fdb"
 443         log_test $? 0 "Get Fdb nexthop group by id"
 444
 445         # fdb nexthop group can only contain fdb nexthops
 446         run_cmd "$IP nexthop add id 14 via 172.16.1.2"
 447         run_cmd "$IP nexthop add id 15 via 172.16.1.3"
 448         run_cmd "$IP nexthop add id 103 group 14/15 fdb"
 449         log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"
 450
 451         # Non fdb nexthop group can not contain fdb nexthops
 452         run_cmd "$IP nexthop add id 16 via 172.16.1.2 fdb"
 453         run_cmd "$IP nexthop add id 17 via 172.16.1.3 fdb"
 454         run_cmd "$IP nexthop add id 104 group 14/15"
 455         log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"
 456
 457         # fdb nexthop cannot have blackhole
 458         run_cmd "$IP nexthop add id 18 blackhole fdb"
 459         log_test $? 2 "Fdb Nexthop with blackhole"
 460
 461         # fdb nexthop with oif
 462         run_cmd "$IP nexthop add id 16 via 172.16.1.2 dev veth1 fdb"
 463         log_test $? 2 "Fdb Nexthop with oif"
 464
 465         # fdb nexthop with onlink
 466         run_cmd "$IP nexthop add id 16 via 172.16.1.2 onlink fdb"
 467         log_test $? 2 "Fdb Nexthop with onlink"
 468
 469         # fdb nexthop with encap
 470         run_cmd "$IP nexthop add id 17 encap mpls 101 via 172.16.1.2 dev veth1 fdb"
 471         log_test $? 2 "Fdb Nexthop with encap"
 472
 473         run_cmd "$IP link add name vx10 type vxlan id 1010 local 10.0.0.1 remote 10.0.0.2 dstport 4789 nolearning noudpcsum tos inherit ttl 100"
 474         run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
 475         log_test $? 0 "Fdb mac add with nexthop group"
 476
 477         # fdb nexthops can only reference nexthop groups and not nexthops
 478         run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 12 self"
 479         log_test $? 255 "Fdb mac add with nexthop"
 480
 481         run_cmd "$IP ro add 172.16.0.0/22 nhid 15"
 482         log_test $? 2 "Route add with fdb nexthop"
 483
 484         run_cmd "$IP ro add 172.16.0.0/22 nhid 103"
 485         log_test $? 2 "Route add with fdb nexthop group"
 486
 487         run_cmd "$IP nexthop del id 102"
 488         log_test $? 0 "Fdb nexthop delete"
 489
 490         $IP link del dev vx10
 491 }
 492
 493 ################################################################################
 494 # basic operations (add, delete, replace) on nexthops and nexthop groups
 495 #
 496 # IPv6
 497
 498 ipv6_fcnal()
 499 {
 500         local rc
 501
 502         echo
 503         echo "IPv6"
 504         echo "----------------------"
 505
 506         run_cmd "$IP nexthop add id 52 via 2001:db8:91::2 dev veth1"
 507         rc=$?
 508         log_test $rc 0 "Create nexthop with id, gw, dev"
 509         if [ $rc -ne 0 ]; then
 510                 echo "Basic IPv6 create fails; can not continue"
 511                 return 1
 512         fi
 513
 514         run_cmd "$IP nexthop get id 52"
 515         log_test $? 0 "Get nexthop by id"
 516         check_nexthop "id 52" "id 52 via 2001:db8:91::2 dev veth1 scope link"
 517
 518         run_cmd "$IP nexthop del id 52"
 519         log_test $? 0 "Delete nexthop by id"
 520         check_nexthop "id 52" ""
 521
 522         #
 523         # gw, device spec
 524         #
 525         # gw validation, no device - fails since dev required
 526         run_cmd "$IP nexthop add id 52 via 2001:db8:92::3"
 527         log_test $? 2 "Create nexthop - gw only"
 528
 529         # gw is not reachable throught given dev
 530         run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1"
 531         log_test $? 2 "Create nexthop - invalid gw+dev combination"
 532
 533         # onlink arg overrides gw+dev lookup
 534         run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1 onlink"
 535         log_test $? 0 "Create nexthop - gw+dev and onlink"
 536
 537         # admin down should delete nexthops
 538         set -e
 539         run_cmd "$IP -6 nexthop add id 55 via 2001:db8:91::3 dev veth1"
 540         run_cmd "$IP nexthop add id 56 via 2001:db8:91::4 dev veth1"
 541         run_cmd "$IP nexthop add id 57 via 2001:db8:91::5 dev veth1"
 542         run_cmd "$IP li set dev veth1 down"
 543         set +e
 544         check_nexthop "dev veth1" ""
 545         log_test $? 0 "Nexthops removed on admin down"
 546 }
 547
 548 ipv6_grp_fcnal()
 549 {
 550         local rc
 551
 552         echo
 553         echo "IPv6 groups functional"
 554         echo "----------------------"
 555
 556         # basic functionality: create a nexthop group, default weight
 557         run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 dev veth1"
 558         run_cmd "$IP nexthop add id 101 group 61"
 559         log_test $? 0 "Create nexthop group with single nexthop"
 560
 561         # get nexthop group
 562         run_cmd "$IP nexthop get id 101"
 563         log_test $? 0 "Get nexthop group by id"
 564         check_nexthop "id 101" "id 101 group 61"
 565
 566         # delete nexthop group
 567         run_cmd "$IP nexthop del id 101"
 568         log_test $? 0 "Delete nexthop group by id"
 569         check_nexthop "id 101" ""
 570
 571         $IP nexthop flush >/dev/null 2>&1
 572         check_nexthop "id 101" ""
 573
 574         #
 575         # create group with multiple nexthops - mix of gw and dev only
 576         #
 577         run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 578         run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 579         run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 580         run_cmd "$IP nexthop add id 65 dev veth1"
 581         run_cmd "$IP nexthop add id 102 group 62/63/64/65"
 582         log_test $? 0 "Nexthop group with multiple nexthops"
 583         check_nexthop "id 102" "id 102 group 62/63/64/65"
 584
 585         # Delete nexthop in a group and group is updated
 586         run_cmd "$IP nexthop del id 63"
 587         check_nexthop "id 102" "id 102 group 62/64/65"
 588         log_test $? 0 "Nexthop group updated when entry is deleted"
 589
 590         # create group with multiple weighted nexthops
 591         run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 592         run_cmd "$IP nexthop add id 103 group 62/63,2/64,3/65,4"
 593         log_test $? 0 "Nexthop group with weighted nexthops"
 594         check_nexthop "id 103" "id 103 group 62/63,2/64,3/65,4"
 595
 596         # Delete nexthop in a weighted group and group is updated
 597         run_cmd "$IP nexthop del id 63"
 598         check_nexthop "id 103" "id 103 group 62/64,3/65,4"
 599         log_test $? 0 "Weighted nexthop group updated when entry is deleted"
 600
 601         # admin down - nexthop is removed from group
 602         run_cmd "$IP li set dev veth1 down"
 603         check_nexthop "dev veth1" ""
 604         log_test $? 0 "Nexthops in groups removed on admin down"
 605
 606         # expect groups to have been deleted as well
 607         check_nexthop "" ""
 608
 609         run_cmd "$IP li set dev veth1 up"
 610
 611         $IP nexthop flush >/dev/null 2>&1
 612
 613         # group with nexthops using different devices
 614         set -e
 615         run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 616         run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 617         run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 618         run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
 619
 620         run_cmd "$IP nexthop add id 72 via 2001:db8:92::2 dev veth3"
 621         run_cmd "$IP nexthop add id 73 via 2001:db8:92::3 dev veth3"
 622         run_cmd "$IP nexthop add id 74 via 2001:db8:92::4 dev veth3"
 623         run_cmd "$IP nexthop add id 75 via 2001:db8:92::5 dev veth3"
 624         set +e
 625
 626         # multiple groups with same nexthop
 627         run_cmd "$IP nexthop add id 104 group 62"
 628         run_cmd "$IP nexthop add id 105 group 62"
 629         check_nexthop "group" "id 104 group 62 id 105 group 62"
 630         log_test $? 0 "Multiple groups with same nexthop"
 631
 632         run_cmd "$IP nexthop flush groups"
 633         [ $? -ne 0 ] && return 1
 634
 635         # on admin down of veth1, it should be removed from the group
 636         run_cmd "$IP nexthop add id 105 group 62/63/72/73/64"
 637         run_cmd "$IP li set veth1 down"
 638         check_nexthop "id 105" "id 105 group 72/73"
 639         log_test $? 0 "Nexthops in group removed on admin down - mixed group"
 640
 641         run_cmd "$IP nexthop add id 106 group 105/74"
 642         log_test $? 2 "Nexthop group can not have a group as an entry"
 643
 644         # a group can have a blackhole entry only if it is the only
 645         # nexthop in the group. Needed for atomic replace with an
 646         # actual nexthop group
 647         run_cmd "$IP -6 nexthop add id 31 blackhole"
 648         run_cmd "$IP nexthop add id 107 group 31"
 649         log_test $? 0 "Nexthop group with a blackhole entry"
 650
 651         run_cmd "$IP nexthop add id 108 group 31/24"
 652         log_test $? 2 "Nexthop group can not have a blackhole and another nexthop"
 653 }
 654
 655 ipv6_fcnal_runtime()
 656 {
 657         local rc
 658
 659         echo
 660         echo "IPv6 functional runtime"
 661         echo "-----------------------"
 662
 663         #
 664         # IPv6 - the basics
 665         #
 666         run_cmd "$IP nexthop add id 81 via 2001:db8:91::2 dev veth1"
 667         run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
 668         log_test $? 0 "Route add"
 669
 670         run_cmd "$IP ro delete 2001:db8:101::1/128 nhid 81"
 671         log_test $? 0 "Route delete"
 672
 673         run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
 674         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 675         log_test $? 0 "Ping with nexthop"
 676
 677         run_cmd "$IP nexthop add id 82 via 2001:db8:92::2 dev veth3"
 678         run_cmd "$IP nexthop add id 122 group 81/82"
 679         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 680         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 681         log_test $? 0 "Ping - multipath"
 682
 683         #
 684         # IPv6 with blackhole nexthops
 685         #
 686         run_cmd "$IP -6 nexthop add id 83 blackhole"
 687         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 83"
 688         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 689         log_test $? 2 "Ping - blackhole"
 690
 691         run_cmd "$IP nexthop replace id 83 via 2001:db8:91::2 dev veth1"
 692         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 693         log_test $? 0 "Ping - blackhole replaced with gateway"
 694
 695         run_cmd "$IP -6 nexthop replace id 83 blackhole"
 696         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 697         log_test $? 2 "Ping - gateway replaced by blackhole"
 698
 699         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 700         run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 701         if [ $? -eq 0 ]; then
 702                 run_cmd "$IP nexthop replace id 122 group 83"
 703                 run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 704                 log_test $? 2 "Ping - group with blackhole"
 705
 706                 run_cmd "$IP nexthop replace id 122 group 81/82"
 707                 run_cmd "ip netns exec me ping -c1 -w1 2001:db8:101::1"
 708                 log_test $? 0 "Ping - group blackhole replaced with gateways"
 709         else
 710                 log_test 2 0 "Ping - multipath failed"
 711         fi
 712
 713         #
 714         # device only and gw + dev only mix
 715         #
 716         run_cmd "$IP -6 nexthop add id 85 dev veth1"
 717         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 85"
 718         log_test $? 0 "IPv6 route with device only nexthop"
 719         check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 85 dev veth1 metric 1024"
 720
 721         run_cmd "$IP nexthop add id 123 group 81/85"
 722         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 123"
 723         log_test $? 0 "IPv6 multipath route with nexthop mix - dev only + gw"
 724         check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 123 metric 1024 nexthop via 2001:db8:91::2 dev veth1 weight 1 nexthop dev veth1 weight 1"
 725
 726         #
 727         # IPv6 route with v4 nexthop - not allowed
 728         #
 729         run_cmd "$IP ro delete 2001:db8:101::1/128"
 730         run_cmd "$IP nexthop add id 84 via 172.16.1.1 dev veth1"
 731         run_cmd "$IP ro add 2001:db8:101::1/128 nhid 84"
 732         log_test $? 2 "IPv6 route can not have a v4 gateway"
 733
 734         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 81"
 735         run_cmd "$IP nexthop replace id 81 via 172.16.1.1 dev veth1"
 736         log_test $? 2 "Nexthop replace - v6 route, v4 nexthop"
 737
 738         run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 739         run_cmd "$IP nexthop replace id 81 via 172.16.1.1 dev veth1"
 740         log_test $? 2 "Nexthop replace of group entry - v6 route, v4 nexthop"
 741
 742         $IP nexthop flush >/dev/null 2>&1
 743
 744         #
 745         # weird IPv6 cases
 746         #
 747         run_cmd "$IP nexthop add id 86 via 2001:db8:91::2 dev veth1"
 748         run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
 749
 750         # TO-DO:
 751         # existing route with old nexthop; append route with new nexthop
 752         # existing route with old nexthop; replace route with new
 753         # existing route with new nexthop; replace route with old
 754         # route with src address and using nexthop - not allowed
 755 }
 756
 757 ipv6_large_grp()
 758 {
 759         local ecmp=32
 760
 761         echo
 762         echo "IPv6 large groups (x$ecmp)"
 763         echo "---------------------"
 764
 765         check_large_grp 6 $ecmp
 766
 767         $IP nexthop flush >/dev/null 2>&1
 768 }
 769
 770 ipv4_fcnal()
 771 {
 772         local rc
 773
 774         echo
 775         echo "IPv4 functional"
 776         echo "----------------------"
 777
 778         #
 779         # basic IPv4 ops - add, get, delete
 780         #
 781         run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 782         rc=$?
 783         log_test $rc 0 "Create nexthop with id, gw, dev"
 784         if [ $rc -ne 0 ]; then
 785                 echo "Basic IPv4 create fails; can not continue"
 786                 return 1
 787         fi
 788
 789         run_cmd "$IP nexthop get id 12"
 790         log_test $? 0 "Get nexthop by id"
 791         check_nexthop "id 12" "id 12 via 172.16.1.2 dev veth1 scope link"
 792
 793         run_cmd "$IP nexthop del id 12"
 794         log_test $? 0 "Delete nexthop by id"
 795         check_nexthop "id 52" ""
 796
 797         #
 798         # gw, device spec
 799         #
 800         # gw validation, no device - fails since dev is required
 801         run_cmd "$IP nexthop add id 12 via 172.16.2.3"
 802         log_test $? 2 "Create nexthop - gw only"
 803
 804         # gw not reachable through given dev
 805         run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1"
 806         log_test $? 2 "Create nexthop - invalid gw+dev combination"
 807
 808         # onlink flag overrides gw+dev lookup
 809         run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1 onlink"
 810         log_test $? 0 "Create nexthop - gw+dev and onlink"
 811
 812         # admin down should delete nexthops
 813         set -e
 814         run_cmd "$IP nexthop add id 15 via 172.16.1.3 dev veth1"
 815         run_cmd "$IP nexthop add id 16 via 172.16.1.4 dev veth1"
 816         run_cmd "$IP nexthop add id 17 via 172.16.1.5 dev veth1"
 817         run_cmd "$IP li set dev veth1 down"
 818         set +e
 819         check_nexthop "dev veth1" ""
 820         log_test $? 0 "Nexthops removed on admin down"
 821 }
 822
 823 ipv4_grp_fcnal()
 824 {
 825         local rc
 826
 827         echo
 828         echo "IPv4 groups functional"
 829         echo "----------------------"
 830
 831         # basic functionality: create a nexthop group, default weight
 832         run_cmd "$IP nexthop add id 11 via 172.16.1.2 dev veth1"
 833         run_cmd "$IP nexthop add id 101 group 11"
 834         log_test $? 0 "Create nexthop group with single nexthop"
 835
 836         # get nexthop group
 837         run_cmd "$IP nexthop get id 101"
 838         log_test $? 0 "Get nexthop group by id"
 839         check_nexthop "id 101" "id 101 group 11"
 840
 841         # delete nexthop group
 842         run_cmd "$IP nexthop del id 101"
 843         log_test $? 0 "Delete nexthop group by id"
 844         check_nexthop "id 101" ""
 845
 846         $IP nexthop flush >/dev/null 2>&1
 847
 848         #
 849         # create group with multiple nexthops
 850         run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 851         run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 852         run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
 853         run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"
 854         run_cmd "$IP nexthop add id 102 group 12/13/14/15"
 855         log_test $? 0 "Nexthop group with multiple nexthops"
 856         check_nexthop "id 102" "id 102 group 12/13/14/15"
 857
 858         # Delete nexthop in a group and group is updated
 859         run_cmd "$IP nexthop del id 13"
 860         check_nexthop "id 102" "id 102 group 12/14/15"
 861         log_test $? 0 "Nexthop group updated when entry is deleted"
 862
 863         # create group with multiple weighted nexthops
 864         run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 865         run_cmd "$IP nexthop add id 103 group 12/13,2/14,3/15,4"
 866         log_test $? 0 "Nexthop group with weighted nexthops"
 867         check_nexthop "id 103" "id 103 group 12/13,2/14,3/15,4"
 868
 869         # Delete nexthop in a weighted group and group is updated
 870         run_cmd "$IP nexthop del id 13"
 871         check_nexthop "id 103" "id 103 group 12/14,3/15,4"
 872         log_test $? 0 "Weighted nexthop group updated when entry is deleted"
 873
 874         # admin down - nexthop is removed from group
 875         run_cmd "$IP li set dev veth1 down"
 876         check_nexthop "dev veth1" ""
 877         log_test $? 0 "Nexthops in groups removed on admin down"
 878
 879         # expect groups to have been deleted as well
 880         check_nexthop "" ""
 881
 882         run_cmd "$IP li set dev veth1 up"
 883
 884         $IP nexthop flush >/dev/null 2>&1
 885
 886         # group with nexthops using different devices
 887         set -e
 888         run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 889         run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 890         run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
 891         run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"
 892
 893         run_cmd "$IP nexthop add id 22 via 172.16.2.2 dev veth3"
 894         run_cmd "$IP nexthop add id 23 via 172.16.2.3 dev veth3"
 895         run_cmd "$IP nexthop add id 24 via 172.16.2.4 dev veth3"
 896         run_cmd "$IP nexthop add id 25 via 172.16.2.5 dev veth3"
 897         set +e
 898
 899         # multiple groups with same nexthop
 900         run_cmd "$IP nexthop add id 104 group 12"
 901         run_cmd "$IP nexthop add id 105 group 12"
 902         check_nexthop "group" "id 104 group 12 id 105 group 12"
 903         log_test $? 0 "Multiple groups with same nexthop"
 904
 905         run_cmd "$IP nexthop flush groups"
 906         [ $? -ne 0 ] && return 1
 907
 908         # on admin down of veth1, it should be removed from the group
 909         run_cmd "$IP nexthop add id 105 group 12/13/22/23/14"
 910         run_cmd "$IP li set veth1 down"
 911         check_nexthop "id 105" "id 105 group 22/23"
 912         log_test $? 0 "Nexthops in group removed on admin down - mixed group"
 913
 914         run_cmd "$IP nexthop add id 106 group 105/24"
 915         log_test $? 2 "Nexthop group can not have a group as an entry"
 916
 917         # a group can have a blackhole entry only if it is the only
 918         # nexthop in the group. Needed for atomic replace with an
 919         # actual nexthop group
 920         run_cmd "$IP nexthop add id 31 blackhole"
 921         run_cmd "$IP nexthop add id 107 group 31"
 922         log_test $? 0 "Nexthop group with a blackhole entry"
 923
 924         run_cmd "$IP nexthop add id 108 group 31/24"
 925         log_test $? 2 "Nexthop group can not have a blackhole and another nexthop"
 926 }
 927
 928 ipv4_withv6_fcnal()
 929 {
 930         local lladdr
 931
 932         set -e
 933         lladdr=$(get_linklocal veth2 peer)
 934         run_cmd "$IP nexthop add id 11 via ${lladdr} dev veth1"
 935         set +e
 936         run_cmd "$IP ro add 172.16.101.1/32 nhid 11"
 937         log_test $? 0 "IPv6 nexthop with IPv4 route"
 938         check_route "172.16.101.1" "172.16.101.1 nhid 11 via inet6 ${lladdr} dev veth1"
 939
 940         set -e
 941         run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 942         run_cmd "$IP nexthop add id 101 group 11/12"
 943         set +e
 944         run_cmd "$IP ro replace 172.16.101.1/32 nhid 101"
 945         log_test $? 0 "IPv6 nexthop with IPv4 route"
 946
 947         check_route "172.16.101.1" "172.16.101.1 nhid 101 nexthop via inet6 ${lladdr} dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"
 948
 949         run_cmd "$IP ro replace 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
 950         log_test $? 0 "IPv4 route with IPv6 gateway"
 951         check_route "172.16.101.1" "172.16.101.1 via inet6 ${lladdr} dev veth1"
 952
 953         run_cmd "$IP ro replace 172.16.101.1/32 via inet6 2001:db8:50::1 dev veth1"
 954         log_test $? 2 "IPv4 route with invalid IPv6 gateway"
 955 }
 956
 957 ipv4_fcnal_runtime()
 958 {
 959         local lladdr
 960         local rc
 961
 962         echo
 963         echo "IPv4 functional runtime"
 964         echo "-----------------------"
 965
 966         run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
 967         run_cmd "$IP ro add 172.16.101.1/32 nhid 21"
 968         log_test $? 0 "Route add"
 969         check_route "172.16.101.1" "172.16.101.1 nhid 21 via 172.16.1.2 dev veth1"
 970
 971         run_cmd "$IP ro delete 172.16.101.1/32 nhid 21"
 972         log_test $? 0 "Route delete"
 973
 974         #
 975         # scope mismatch
 976         #
 977         run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
 978         run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
 979         log_test $? 2 "Route add - scope conflict with nexthop"
 980
 981         run_cmd "$IP nexthop replace id 22 dev veth3"
 982         run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
 983         run_cmd "$IP nexthop replace id 22 via 172.16.2.2 dev veth3"
 984         log_test $? 2 "Nexthop replace with invalid scope for existing route"
 985
 986         #
 987         # add route with nexthop and check traffic
 988         #
 989         run_cmd "$IP nexthop replace id 21 via 172.16.1.2 dev veth1"
 990         run_cmd "$IP ro replace 172.16.101.1/32 nhid 21"
 991         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
 992         log_test $? 0 "Basic ping"
 993
 994         run_cmd "$IP nexthop replace id 22 via 172.16.2.2 dev veth3"
 995         run_cmd "$IP nexthop add id 122 group 21/22"
 996         run_cmd "$IP ro replace 172.16.101.1/32 nhid 122"
 997         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
 998         log_test $? 0 "Ping - multipath"
 999
1000         run_cmd "$IP ro delete 172.16.101.1/32 nhid 122"
1001
1002         #
1003         # multiple default routes
1004         # - tests fib_select_default
1005         run_cmd "$IP nexthop add id 501 via 172.16.1.2 dev veth1"
1006         run_cmd "$IP ro add default nhid 501"
1007         run_cmd "$IP ro add default via 172.16.1.3 dev veth1 metric 20"
1008         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1009         log_test $? 0 "Ping - multiple default routes, nh first"
1010
1011         # flip the order
1012         run_cmd "$IP ro del default nhid 501"
1013         run_cmd "$IP ro del default via 172.16.1.3 dev veth1 metric 20"
1014         run_cmd "$IP ro add default via 172.16.1.2 dev veth1 metric 20"
1015         run_cmd "$IP nexthop replace id 501 via 172.16.1.3 dev veth1"
1016         run_cmd "$IP ro add default nhid 501 metric 20"
1017         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1018         log_test $? 0 "Ping - multiple default routes, nh second"
1019
1020         run_cmd "$IP nexthop delete nhid 501"
1021         run_cmd "$IP ro del default"
1022
1023         #
1024         # IPv4 with blackhole nexthops
1025         #
1026         run_cmd "$IP nexthop add id 23 blackhole"
1027         run_cmd "$IP ro replace 172.16.101.1/32 nhid 23"
1028         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1029         log_test $? 2 "Ping - blackhole"
1030
1031         run_cmd "$IP nexthop replace id 23 via 172.16.1.2 dev veth1"
1032         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1033         log_test $? 0 "Ping - blackhole replaced with gateway"
1034
1035         run_cmd "$IP nexthop replace id 23 blackhole"
1036         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1037         log_test $? 2 "Ping - gateway replaced by blackhole"
1038
1039         run_cmd "$IP ro replace 172.16.101.1/32 nhid 122"
1040         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1041         if [ $? -eq 0 ]; then
1042                 run_cmd "$IP nexthop replace id 122 group 23"
1043                 run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1044                 log_test $? 2 "Ping - group with blackhole"
1045
1046                 run_cmd "$IP nexthop replace id 122 group 21/22"
1047                 run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1048                 log_test $? 0 "Ping - group blackhole replaced with gateways"
1049         else
1050                 log_test 2 0 "Ping - multipath failed"
1051         fi
1052
1053         #
1054         # device only and gw + dev only mix
1055         #
1056         run_cmd "$IP nexthop add id 85 dev veth1"
1057         run_cmd "$IP ro replace 172.16.101.1/32 nhid 85"
1058         log_test $? 0 "IPv4 route with device only nexthop"
1059         check_route "172.16.101.1" "172.16.101.1 nhid 85 dev veth1"
1060
1061         run_cmd "$IP nexthop add id 123 group 21/85"
1062         run_cmd "$IP ro replace 172.16.101.1/32 nhid 123"
1063         log_test $? 0 "IPv4 multipath route with nexthop mix - dev only + gw"
1064         check_route "172.16.101.1" "172.16.101.1 nhid 123 nexthop via 172.16.1.2 dev veth1 weight 1 nexthop dev veth1 weight 1"
1065
1066         #
1067         # IPv4 with IPv6
1068         #
1069         set -e
1070         lladdr=$(get_linklocal veth2 peer)
1071         run_cmd "$IP nexthop add id 24 via ${lladdr} dev veth1"
1072         set +e
1073         run_cmd "$IP ro replace 172.16.101.1/32 nhid 24"
1074         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1075         log_test $? 0 "IPv6 nexthop with IPv4 route"
1076
1077         $IP neigh sh | grep -q "${lladdr} dev veth1"
1078         if [ $? -eq 1 ]; then
1079                 echo "    WARNING: Neigh entry missing for ${lladdr}"
1080                 $IP neigh sh | grep 'dev veth1'
1081         fi
1082
1083         $IP neigh sh | grep -q "172.16.101.1 dev eth1"
1084         if [ $? -eq 0 ]; then
1085                 echo "    WARNING: Neigh entry exists for 172.16.101.1"
1086                 $IP neigh sh | grep 'dev veth1'
1087         fi
1088
1089         set -e
1090         run_cmd "$IP nexthop add id 25 via 172.16.1.2 dev veth1"
1091         run_cmd "$IP nexthop add id 101 group 24/25"
1092         set +e
1093         run_cmd "$IP ro replace 172.16.101.1/32 nhid 101"
1094         log_test $? 0 "IPv4 route with mixed v4-v6 multipath route"
1095
1096         check_route "172.16.101.1" "172.16.101.1 nhid 101 nexthop via inet6 ${lladdr} dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"
1097
1098         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1099         log_test $? 0 "IPv6 nexthop with IPv4 route"
1100
1101         run_cmd "$IP ro replace 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
1102         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1103         log_test $? 0 "IPv4 route with IPv6 gateway"
1104
1105         $IP neigh sh | grep -q "${lladdr} dev veth1"
1106         if [ $? -eq 1 ]; then
1107                 echo "    WARNING: Neigh entry missing for ${lladdr}"
1108                 $IP neigh sh | grep 'dev veth1'
1109         fi
1110
1111         $IP neigh sh | grep -q "172.16.101.1 dev eth1"
1112         if [ $? -eq 0 ]; then
1113                 echo "    WARNING: Neigh entry exists for 172.16.101.1"
1114                 $IP neigh sh | grep 'dev veth1'
1115         fi
1116
1117         run_cmd "$IP ro del 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
1118         run_cmd "$IP -4 ro add default via inet6 ${lladdr} dev veth1"
1119         run_cmd "ip netns exec me ping -c1 -w1 172.16.101.1"
1120         log_test $? 0 "IPv4 default route with IPv6 gateway"
1121
1122         #
1123         # MPLS as an example of LWT encap
1124         #
1125         run_cmd "$IP nexthop add id 51 encap mpls 101 via 172.16.1.2 dev veth1"
1126         log_test $? 0 "IPv4 route with MPLS encap"
1127         check_nexthop "id 51" "id 51 encap mpls 101 via 172.16.1.2 dev veth1 scope link"
1128         log_test $? 0 "IPv4 route with MPLS encap - check"
1129
1130         run_cmd "$IP nexthop add id 52 encap mpls 102 via inet6 2001:db8:91::2 dev veth1"
1131         log_test $? 0 "IPv4 route with MPLS encap and v6 gateway"
1132         check_nexthop "id 52" "id 52 encap mpls 102 via 2001:db8:91::2 dev veth1 scope link"
1133         log_test $? 0 "IPv4 route with MPLS encap, v6 gw - check"
1134 }
1135
1136 ipv4_large_grp()
1137 {
1138         local ecmp=32
1139
1140         echo
1141         echo "IPv4 large groups (x$ecmp)"
1142         echo "---------------------"
1143
1144         check_large_grp 4 $ecmp
1145
1146         $IP nexthop flush >/dev/null 2>&1
1147 }
1148
1149 sysctl_nexthop_compat_mode_check()
1150 {
1151         local sysctlname="net.ipv4.nexthop_compat_mode"
1152         local lprefix=$1
1153
1154         IPE="ip netns exec me"
1155
1156         $IPE sysctl -q $sysctlname 2>&1 >/dev/null
1157         if [ $? -ne 0 ]; then
1158                 echo "SKIP: kernel lacks nexthop compat mode sysctl control"
1159                 return $ksft_skip
1160         fi
1161
1162         out=$($IPE sysctl $sysctlname 2>/dev/null)
1163         log_test $? 0 "$lprefix default nexthop compat mode check"
1164         check_output "${out}" "$sysctlname = 1"
1165 }
1166
1167 sysctl_nexthop_compat_mode_set()
1168 {
1169         local sysctlname="net.ipv4.nexthop_compat_mode"
1170         local mode=$1
1171         local lprefix=$2
1172
1173         IPE="ip netns exec me"
1174
1175         out=$($IPE sysctl -w $sysctlname=$mode)
1176         log_test $? 0 "$lprefix set compat mode - $mode"
1177         check_output "${out}" "net.ipv4.nexthop_compat_mode = $mode"
1178 }
1179
1180 ipv6_compat_mode()
1181 {
1182         local rc
1183
1184         echo
1185         echo "IPv6 nexthop api compat mode test"
1186         echo "--------------------------------"
1187
1188         sysctl_nexthop_compat_mode_check "IPv6"
1189         if [ $? -eq $ksft_skip ]; then
1190                 return $ksft_skip
1191         fi
1192
1193         run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1194         run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1195         run_cmd "$IP nexthop add id 122 group 62/63"
1196         ipmout=$(start_ip_monitor route)
1197
1198         run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
1199         # route add notification should contain expanded nexthops
1200         stop_ip_monitor $ipmout 3
1201         log_test $? 0 "IPv6 compat mode on - route add notification"
1202
1203         # route dump should contain expanded nexthops
1204         check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 122 metric 1024 nexthop via 2001:db8:91::2 dev veth1 weight 1 nexthop via 2001:db8:91::3 dev veth1 weight 1"
1205         log_test $? 0 "IPv6 compat mode on - route dump"
1206
1207         # change in nexthop group should generate route notification
1208         run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
1209         ipmout=$(start_ip_monitor route)
1210         run_cmd "$IP nexthop replace id 122 group 62/64"
1211         stop_ip_monitor $ipmout 3
1212
1213         log_test $? 0 "IPv6 compat mode on - nexthop change"
1214
1215         # set compat mode off
1216         sysctl_nexthop_compat_mode_set 0 "IPv6"
1217
1218         run_cmd "$IP -6 ro del 2001:db8:101::1/128 nhid 122"
1219
1220         run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1221         run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1222         run_cmd "$IP nexthop add id 122 group 62/63"
1223         ipmout=$(start_ip_monitor route)
1224
1225         run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
1226         # route add notification should not contain expanded nexthops
1227         stop_ip_monitor $ipmout 1
1228         log_test $? 0 "IPv6 compat mode off - route add notification"
1229
1230         # route dump should not contain expanded nexthops
1231         check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 122 metric 1024"
1232         log_test $? 0 "IPv6 compat mode off - route dump"
1233
1234         # change in nexthop group should not generate route notification
1235         run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
1236         ipmout=$(start_ip_monitor route)
1237         run_cmd "$IP nexthop replace id 122 group 62/64"
1238         stop_ip_monitor $ipmout 0
1239         log_test $? 0 "IPv6 compat mode off - nexthop change"
1240
1241         # nexthop delete should not generate route notification
1242         ipmout=$(start_ip_monitor route)
1243         run_cmd "$IP nexthop del id 122"
1244         stop_ip_monitor $ipmout 0
1245         log_test $? 0 "IPv6 compat mode off - nexthop delete"
1246
1247         # set compat mode back on
1248         sysctl_nexthop_compat_mode_set 1 "IPv6"
1249 }
1250
1251 ipv4_compat_mode()
1252 {
1253         local rc
1254
1255         echo
1256         echo "IPv4 nexthop api compat mode"
1257         echo "----------------------------"
1258
1259         sysctl_nexthop_compat_mode_check "IPv4"
1260         if [ $? -eq $ksft_skip ]; then
1261                 return $ksft_skip
1262         fi
1263
1264         run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
1265         run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
1266         run_cmd "$IP nexthop add id 122 group 21/22"
1267         ipmout=$(start_ip_monitor route)
1268
1269         run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
1270         stop_ip_monitor $ipmout 3
1271
1272         # route add notification should contain expanded nexthops
1273         log_test $? 0 "IPv4 compat mode on - route add notification"
1274
1275         # route dump should contain expanded nexthops
1276         check_route "172.16.101.1" "172.16.101.1 nhid 122 nexthop via 172.16.1.2 dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"
1277         log_test $? 0 "IPv4 compat mode on - route dump"
1278
1279         # change in nexthop group should generate route notification
1280         run_cmd "$IP nexthop add id 23 via 172.16.1.3 dev veth1"
1281         ipmout=$(start_ip_monitor route)
1282         run_cmd "$IP nexthop replace id 122 group 21/23"
1283         stop_ip_monitor $ipmout 3
1284         log_test $? 0 "IPv4 compat mode on - nexthop change"
1285
1286         sysctl_nexthop_compat_mode_set 0 "IPv4"
1287
1288         # cleanup
1289         run_cmd "$IP ro del 172.16.101.1/32 nhid 122"
1290
1291         ipmout=$(start_ip_monitor route)
1292         run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
1293         stop_ip_monitor $ipmout 1
1294         # route add notification should not contain expanded nexthops
1295         log_test $? 0 "IPv4 compat mode off - route add notification"
1296
1297         # route dump should not contain expanded nexthops
1298         check_route "172.16.101.1" "172.16.101.1 nhid 122"
1299         log_test $? 0 "IPv4 compat mode off - route dump"
1300
1301         # change in nexthop group should not generate route notification
1302         ipmout=$(start_ip_monitor route)
1303         run_cmd "$IP nexthop replace id 122 group 21/22"
1304         stop_ip_monitor $ipmout 0
1305         log_test $? 0 "IPv4 compat mode off - nexthop change"
1306
1307         # nexthop delete should not generate route notification
1308         ipmout=$(start_ip_monitor route)
1309         run_cmd "$IP nexthop del id 122"
1310         stop_ip_monitor $ipmout 0
1311         log_test $? 0 "IPv4 compat mode off - nexthop delete"
1312
1313         sysctl_nexthop_compat_mode_set 1 "IPv4"
1314 }
1315
1316 basic()
1317 {
1318         echo
1319         echo "Basic functional tests"
1320         echo "----------------------"
1321         run_cmd "$IP nexthop ls"
1322         log_test $? 0 "List with nothing defined"
1323
1324         run_cmd "$IP nexthop get id 1"
1325         log_test $? 2 "Nexthop get on non-existent id"
1326
1327         # attempt to create nh without a device or gw - fails
1328         run_cmd "$IP nexthop add id 1"
1329         log_test $? 2 "Nexthop with no device or gateway"
1330
1331         # attempt to create nh with down device - fails
1332         $IP li set veth1 down
1333         run_cmd "$IP nexthop add id 1 dev veth1"
1334         log_test $? 2 "Nexthop with down device"
1335
1336         # create nh with linkdown device - fails
1337         $IP li set veth1 up
1338         ip -netns peer li set veth2 down
1339         run_cmd "$IP nexthop add id 1 dev veth1"
1340         log_test $? 2 "Nexthop with device that is linkdown"
1341         ip -netns peer li set veth2 up
1342
1343         # device only
1344         run_cmd "$IP nexthop add id 1 dev veth1"
1345         log_test $? 0 "Nexthop with device only"
1346
1347         # create nh with duplicate id
1348         run_cmd "$IP nexthop add id 1 dev veth3"
1349         log_test $? 2 "Nexthop with duplicate id"
1350
1351         # blackhole nexthop
1352         run_cmd "$IP nexthop add id 2 blackhole"
1353         log_test $? 0 "Blackhole nexthop"
1354
1355         # blackhole nexthop can not have other specs
1356         run_cmd "$IP nexthop replace id 2 blackhole dev veth1"
1357         log_test $? 2 "Blackhole nexthop with other attributes"
1358
1359         #
1360         # groups
1361         #
1362
1363         run_cmd "$IP nexthop add id 101 group 1"
1364         log_test $? 0 "Create group"
1365
1366         run_cmd "$IP nexthop add id 102 group 2"
1367         log_test $? 0 "Create group with blackhole nexthop"
1368
1369         # multipath group can not have a blackhole as 1 path
1370         run_cmd "$IP nexthop add id 103 group 1/2"
1371         log_test $? 2 "Create multipath group where 1 path is a blackhole"
1372
1373         # multipath group can not have a member replaced by a blackhole
1374         run_cmd "$IP nexthop replace id 2 dev veth3"
1375         run_cmd "$IP nexthop replace id 102 group 1/2"
1376         run_cmd "$IP nexthop replace id 2 blackhole"
1377         log_test $? 2 "Multipath group can not have a member replaced by blackhole"
1378
1379         # attempt to create group with non-existent nexthop
1380         run_cmd "$IP nexthop add id 103 group 12"
1381         log_test $? 2 "Create group with non-existent nexthop"
1382
1383         # attempt to create group with same nexthop
1384         run_cmd "$IP nexthop add id 103 group 1/1"
1385         log_test $? 2 "Create group with same nexthop multiple times"
1386
1387         # replace nexthop with a group - fails
1388         run_cmd "$IP nexthop replace id 2 group 1"
1389         log_test $? 2 "Replace nexthop with nexthop group"
1390
1391         # replace nexthop group with a nexthop - fails
1392         run_cmd "$IP nexthop replace id 101 dev veth1"
1393         log_test $? 2 "Replace nexthop group with nexthop"
1394
1395         # nexthop group with other attributes fail
1396         run_cmd "$IP nexthop add id 104 group 1 dev veth1"
1397         log_test $? 2 "Nexthop group and device"
1398
1399         # Tests to ensure that flushing works as expected.
1400         run_cmd "$IP nexthop add id 105 blackhole proto 99"
1401         run_cmd "$IP nexthop add id 106 blackhole proto 100"
1402         run_cmd "$IP nexthop add id 107 blackhole proto 99"
1403         run_cmd "$IP nexthop flush proto 99"
1404         check_nexthop "id 105" ""
1405         check_nexthop "id 106" "id 106 blackhole proto 100"
1406         check_nexthop "id 107" ""
1407         run_cmd "$IP nexthop flush proto 100"
1408         check_nexthop "id 106" ""
1409
1410         run_cmd "$IP nexthop flush proto 100"
1411         log_test $? 0 "Test proto flush"
1412
1413         run_cmd "$IP nexthop add id 104 group 1 blackhole"
1414         log_test $? 2 "Nexthop group and blackhole"
1415
1416         $IP nexthop flush >/dev/null 2>&1
1417 }
1418
1419 ################################################################################
1420 # usage
1421
1422 usage()
1423 {
1424         cat <<EOF
1425 usage: ${0##*/} OPTS
1426
1427         -t <test>   Test(s) to run (default: all)
1428                     (options: $ALL_TESTS)
1429         -4          IPv4 tests only
1430         -6          IPv6 tests only
1431         -p          Pause on fail
1432         -P          Pause after each test before cleanup
1433         -v          verbose mode (show commands and output)
1434
1435     Runtime test
1436         -n num      Number of nexthops to target
1437         -N          Use new style to install routes in DUT
1438
1439 done
1440 EOF
1441 }
1442
1443 ################################################################################
1444 # main
1445
1446 while getopts :t:pP46hv o
1447 do
1448         case $o in
1449                 t) TESTS=$OPTARG;;
1450                 4) TESTS=${IPV4_TESTS};;
1451                 6) TESTS=${IPV6_TESTS};;
1452                 p) PAUSE_ON_FAIL=yes;;
1453                 P) PAUSE=yes;;
1454                 v) VERBOSE=$(($VERBOSE + 1));;
1455                 h) usage; exit 0;;
1456                 *) usage; exit 1;;
1457         esac
1458 done
1459
1460 # make sure we don't pause twice
1461 [ "${PAUSE}" = "yes" ] && PAUSE_ON_FAIL=no
1462
1463 if [ "$(id -u)" -ne 0 ];then
1464         echo "SKIP: Need root privileges"
1465         exit $ksft_skip;
1466 fi
1467
1468 if [ ! -x "$(command -v ip)" ]; then
1469         echo "SKIP: Could not run test without ip tool"
1470         exit $ksft_skip
1471 fi
1472
1473 ip help 2>&1 | grep -q nexthop
1474 if [ $? -ne 0 ]; then
1475         echo "SKIP: iproute2 too old, missing nexthop command"
1476         exit $ksft_skip
1477 fi
1478
1479 out=$(ip nexthop ls 2>&1 | grep -q "Operation not supported")
1480 if [ $? -eq 0 ]; then
1481         echo "SKIP: kernel lacks nexthop support"
1482         exit $ksft_skip
1483 fi
1484
1485 for t in $TESTS
1486 do
1487         case $t in
1488         none) IP="ip -netns peer"; setup; exit 0;;
1489         *) setup; $t; cleanup;;
1490         esac
1491 done
1492
1493 if [ "$TESTS" != "none" ]; then
1494         printf "\nTests passed: %3d\n" ${nsuccess}
1495         printf "Tests failed: %3d\n"   ${nfail}
1496 fi
1497
1498 exit $ret