Quelle  fib_nexthops.sh   Sprache: Shell

#!/bin/bash
# SPDX-License-Identifier: GPL-2.0
#
# ns: me               | ns: peer              | ns: remote
#   2001:db8:91::1     |       2001:db8:91::2  |
#   172.16.1.1         |       172.16.1.2      |
#            veth1 <---|---> veth2             |
#                      |              veth5 <--|--> veth6  172.16.101.1
#            veth3 <---|---> veth4             |           2001:db8:101::1
#   172.16.2.1         |       172.16.2.2      |
#   2001:db8:92::1     |       2001:db8:92::2  |
#
# This test is for checking IPv4 and IPv6 FIB behavior with nexthop
# objects. Device reference counts and network namespace cleanup tested
# by use of network namespace for peer.

source lib.sh
ret=0
# Kselftest framework requirement - SKIP code is 4.
ksft_skip=4

# all tests in this script. Can be overridden with -t option
IPV4_TESTS="
 ipv4_fcnal
 ipv4_grp_fcnal
 ipv4_res_grp_fcnal
 ipv4_withv6_fcnal
 ipv4_fcnal_runtime
 ipv4_large_grp
 ipv4_large_res_grp
 ipv4_compat_mode
 ipv4_fdb_grp_fcnal
 ipv4_mpath_select
 ipv4_torture
 ipv4_res_torture
"

IPV6_TESTS="
 ipv6_fcnal
 ipv6_grp_fcnal
 ipv6_res_grp_fcnal
 ipv6_fcnal_runtime
 ipv6_large_grp
 ipv6_large_res_grp
 ipv6_compat_mode
 ipv6_fdb_grp_fcnal
 ipv6_mpath_select
 ipv6_torture
 ipv6_res_torture
"

ALL_TESTS="
 basic
 basic_res
 ${IPV4_TESTS}
 ${IPV6_TESTS}
"
TESTS="${ALL_TESTS}"
VERBOSE=0
PAUSE_ON_FAIL=no
PAUSE=no
PING_TIMEOUT=5

nsid=100

################################################################################
# utilities

log_test()
{
 local rc=$1
 local expected=$2
 local msg="$3"

 if [ ${rc} -eq ${expected} ]; then
  printf "TEST: %-60s [ OK ]\n" "${msg}"
  nsuccess=$((nsuccess+1))
 else
  if [[ $rc -eq $ksft_skip ]]; then
   [[ $ret -eq 0 ]] && ret=$ksft_skip
   nskip=$((nskip+1))
   printf "TEST: %-60s [SKIP]\n" "${msg}"
  else
   ret=1
   nfail=$((nfail+1))
   printf "TEST: %-60s [FAIL]\n" "${msg}"
  fi

  if [ "$VERBOSE" = "1" ]; then
   echo " rc=$rc, expected $expected"
  fi

  if [ "${PAUSE_ON_FAIL}" = "yes" ]; then
  echo
   echo "hit enter to continue, 'q' to quit"
   read a
   [ "$a" = "q" ] && exit 1
  fi
 fi

 if [ "${PAUSE}" = "yes" ]; then
  echo
  echo "hit enter to continue, 'q' to quit"
  read a
  [ "$a" = "q" ] && exit 1
 fi

 [ "$VERBOSE" = "1" ] && echo
}

run_cmd()
{
 local cmd="$1"
 local out
 local stderr="2>/dev/null"

 if [ "$VERBOSE" = "1" ]; then
  printf "COMMAND: $cmd\n"
  stderr=
 fi

 out=$(eval $cmd $stderr)
 rc=$?
 if [ "$VERBOSE" = "1" -a -n "$out" ]; then
  echo " $out"
 fi

 return $rc
}

get_linklocal()
{
 local dev=$1
 local ns
 local addr

 [ -n "$2" ] && ns="-netns $2"
 addr=$(ip $ns -6 -br addr show dev ${dev} | \
 awk '{
  for (i = 3; i <= NF; ++i) {
   if ($i ~ /^fe80/)
    print $i
  }
 }'
 )
 addr=${addr/\/*}

 [ -z "$addr" ] && return 1

 echo $addr

 return 0
}

create_ns()
{
 local n=${1}

 set -e

 ip netns exec ${n} sysctl -qw net.ipv4.ip_forward=1
 ip netns exec ${n} sysctl -qw net.ipv4.fib_multipath_use_neigh=1
 ip netns exec ${n} sysctl -qw net.ipv4.conf.default.ignore_routes_with_linkdown=1
 ip netns exec ${n} sysctl -qw net.ipv6.conf.all.keep_addr_on_down=1
 ip netns exec ${n} sysctl -qw net.ipv6.conf.all.forwarding=1
 ip netns exec ${n} sysctl -qw net.ipv6.conf.default.forwarding=1
 ip netns exec ${n} sysctl -qw net.ipv6.conf.default.ignore_routes_with_linkdown=1
 ip netns exec ${n} sysctl -qw net.ipv6.conf.all.accept_dad=0
 ip netns exec ${n} sysctl -qw net.ipv6.conf.default.accept_dad=0

 set +e
}

setup()
{
 cleanup

 setup_ns me peer remote
 create_ns $me
 create_ns $peer
 create_ns $remote

 IP="ip -netns $me"
 BRIDGE="bridge -netns $me"
 set -e
 $IP li add veth1 type veth peer name veth2
 $IP li set veth1 up
 $IP addr add 172.16.1.1/24 dev veth1
 $IP -6 addr add 2001:db8:91::1/64 dev veth1 nodad

 $IP li add veth3 type veth peer name veth4
 $IP li set veth3 up
 $IP addr add 172.16.2.1/24 dev veth3
 $IP -6 addr add 2001:db8:92::1/64 dev veth3 nodad

 $IP li set veth2 netns $peer up
 ip -netns $peer addr add 172.16.1.2/24 dev veth2
 ip -netns $peer -6 addr add 2001:db8:91::2/64 dev veth2 nodad

 $IP li set veth4 netns $peer up
 ip -netns $peer addr add 172.16.2.2/24 dev veth4
 ip -netns $peer -6 addr add 2001:db8:92::2/64 dev veth4 nodad

 ip -netns $remote li add veth5 type veth peer name veth6
 ip -netns $remote li set veth5 up
 ip -netns $remote addr add dev veth5 172.16.101.1/24
 ip -netns $remote -6 addr add dev veth5 2001:db8:101::1/64 nodad
 ip -netns $remote ro add 172.16.0.0/22 via 172.16.101.2
 ip -netns $remote -6 ro add 2001:db8:90::/40 via 2001:db8:101::2

 ip -netns $remote li set veth6 netns $peer up
 ip -netns $peer addr add dev veth6 172.16.101.2/24
 ip -netns $peer -6 addr add dev veth6 2001:db8:101::2/64 nodad
 set +e
}

cleanup()
{
 local ns

 for ns in $me $peer $remote; do
  ip netns del ${ns} 2>/dev/null
 done
}

check_output()
{
 local out="$1"
 local expected="$2"
 local rc=0

 [ "${out}" = "${expected}" ] && return 0

 if [ -z "${out}" ]; then
  if [ "$VERBOSE" = "1" ]; then
   printf "\nNo entry found\n"
   printf "Expected:\n"
   printf " ${expected}\n"
  fi
  return 1
 fi

 out=$(echo ${out})
 if [ "${out}" != "${expected}" ]; then
  rc=1
  if [ "${VERBOSE}" = "1" ]; then
   printf " Unexpected entry. Have:\n"
   printf " ${out}\n"
   printf " Expected:\n"
   printf " ${expected}\n\n"
  else
   echo " WARNING: Unexpected route entry"
  fi
 fi

 return $rc
}

check_nexthop()
{
 local nharg="$1"
 local expected="$2"
 local out

 out=$($IP nexthop ls ${nharg} 2>/dev/null)

 check_output "${out}" "${expected}"
}

check_nexthop_bucket()
{
 local nharg="$1"
 local expected="$2"
 local out

 # remove the idle time since we cannot match it
 out=$($IP nexthop bucket ${nharg} \
  | sed s/idle_time\ [0-9.]*\ // 2>/dev/null)

 check_output "${out}" "${expected}"
}

check_route()
{
 local pfx="$1"
 local expected="$2"
 local out

 out=$($IP route ls match ${pfx} 2>/dev/null)

 check_output "${out}" "${expected}"
}

check_route6()
{
 local pfx="$1"
 local expected="$2"
 local out

 out=$($IP -6 route ls match ${pfx} 2>/dev/null | sed -e 's/pref medium//')

 check_output "${out}" "${expected}"
}

check_large_grp()
{
 local ipv=$1
 local ecmp=$2
 local grpnum=100
 local nhidstart=100
 local grpidstart=1000
 local iter=0
 local nhidstr=""
 local grpidstr=""
 local grpstr=""
 local ipstr=""

 if [ $ipv -eq 4 ]; then
  ipstr="172.16.1."
 else
  ipstr="2001:db8:91::"
 fi

 #
 # Create $grpnum groups with specified $ecmp and dump them
 #

 # create nexthops with different gateways
 iter=2
 while [ $iter -le $(($ecmp + 1)) ]
 do
  nhidstr="$(($nhidstart + $iter))"
  run_cmd "$IP nexthop add id $nhidstr via $ipstr$iter dev veth1"
  check_nexthop "id $nhidstr" "id $nhidstr via $ipstr$iter dev veth1 scope link"

  if [ $iter -le $ecmp ]; then
   grpstr+="$nhidstr/"
  else
   grpstr+="$nhidstr"
  fi
  ((iter++))
 done

 # create duplicate large ecmp groups
 iter=0
 while [ $iter -le $grpnum ]
 do
  grpidstr="$(($grpidstart + $iter))"
  run_cmd "$IP nexthop add id $grpidstr group $grpstr"
  check_nexthop "id $grpidstr" "id $grpidstr group $grpstr"
  ((iter++))
 done

 # dump large groups
 run_cmd "$IP nexthop list"
 log_test $? 0 "Dump large (x$ecmp) ecmp groups"
}

check_large_res_grp()
{
 local ipv=$1
 local buckets=$2
 local ipstr=""

 if [ $ipv -eq 4 ]; then
  ipstr="172.16.1.2"
 else
  ipstr="2001:db8:91::2"
 fi

 # create a resilient group with $buckets buckets and dump them
 run_cmd "$IP nexthop add id 100 via $ipstr dev veth1"
 run_cmd "$IP nexthop add id 1000 group 100 type resilient buckets $buckets"
 run_cmd "$IP nexthop bucket list"
 log_test $? 0 "Dump large (x$buckets) nexthop buckets"
}

get_route_dev()
{
 local pfx="$1"
 local out

 if out=$($IP -j route get "$pfx" | jq -re ".[0].dev"); then
  echo "$out"
 fi
}

check_route_dev()
{
 local pfx="$1"
 local expected="$2"
 local out

 out=$(get_route_dev "$pfx")

 check_output "$out" "$expected"
}

start_ip_monitor()
{
 local mtype=$1

 # start the monitor in the background
 tmpfile=`mktemp /var/run/nexthoptestXXX`
 mpid=`($IP monitor $mtype > $tmpfile & echo $!) 2>/dev/null`
 sleep 0.2
 echo "$mpid $tmpfile"
}

stop_ip_monitor()
{
 local mpid=$1
 local tmpfile=$2
 local el=$3

 # check the monitor results
 kill $mpid
 lines=`wc -l $tmpfile | cut "-d " -f1`
 test $lines -eq $el
 rc=$?
 rm -rf $tmpfile

 return $rc
}

check_nexthop_fdb_support()
{
 $IP nexthop help 2>&1 | grep -q fdb
 if [ $? -ne 0 ]; then
  echo "SKIP: iproute2 too old, missing fdb nexthop support"
  return $ksft_skip
 fi
}

check_nexthop_res_support()
{
 $IP nexthop help 2>&1 | grep -q resilient
 if [ $? -ne 0 ]; then
  echo "SKIP: iproute2 too old, missing resilient nexthop group support"
  return $ksft_skip
 fi
}

ipv6_fdb_grp_fcnal()
{
 local rc

 echo
 echo "IPv6 fdb groups functional"
 echo "--------------------------"

 check_nexthop_fdb_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 # create group with multiple nexthops
 run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 fdb"
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::3 fdb"
 run_cmd "$IP nexthop add id 102 group 61/62 fdb"
 check_nexthop "id 102" "id 102 group 61/62 fdb"
 log_test $? 0 "Fdb Nexthop group with multiple nexthops"

 ## get nexthop group
 run_cmd "$IP nexthop get id 102"
 check_nexthop "id 102" "id 102 group 61/62 fdb"
 log_test $? 0 "Get Fdb nexthop group by id"

 # fdb nexthop group can only contain fdb nexthops
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::5 dev veth1"
 run_cmd "$IP nexthop add id 103 group 63/64 fdb"
 log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"

 # Non fdb nexthop group can not contain fdb nexthops
 run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 fdb"
 run_cmd "$IP nexthop add id 66 via 2001:db8:91::6 fdb"
 run_cmd "$IP nexthop add id 104 group 65/66"
 log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"

 # fdb nexthop cannot have blackhole
 run_cmd "$IP nexthop add id 67 blackhole fdb"
 log_test $? 2 "Fdb Nexthop with blackhole"

 # fdb nexthop with oif
 run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 dev veth1 fdb"
 log_test $? 2 "Fdb Nexthop with oif"

 # fdb nexthop with onlink
 run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 onlink fdb"
 log_test $? 2 "Fdb Nexthop with onlink"

 # fdb nexthop with encap
 run_cmd "$IP nexthop add id 69 encap mpls 101 via 2001:db8:91::8 dev veth1 fdb"
 log_test $? 2 "Fdb Nexthop with encap"

 # Replace FDB nexthop to non-FDB and vice versa
 run_cmd "$IP nexthop add id 70 via 2001:db8:91::2 fdb"
 run_cmd "$IP nexthop replace id 70 via 2001:db8:91::2 dev veth1"
 log_test $? 0 "Replace FDB nexthop to non-FDB nexthop"
 run_cmd "$IP nexthop replace id 70 via 2001:db8:91::2 fdb"
 log_test $? 0 "Replace non-FDB nexthop to FDB nexthop"

 # Replace FDB nexthop address while in a group
 run_cmd "$IP nexthop add id 71 group 70 fdb"
 run_cmd "$IP nexthop replace id 70 via 2001:db8:91::3 fdb"
 log_test $? 0 "Replace FDB nexthop address while in a group"

 # Cannot replace FDB nexthop to non-FDB and vice versa while in a group
 run_cmd "$IP nexthop replace id 70 via 2001:db8:91::2 dev veth1"
 log_test $? 2 "Replace FDB nexthop to non-FDB nexthop while in a group"
 run_cmd "$IP nexthop add id 72 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 73 group 72"
 run_cmd "$IP nexthop replace id 72 via 2001:db8:91::2 fdb"
 log_test $? 2 "Replace non-FDB nexthop to FDB nexthop while in a group"

 run_cmd "$IP link add name vx10 type vxlan id 1010 local 2001:db8:91::9 remote 2001:db8:91::10 dstport 4789 nolearning noudpcsum tos inherit ttl 100"
 run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
 log_test $? 0 "Fdb mac add with nexthop group"

 ## fdb nexthops can only reference nexthop groups and not nexthops
 run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 61 self"
 log_test $? 255 "Fdb mac add with nexthop"

 run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 66"
 log_test $? 2 "Route add with fdb nexthop"

 run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 103"
 log_test $? 2 "Route add with fdb nexthop group"

 run_cmd "$IP nexthop del id 61"
 run_cmd "$BRIDGE fdb get to 02:02:00:00:00:13 dev vx10 self"
 log_test $? 0 "Fdb entry after deleting a single nexthop"

 run_cmd "$IP nexthop del id 102"
 log_test $? 0 "Fdb nexthop delete"

 run_cmd "$BRIDGE fdb get to 02:02:00:00:00:13 dev vx10 self"
 log_test $? 254 "Fdb entry after deleting a nexthop group"

 $IP link del dev vx10
}

ipv4_fdb_grp_fcnal()
{
 local rc

 echo
 echo "IPv4 fdb groups functional"
 echo "--------------------------"

 check_nexthop_fdb_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 # create group with multiple nexthops
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 fdb"
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 fdb"
 run_cmd "$IP nexthop add id 102 group 12/13 fdb"
 check_nexthop "id 102" "id 102 group 12/13 fdb"
 log_test $? 0 "Fdb Nexthop group with multiple nexthops"

 # get nexthop group
 run_cmd "$IP nexthop get id 102"
 check_nexthop "id 102" "id 102 group 12/13 fdb"
 log_test $? 0 "Get Fdb nexthop group by id"

 # fdb nexthop group can only contain fdb nexthops
 run_cmd "$IP nexthop add id 14 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 15 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 103 group 14/15 fdb"
 log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"

 # Non fdb nexthop group can not contain fdb nexthops
 run_cmd "$IP nexthop add id 16 via 172.16.1.2 fdb"
 run_cmd "$IP nexthop add id 17 via 172.16.1.3 fdb"
 run_cmd "$IP nexthop add id 104 group 16/17"
 log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"

 # fdb nexthop cannot have blackhole
 run_cmd "$IP nexthop add id 18 blackhole fdb"
 log_test $? 2 "Fdb Nexthop with blackhole"

 # fdb nexthop with oif
 run_cmd "$IP nexthop add id 16 via 172.16.1.2 dev veth1 fdb"
 log_test $? 2 "Fdb Nexthop with oif"

 # fdb nexthop with onlink
 run_cmd "$IP nexthop add id 16 via 172.16.1.2 onlink fdb"
 log_test $? 2 "Fdb Nexthop with onlink"

 # fdb nexthop with encap
 run_cmd "$IP nexthop add id 17 encap mpls 101 via 172.16.1.2 dev veth1 fdb"
 log_test $? 2 "Fdb Nexthop with encap"

 # Replace FDB nexthop to non-FDB and vice versa
 run_cmd "$IP nexthop add id 18 via 172.16.1.2 fdb"
 run_cmd "$IP nexthop replace id 18 via 172.16.1.2 dev veth1"
 log_test $? 0 "Replace FDB nexthop to non-FDB nexthop"
 run_cmd "$IP nexthop replace id 18 via 172.16.1.2 fdb"
 log_test $? 0 "Replace non-FDB nexthop to FDB nexthop"

 # Replace FDB nexthop address while in a group
 run_cmd "$IP nexthop add id 19 group 18 fdb"
 run_cmd "$IP nexthop replace id 18 via 172.16.1.3 fdb"
 log_test $? 0 "Replace FDB nexthop address while in a group"

 # Cannot replace FDB nexthop to non-FDB and vice versa while in a group
 run_cmd "$IP nexthop replace id 18 via 172.16.1.2 dev veth1"
 log_test $? 2 "Replace FDB nexthop to non-FDB nexthop while in a group"
 run_cmd "$IP nexthop add id 20 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 21 group 20"
 run_cmd "$IP nexthop replace id 20 via 172.16.1.2 fdb"
 log_test $? 2 "Replace non-FDB nexthop to FDB nexthop while in a group"

 run_cmd "$IP link add name vx10 type vxlan id 1010 local 10.0.0.1 remote 10.0.0.2 dstport 4789 nolearning noudpcsum tos inherit ttl 100"
 run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
 log_test $? 0 "Fdb mac add with nexthop group"

 # fdb nexthops can only reference nexthop groups and not nexthops
 run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 12 self"
 log_test $? 255 "Fdb mac add with nexthop"

 run_cmd "$IP ro add 172.16.0.0/22 nhid 16"
 log_test $? 2 "Route add with fdb nexthop"

 run_cmd "$IP ro add 172.16.0.0/22 nhid 103"
 log_test $? 2 "Route add with fdb nexthop group"

 run_cmd "$IP nexthop del id 12"
 run_cmd "$BRIDGE fdb get to 02:02:00:00:00:13 dev vx10 self"
 log_test $? 0 "Fdb entry after deleting a single nexthop"

 run_cmd "$IP nexthop del id 102"
 log_test $? 0 "Fdb nexthop delete"

 run_cmd "$BRIDGE fdb get to 02:02:00:00:00:13 dev vx10 self"
 log_test $? 254 "Fdb entry after deleting a nexthop group"

 $IP link del dev vx10
}

ipv4_mpath_select()
{
 local rc dev match h addr

 echo
 echo "IPv4 multipath selection"
 echo "------------------------"
 if [ ! -x "$(command -v jq)" ]; then
  echo "SKIP: Could not run test; need jq tool"
  return $ksft_skip
 fi

 # Use status of existing neighbor entry when determining nexthop for
 # multipath routes.
 local -A gws
 gws=([veth1]=172.16.1.2 [veth3]=172.16.2.2)
 local -A other_dev
 other_dev=([veth1]=veth3 [veth3]=veth1)

 run_cmd "$IP nexthop add id 1 via ${gws["veth1"]} dev veth1"
 run_cmd "$IP nexthop add id 2 via ${gws["veth3"]} dev veth3"
 run_cmd "$IP nexthop add id 1001 group 1/2"
 run_cmd "$IP ro add 172.16.101.0/24 nhid 1001"
 rc=0
 for dev in veth1 veth3; do
  match=0
  for h in {1..254}; do
   addr="172.16.101.$h"
   if [ "$(get_route_dev "$addr")" = "$dev" ]; then
    match=1
    break
   fi
  done
  if (( match == 0 )); then
   echo "SKIP: Did not find a route using device $dev"
   return $ksft_skip
  fi
  run_cmd "$IP neigh add ${gws[$dev]} dev $dev nud failed"
  if ! check_route_dev "$addr" "${other_dev[$dev]}"; then
   rc=1
   break
  fi
  run_cmd "$IP neigh del ${gws[$dev]} dev $dev"
 done
 log_test $rc 0 "Use valid neighbor during multipath selection"

 run_cmd "$IP neigh add 172.16.1.2 dev veth1 nud incomplete"
 run_cmd "$IP neigh add 172.16.2.2 dev veth3 nud incomplete"
 run_cmd "$IP route get 172.16.101.1"
 # if we did not crash, success
 log_test $rc 0 "Multipath selection with no valid neighbor"
}

ipv6_mpath_select()
{
 local rc dev match h addr

 echo
 echo "IPv6 multipath selection"
 echo "------------------------"
 if [ ! -x "$(command -v jq)" ]; then
  echo "SKIP: Could not run test; need jq tool"
  return $ksft_skip
 fi

 # Use status of existing neighbor entry when determining nexthop for
 # multipath routes.
 local -A gws
 gws=([veth1]=2001:db8:91::2 [veth3]=2001:db8:92::2)
 local -A other_dev
 other_dev=([veth1]=veth3 [veth3]=veth1)

 run_cmd "$IP nexthop add id 1 via ${gws["veth1"]} dev veth1"
 run_cmd "$IP nexthop add id 2 via ${gws["veth3"]} dev veth3"
 run_cmd "$IP nexthop add id 1001 group 1/2"
 run_cmd "$IP ro add 2001:db8:101::/64 nhid 1001"
 rc=0
 for dev in veth1 veth3; do
  match=0
  for h in {1..65535}; do
   addr=$(printf "2001:db8:101::%x" $h)
   if [ "$(get_route_dev "$addr")" = "$dev" ]; then
    match=1
    break
   fi
  done
  if (( match == 0 )); then
   echo "SKIP: Did not find a route using device $dev"
   return $ksft_skip
  fi
  run_cmd "$IP neigh add ${gws[$dev]} dev $dev nud failed"
  if ! check_route_dev "$addr" "${other_dev[$dev]}"; then
   rc=1
   break
  fi
  run_cmd "$IP neigh del ${gws[$dev]} dev $dev"
 done
 log_test $rc 0 "Use valid neighbor during multipath selection"

 run_cmd "$IP neigh add 2001:db8:91::2 dev veth1 nud incomplete"
 run_cmd "$IP neigh add 2001:db8:92::2 dev veth3 nud incomplete"
 run_cmd "$IP route get 2001:db8:101::1"
 # if we did not crash, success
 log_test $rc 0 "Multipath selection with no valid neighbor"
}

################################################################################
# basic operations (add, delete, replace) on nexthops and nexthop groups
#
# IPv6

ipv6_fcnal()
{
 local rc

 echo
 echo "IPv6"
 echo "----------------------"

 run_cmd "$IP nexthop add id 52 via 2001:db8:91::2 dev veth1"
 rc=$?
 log_test $rc 0 "Create nexthop with id, gw, dev"
 if [ $rc -ne 0 ]; then
  echo "Basic IPv6 create fails; can not continue"
  return 1
 fi

 run_cmd "$IP nexthop get id 52"
 log_test $? 0 "Get nexthop by id"
 check_nexthop "id 52" "id 52 via 2001:db8:91::2 dev veth1 scope link"

 run_cmd "$IP nexthop del id 52"
 log_test $? 0 "Delete nexthop by id"
 check_nexthop "id 52" ""

 #
 # gw, device spec
 #
 # gw validation, no device - fails since dev required
 run_cmd "$IP nexthop add id 52 via 2001:db8:92::3"
 log_test $? 2 "Create nexthop - gw only"

 # gw is not reachable through given dev
 run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1"
 log_test $? 2 "Create nexthop - invalid gw+dev combination"

 # onlink arg overrides gw+dev lookup
 run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1 onlink"
 log_test $? 0 "Create nexthop - gw+dev and onlink"

 # admin down should delete nexthops
 set -e
 run_cmd "$IP -6 nexthop add id 55 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 56 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 57 via 2001:db8:91::5 dev veth1"
 run_cmd "$IP li set dev veth1 down"
 set +e
 check_nexthop "dev veth1" ""
 log_test $? 0 "Nexthops removed on admin down"
}

ipv6_grp_refs()
{
 if [ ! -x "$(command -v mausezahn)" ]; then
  echo "SKIP: Could not run test; need mausezahn tool"
  return
 fi

 run_cmd "$IP link set dev veth1 up"
 run_cmd "$IP link add veth1.10 link veth1 up type vlan id 10"
 run_cmd "$IP link add veth1.20 link veth1 up type vlan id 20"
 run_cmd "$IP -6 addr add 2001:db8:91::1/64 dev veth1.10"
 run_cmd "$IP -6 addr add 2001:db8:92::1/64 dev veth1.20"
 run_cmd "$IP -6 neigh add 2001:db8:91::2 lladdr 00:11:22:33:44:55 dev veth1.10"
 run_cmd "$IP -6 neigh add 2001:db8:92::2 lladdr 00:11:22:33:44:55 dev veth1.20"
 run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1.10"
 run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth1.20"
 run_cmd "$IP nexthop add id 102 group 100"
 run_cmd "$IP route add 2001:db8:101::1/128 nhid 102"

 # create per-cpu dsts through nh 100
 run_cmd "ip netns exec $me mausezahn -6 veth1.10 -B 2001:db8:101::1 -A 2001:db8:91::1 -c 5 -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1"

 # remove nh 100 from the group to delete the route potentially leaving
 # a stale per-cpu dst which holds a reference to the nexthop's net
 # device and to the IPv6 route
 run_cmd "$IP nexthop replace id 102 group 101"
 run_cmd "$IP route del 2001:db8:101::1/128"

 # add both nexthops to the group so a reference is taken on them
 run_cmd "$IP nexthop replace id 102 group 100/101"

 # if the bug described in commit "net: nexthop: release IPv6 per-cpu
 # dsts when replacing a nexthop group" exists at this point we have
 # an unlinked IPv6 route (but not freed due to stale dst) with a
 # reference over the group so we delete the group which will again
 # only unlink it due to the route reference
 run_cmd "$IP nexthop del id 102"

 # delete the nexthop with stale dst, since we have an unlinked
 # group with a ref to it and an unlinked IPv6 route with ref to the
 # group, the nh will only be unlinked and not freed so the stale dst
 # remains forever and we get a net device refcount imbalance
 run_cmd "$IP nexthop del id 100"

 # if a reference was lost this command will hang because the net device
 # cannot be removed
 timeout -s KILL 5 ip netns exec $me ip link del veth1.10 >/dev/null 2>&1

 # we can't cleanup if the command is hung trying to delete the netdev
 if [ $? -eq 137 ]; then
  return 1
 fi

 # cleanup
 run_cmd "$IP link del veth1.20"
 run_cmd "$IP nexthop flush"

 return 0
}

ipv6_grp_fcnal()
{
 local rc

 echo
 echo "IPv6 groups functional"
 echo "----------------------"

 # basic functionality: create a nexthop group, default weight
 run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 101 group 61"
 log_test $? 0 "Create nexthop group with single nexthop"

 # get nexthop group
 run_cmd "$IP nexthop get id 101"
 log_test $? 0 "Get nexthop group by id"
 check_nexthop "id 101" "id 101 group 61"

 # delete nexthop group
 run_cmd "$IP nexthop del id 101"
 log_test $? 0 "Delete nexthop group by id"
 check_nexthop "id 101" ""

 $IP nexthop flush >/dev/null 2>&1
 check_nexthop "id 101" ""

 #
 # create group with multiple nexthops - mix of gw and dev only
 #
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 65 dev veth1"
 run_cmd "$IP nexthop add id 102 group 62/63/64/65"
 log_test $? 0 "Nexthop group with multiple nexthops"
 check_nexthop "id 102" "id 102 group 62/63/64/65"

 # Delete nexthop in a group and group is updated
 run_cmd "$IP nexthop del id 63"
 check_nexthop "id 102" "id 102 group 62/64/65"
 log_test $? 0 "Nexthop group updated when entry is deleted"

 # create group with multiple weighted nexthops
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 103 group 62/63,2/64,3/65,4"
 log_test $? 0 "Nexthop group with weighted nexthops"
 check_nexthop "id 103" "id 103 group 62/63,2/64,3/65,4"

 # Delete nexthop in a weighted group and group is updated
 run_cmd "$IP nexthop del id 63"
 check_nexthop "id 103" "id 103 group 62/64,3/65,4"
 log_test $? 0 "Weighted nexthop group updated when entry is deleted"

 # admin down - nexthop is removed from group
 run_cmd "$IP li set dev veth1 down"
 check_nexthop "dev veth1" ""
 log_test $? 0 "Nexthops in groups removed on admin down"

 # expect groups to have been deleted as well
 check_nexthop "" ""

 run_cmd "$IP li set dev veth1 up"

 $IP nexthop flush >/dev/null 2>&1

 # group with nexthops using different devices
 set -e
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"

 run_cmd "$IP nexthop add id 72 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 73 via 2001:db8:92::3 dev veth3"
 run_cmd "$IP nexthop add id 74 via 2001:db8:92::4 dev veth3"
 run_cmd "$IP nexthop add id 75 via 2001:db8:92::5 dev veth3"
 set +e

 # multiple groups with same nexthop
 run_cmd "$IP nexthop add id 104 group 62"
 run_cmd "$IP nexthop add id 105 group 62"
 check_nexthop "group" "id 104 group 62 id 105 group 62"
 log_test $? 0 "Multiple groups with same nexthop"

 run_cmd "$IP nexthop flush groups"
 [ $? -ne 0 ] && return 1

 # on admin down of veth1, it should be removed from the group
 run_cmd "$IP nexthop add id 105 group 62/63/72/73/64"
 run_cmd "$IP li set veth1 down"
 check_nexthop "id 105" "id 105 group 72/73"
 log_test $? 0 "Nexthops in group removed on admin down - mixed group"

 run_cmd "$IP nexthop add id 106 group 105/74"
 log_test $? 2 "Nexthop group can not have a group as an entry"

 # a group can have a blackhole entry only if it is the only
 # nexthop in the group. Needed for atomic replace with an
 # actual nexthop group
 run_cmd "$IP -6 nexthop add id 31 blackhole"
 run_cmd "$IP nexthop add id 107 group 31"
 log_test $? 0 "Nexthop group with a blackhole entry"

 run_cmd "$IP nexthop add id 108 group 31/24"
 log_test $? 2 "Nexthop group can not have a blackhole and another nexthop"

 ipv6_grp_refs
 log_test $? 0 "Nexthop group replace refcounts"

 #
 # 16-bit weights.
 #
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
 run_cmd "$IP nexthop add id 66 dev veth1"

 run_cmd "$IP nexthop add id 103 group 62,1000"
 if [[ $? == 0 ]]; then
  local GRP="id 103 group 62,254/63,255/64,256/65,257/66,65535"
  run_cmd "$IP nexthop replace $GRP"
  check_nexthop "id 103" "$GRP"
  rc=$?
 else
  rc=$ksft_skip
 fi

 $IP nexthop flush >/dev/null 2>&1

 log_test $rc 0 "16-bit weights"
}

ipv6_res_grp_fcnal()
{
 local rc

 echo
 echo "IPv6 resilient groups functional"
 echo "--------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 #
 # migration of nexthop buckets - equal weights
 #
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 102 group 62/63 type resilient buckets 2 idle_timer 0"

 run_cmd "$IP nexthop del id 63"
 check_nexthop "id 102" \
  "id 102 group 62 type resilient buckets 2 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated when entry is deleted"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 62 id 102 index 1 nhid 62"
 log_test $? 0 "Nexthop buckets updated when entry is deleted"

 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop replace id 102 group 62/63 type resilient buckets 2 idle_timer 0"
 check_nexthop "id 102" \
  "id 102 group 62/63 type resilient buckets 2 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated after replace"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 63 id 102 index 1 nhid 62"
 log_test $? 0 "Nexthop buckets updated after replace"

 $IP nexthop flush >/dev/null 2>&1

 #
 # migration of nexthop buckets - unequal weights
 #
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 102 group 62,3/63,1 type resilient buckets 4 idle_timer 0"

 run_cmd "$IP nexthop del id 63"
 check_nexthop "id 102" \
  "id 102 group 62,3 type resilient buckets 4 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated when entry is deleted - nECMP"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 62 id 102 index 1 nhid 62 id 102 index 2 nhid 62 id 102 index 3 nhid 62"
 log_test $? 0 "Nexthop buckets updated when entry is deleted - nECMP"

 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop replace id 102 group 62,3/63,1 type resilient buckets 4 idle_timer 0"
 check_nexthop "id 102" \
  "id 102 group 62,3/63 type resilient buckets 4 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated after replace - nECMP"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 63 id 102 index 1 nhid 62 id 102 index 2 nhid 62 id 102 index 3 nhid 62"
 log_test $? 0 "Nexthop buckets updated after replace - nECMP"

 #
 # 16-bit weights.
 #
 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
 run_cmd "$IP nexthop add id 66 dev veth1"

 run_cmd "$IP nexthop add id 103 group 62,1000 type resilient buckets 32"
 if [[ $? == 0 ]]; then
  local GRP="id 103 group 62,254/63,255/64,256/65,257/66,65535 $(:
     )type resilient buckets 32 idle_timer 0 $(:
     )unbalanced_timer 0"
  run_cmd "$IP nexthop replace $GRP"
  check_nexthop "id 103" "$GRP unbalanced_time 0"
  rc=$?
 else
  rc=$ksft_skip
 fi

 $IP nexthop flush >/dev/null 2>&1

 log_test $rc 0 "16-bit weights"
}

ipv6_fcnal_runtime()
{
 local rc

 echo
 echo "IPv6 functional runtime"
 echo "-----------------------"

 #
 # IPv6 - the basics
 #
 run_cmd "$IP nexthop add id 81 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
 log_test $? 0 "Route add"

 run_cmd "$IP ro delete 2001:db8:101::1/128 nhid 81"
 log_test $? 0 "Route delete"

 run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 0 "Ping with nexthop"

 run_cmd "$IP nexthop add id 82 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 122 group 81/82"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 0 "Ping - multipath"

 #
 # IPv6 with blackhole nexthops
 #
 run_cmd "$IP -6 nexthop add id 83 blackhole"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 83"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 2 "Ping - blackhole"

 run_cmd "$IP nexthop replace id 83 via 2001:db8:91::2 dev veth1"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 0 "Ping - blackhole replaced with gateway"

 run_cmd "$IP -6 nexthop replace id 83 blackhole"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 2 "Ping - gateway replaced by blackhole"

 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 if [ $? -eq 0 ]; then
  run_cmd "$IP nexthop replace id 122 group 83"
  run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
  log_test $? 2 "Ping - group with blackhole"

  run_cmd "$IP nexthop replace id 122 group 81/82"
  run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
  log_test $? 0 "Ping - group blackhole replaced with gateways"
 else
  log_test 2 0 "Ping - multipath failed"
 fi

 #
 # device only and gw + dev only mix
 #
 run_cmd "$IP -6 nexthop add id 85 dev veth1"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 85"
 log_test $? 0 "IPv6 route with device only nexthop"
 check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 85 dev veth1 metric 1024"

 run_cmd "$IP nexthop add id 123 group 81/85"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 123"
 log_test $? 0 "IPv6 multipath route with nexthop mix - dev only + gw"
 check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 123 metric 1024 nexthop via 2001:db8:91::2 dev veth1 weight 1 nexthop dev veth1 weight 1"

 #
 # IPv6 route with v4 nexthop - not allowed
 #
 run_cmd "$IP ro delete 2001:db8:101::1/128"
 run_cmd "$IP nexthop add id 84 via 172.16.1.1 dev veth1"
 run_cmd "$IP ro add 2001:db8:101::1/128 nhid 84"
 log_test $? 2 "IPv6 route can not have a v4 gateway"

 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 81"
 run_cmd "$IP nexthop replace id 81 via 172.16.1.1 dev veth1"
 log_test $? 2 "Nexthop replace - v6 route, v4 nexthop"

 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 122"
 run_cmd "$IP nexthop replace id 81 via 172.16.1.1 dev veth1"
 log_test $? 2 "Nexthop replace of group entry - v6 route, v4 nexthop"

 run_cmd "$IP nexthop add id 86 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 87 via 172.16.1.1 dev veth1"
 run_cmd "$IP nexthop add id 88 via 172.16.1.1 dev veth1"
 run_cmd "$IP nexthop add id 124 group 86/87/88"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 2 "IPv6 route can not have a group with v4 and v6 gateways"

 run_cmd "$IP nexthop del id 88"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 2 "IPv6 route can not have a group with v4 and v6 gateways"

 run_cmd "$IP nexthop del id 87"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 0 "IPv6 route using a group after removing v4 gateways"

 run_cmd "$IP ro delete 2001:db8:101::1/128"
 run_cmd "$IP nexthop add id 87 via 172.16.1.1 dev veth1"
 run_cmd "$IP nexthop add id 88 via 172.16.1.1 dev veth1"
 run_cmd "$IP nexthop replace id 124 group 86/87/88"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 2 "IPv6 route can not have a group with v4 and v6 gateways"

 run_cmd "$IP nexthop replace id 88 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 2 "IPv6 route can not have a group with v4 and v6 gateways"

 run_cmd "$IP nexthop replace id 87 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP ro replace 2001:db8:101::1/128 nhid 124"
 log_test $? 0 "IPv6 route using a group after replacing v4 gateways"

 $IP nexthop flush >/dev/null 2>&1

 #
 # weird IPv6 cases
 #
 run_cmd "$IP nexthop add id 86 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"

 # route can not use prefsrc with nexthops
 run_cmd "$IP ro add 2001:db8:101::2/128 nhid 86 from 2001:db8:91::1"
 log_test $? 2 "IPv6 route can not use src routing with external nexthop"

 # check cleanup path on invalid metric
 run_cmd "$IP ro add 2001:db8:101::2/128 nhid 86 congctl lock foo"
 log_test $? 2 "IPv6 route with invalid metric"

 # rpfilter and default route
 $IP nexthop flush >/dev/null 2>&1
 run_cmd "ip netns exec $me ip6tables -t mangle -I PREROUTING 1 -m rpfilter --invert -j DROP"
 run_cmd "$IP nexthop add id 91 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 92 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 93 group 91/92"
 run_cmd "$IP -6 ro add default nhid 91"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 0 "Nexthop with default route and rpfilter"
 run_cmd "$IP -6 ro replace default nhid 93"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
 log_test $? 0 "Nexthop with multipath default route and rpfilter"

 # TO-DO:
 # existing route with old nexthop; append route with new nexthop
 # existing route with old nexthop; replace route with new
 # existing route with new nexthop; replace route with old
 # route with src address and using nexthop - not allowed
}

ipv6_large_grp()
{
 local ecmp=32

 echo
 echo "IPv6 large groups (x$ecmp)"
 echo "---------------------"

 check_large_grp 6 $ecmp

 $IP nexthop flush >/dev/null 2>&1
}

ipv6_large_res_grp()
{
 echo
 echo "IPv6 large resilient group (128k buckets)"
 echo "-----------------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 check_large_res_grp 6 $((128 * 1024))

 $IP nexthop flush >/dev/null 2>&1
}

ipv6_del_add_loop1()
{
 while :; do
  $IP nexthop del id 100
  $IP nexthop add id 100 via 2001:db8:91::2 dev veth1
 done >/dev/null 2>&1
}

ipv6_grp_replace_loop()
{
 while :; do
  $IP nexthop replace id 102 group 100/101
 done >/dev/null 2>&1
}

ipv6_torture()
{
 local pid1
 local pid2
 local pid3
 local pid4
 local pid5

 echo
 echo "IPv6 runtime torture"
 echo "--------------------"
 if [ ! -x "$(command -v mausezahn)" ]; then
  echo "SKIP: Could not run test; need mausezahn tool"
  return
 fi

 run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 102 group 100/101"
 run_cmd "$IP route add 2001:db8:101::1 nhid 102"
 run_cmd "$IP route add 2001:db8:101::2 nhid 102"

 ipv6_del_add_loop1 &
 pid1=$!
 ipv6_grp_replace_loop &
 pid2=$!
 ip netns exec $me ping -f 2001:db8:101::1 >/dev/null 2>&1 &
 pid3=$!
 ip netns exec $me ping -f 2001:db8:101::2 >/dev/null 2>&1 &
 pid4=$!
 ip netns exec $me mausezahn -6 veth1 -B 2001:db8:101::2 -A 2001:db8:91::1 -c 0 -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
 pid5=$!

 sleep 300
 kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
 wait $pid1 $pid2 $pid3 $pid4 $pid5 2>/dev/null

 # if we did not crash, success
 log_test 0 0 "IPv6 torture test"
}

ipv6_res_grp_replace_loop()
{
 while :; do
  $IP nexthop replace id 102 group 100/101 type resilient
 done >/dev/null 2>&1
}

ipv6_res_torture()
{
 local pid1
 local pid2
 local pid3
 local pid4
 local pid5

 echo
 echo "IPv6 runtime resilient nexthop group torture"
 echo "--------------------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 if [ ! -x "$(command -v mausezahn)" ]; then
  echo "SKIP: Could not run test; need mausezahn tool"
  return
 fi

 run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth3"
 run_cmd "$IP nexthop add id 102 group 100/101 type resilient buckets 512 idle_timer 0"
 run_cmd "$IP route add 2001:db8:101::1 nhid 102"
 run_cmd "$IP route add 2001:db8:101::2 nhid 102"

 ipv6_del_add_loop1 &
 pid1=$!
 ipv6_res_grp_replace_loop &
 pid2=$!
 ip netns exec $me ping -f 2001:db8:101::1 >/dev/null 2>&1 &
 pid3=$!
 ip netns exec $me ping -f 2001:db8:101::2 >/dev/null 2>&1 &
 pid4=$!
 ip netns exec $me mausezahn -6 veth1 \
       -B 2001:db8:101::2 -A 2001:db8:91::1 -c 0 \
       -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
 pid5=$!

 sleep 300
 kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
 wait $pid1 $pid2 $pid3 $pid4 $pid5 2>/dev/null

 # if we did not crash, success
 log_test 0 0 "IPv6 resilient nexthop group torture test"
}

ipv4_fcnal()
{
 local rc

 echo
 echo "IPv4 functional"
 echo "----------------------"

 #
 # basic IPv4 ops - add, get, delete
 #
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 rc=$?
 log_test $rc 0 "Create nexthop with id, gw, dev"
 if [ $rc -ne 0 ]; then
  echo "Basic IPv4 create fails; can not continue"
  return 1
 fi

 run_cmd "$IP nexthop get id 12"
 log_test $? 0 "Get nexthop by id"
 check_nexthop "id 12" "id 12 via 172.16.1.2 dev veth1 scope link"

 run_cmd "$IP nexthop del id 12"
 log_test $? 0 "Delete nexthop by id"
 check_nexthop "id 52" ""

 #
 # gw, device spec
 #
 # gw validation, no device - fails since dev is required
 run_cmd "$IP nexthop add id 12 via 172.16.2.3"
 log_test $? 2 "Create nexthop - gw only"

 # gw not reachable through given dev
 run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1"
 log_test $? 2 "Create nexthop - invalid gw+dev combination"

 # onlink flag overrides gw+dev lookup
 run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1 onlink"
 log_test $? 0 "Create nexthop - gw+dev and onlink"

 # admin down should delete nexthops
 set -e
 run_cmd "$IP nexthop add id 15 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 16 via 172.16.1.4 dev veth1"
 run_cmd "$IP nexthop add id 17 via 172.16.1.5 dev veth1"
 run_cmd "$IP li set dev veth1 down"
 set +e
 check_nexthop "dev veth1" ""
 log_test $? 0 "Nexthops removed on admin down"

 # nexthop route delete warning: route add with nhid and delete
 # using device
 run_cmd "$IP li set dev veth1 up"
 run_cmd "$IP nexthop add id 12 via 172.16.1.3 dev veth1"
 out1=`dmesg | grep "WARNING:.*fib_nh_match.*" | wc -l`
 run_cmd "$IP route add 172.16.101.1/32 nhid 12"
 run_cmd "$IP route delete 172.16.101.1/32 dev veth1"
 out2=`dmesg | grep "WARNING:.*fib_nh_match.*" | wc -l`
 [ $out1 -eq $out2 ]
 rc=$?
 log_test $rc 0 "Delete nexthop route warning"
 run_cmd "$IP route delete 172.16.101.1/32 nhid 12"
 run_cmd "$IP nexthop del id 12"

 run_cmd "$IP nexthop add id 21 via 172.16.1.6 dev veth1"
 run_cmd "$IP ro add 172.16.101.0/24 nhid 21"
 run_cmd "$IP ro del 172.16.101.0/24 nexthop via 172.16.1.7 dev veth1 nexthop via 172.16.1.8 dev veth1"
 log_test $? 2 "Delete multipath route with only nh id based entry"

 run_cmd "$IP nexthop add id 22 via 172.16.1.6 dev veth1"
 run_cmd "$IP ro add 172.16.102.0/24 nhid 22"
 run_cmd "$IP ro del 172.16.102.0/24 dev veth1"
 log_test $? 2 "Delete route when specifying only nexthop device"

 run_cmd "$IP ro del 172.16.102.0/24 via 172.16.1.6"
 log_test $? 2 "Delete route when specifying only gateway"

 run_cmd "$IP ro del 172.16.102.0/24"
 log_test $? 0 "Delete route when not specifying nexthop attributes"
}

ipv4_grp_fcnal()
{
 local rc

 echo
 echo "IPv4 groups functional"
 echo "----------------------"

 # basic functionality: create a nexthop group, default weight
 run_cmd "$IP nexthop add id 11 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 101 group 11"
 log_test $? 0 "Create nexthop group with single nexthop"

 # get nexthop group
 run_cmd "$IP nexthop get id 101"
 log_test $? 0 "Get nexthop group by id"
 check_nexthop "id 101" "id 101 group 11"

 # delete nexthop group
 run_cmd "$IP nexthop del id 101"
 log_test $? 0 "Delete nexthop group by id"
 check_nexthop "id 101" ""

 $IP nexthop flush >/dev/null 2>&1

 #
 # create group with multiple nexthops
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
 run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"
 run_cmd "$IP nexthop add id 102 group 12/13/14/15"
 log_test $? 0 "Nexthop group with multiple nexthops"
 check_nexthop "id 102" "id 102 group 12/13/14/15"

 # Delete nexthop in a group and group is updated
 run_cmd "$IP nexthop del id 13"
 check_nexthop "id 102" "id 102 group 12/14/15"
 log_test $? 0 "Nexthop group updated when entry is deleted"

 # create group with multiple weighted nexthops
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 103 group 12/13,2/14,3/15,4"
 log_test $? 0 "Nexthop group with weighted nexthops"
 check_nexthop "id 103" "id 103 group 12/13,2/14,3/15,4"

 # Delete nexthop in a weighted group and group is updated
 run_cmd "$IP nexthop del id 13"
 check_nexthop "id 103" "id 103 group 12/14,3/15,4"
 log_test $? 0 "Weighted nexthop group updated when entry is deleted"

 # admin down - nexthop is removed from group
 run_cmd "$IP li set dev veth1 down"
 check_nexthop "dev veth1" ""
 log_test $? 0 "Nexthops in groups removed on admin down"

 # expect groups to have been deleted as well
 check_nexthop "" ""

 run_cmd "$IP li set dev veth1 up"

 $IP nexthop flush >/dev/null 2>&1

 # group with nexthops using different devices
 set -e
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
 run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"

 run_cmd "$IP nexthop add id 22 via 172.16.2.2 dev veth3"
 run_cmd "$IP nexthop add id 23 via 172.16.2.3 dev veth3"
 run_cmd "$IP nexthop add id 24 via 172.16.2.4 dev veth3"
 run_cmd "$IP nexthop add id 25 via 172.16.2.5 dev veth3"
 set +e

 # multiple groups with same nexthop
 run_cmd "$IP nexthop add id 104 group 12"
 run_cmd "$IP nexthop add id 105 group 12"
 check_nexthop "group" "id 104 group 12 id 105 group 12"
 log_test $? 0 "Multiple groups with same nexthop"

 run_cmd "$IP nexthop flush groups"
 [ $? -ne 0 ] && return 1

 # on admin down of veth1, it should be removed from the group
 run_cmd "$IP nexthop add id 105 group 12/13/22/23/14"
 run_cmd "$IP li set veth1 down"
 check_nexthop "id 105" "id 105 group 22/23"
 log_test $? 0 "Nexthops in group removed on admin down - mixed group"

 run_cmd "$IP nexthop add id 106 group 105/24"
 log_test $? 2 "Nexthop group can not have a group as an entry"

 # a group can have a blackhole entry only if it is the only
 # nexthop in the group. Needed for atomic replace with an
 # actual nexthop group
 run_cmd "$IP nexthop add id 31 blackhole"
 run_cmd "$IP nexthop add id 107 group 31"
 log_test $? 0 "Nexthop group with a blackhole entry"

 run_cmd "$IP nexthop add id 108 group 31/24"
 log_test $? 2 "Nexthop group can not have a blackhole and another nexthop"
}

ipv4_res_grp_fcnal()
{
 local rc

 echo
 echo "IPv4 resilient groups functional"
 echo "--------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 #
 # migration of nexthop buckets - equal weights
 #
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 102 group 12/13 type resilient buckets 2 idle_timer 0"

 run_cmd "$IP nexthop del id 13"
 check_nexthop "id 102" \
  "id 102 group 12 type resilient buckets 2 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated when entry is deleted"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 12 id 102 index 1 nhid 12"
 log_test $? 0 "Nexthop buckets updated when entry is deleted"

 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop replace id 102 group 12/13 type resilient buckets 2 idle_timer 0"
 check_nexthop "id 102" \
  "id 102 group 12/13 type resilient buckets 2 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated after replace"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 13 id 102 index 1 nhid 12"
 log_test $? 0 "Nexthop buckets updated after replace"

 $IP nexthop flush >/dev/null 2>&1

 #
 # migration of nexthop buckets - unequal weights
 #
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop add id 102 group 12,3/13,1 type resilient buckets 4 idle_timer 0"

 run_cmd "$IP nexthop del id 13"
 check_nexthop "id 102" \
  "id 102 group 12,3 type resilient buckets 4 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated when entry is deleted - nECMP"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 12 id 102 index 1 nhid 12 id 102 index 2 nhid 12 id 102 index 3 nhid 12"
 log_test $? 0 "Nexthop buckets updated when entry is deleted - nECMP"

 run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
 run_cmd "$IP nexthop replace id 102 group 12,3/13,1 type resilient buckets 4 idle_timer 0"
 check_nexthop "id 102" \
  "id 102 group 12,3/13 type resilient buckets 4 idle_timer 0 unbalanced_timer 0 unbalanced_time 0"
 log_test $? 0 "Nexthop group updated after replace - nECMP"
 check_nexthop_bucket "list id 102" \
  "id 102 index 0 nhid 13 id 102 index 1 nhid 12 id 102 index 2 nhid 12 id 102 index 3 nhid 12"
 log_test $? 0 "Nexthop buckets updated after replace - nECMP"
}

ipv4_withv6_fcnal()
{
 local lladdr

 set -e
 lladdr=$(get_linklocal veth2 $peer)
 run_cmd "$IP nexthop add id 11 via ${lladdr} dev veth1"
 set +e
 run_cmd "$IP ro add 172.16.101.1/32 nhid 11"
 log_test $? 0 "IPv6 nexthop with IPv4 route"
 check_route "172.16.101.1" "172.16.101.1 nhid 11 via inet6 ${lladdr} dev veth1"

 set -e
 run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 101 group 11/12"
 set +e
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 101"
 log_test $? 0 "IPv6 nexthop with IPv4 route"

 check_route "172.16.101.1" "172.16.101.1 nhid 101 nexthop via inet6 ${lladdr} dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"

 run_cmd "$IP ro replace 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
 log_test $? 0 "IPv4 route with IPv6 gateway"
 check_route "172.16.101.1" "172.16.101.1 via inet6 ${lladdr} dev veth1"

 run_cmd "$IP ro replace 172.16.101.1/32 via inet6 2001:db8:50::1 dev veth1"
 log_test $? 2 "IPv4 route with invalid IPv6 gateway"
}

ipv4_fcnal_runtime()
{
 local lladdr
 local rc

 echo
 echo "IPv4 functional runtime"
 echo "-----------------------"

 run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
 run_cmd "$IP ro add 172.16.101.1/32 nhid 21"
 log_test $? 0 "Route add"
 check_route "172.16.101.1" "172.16.101.1 nhid 21 via 172.16.1.2 dev veth1"

 run_cmd "$IP ro delete 172.16.101.1/32 nhid 21"
 log_test $? 0 "Route delete"

 #
 # scope mismatch
 #
 run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
 run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
 log_test $? 2 "Route add - scope conflict with nexthop"

 run_cmd "$IP nexthop replace id 22 dev veth3"
 run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
 run_cmd "$IP nexthop replace id 22 via 172.16.2.2 dev veth3"
 log_test $? 2 "Nexthop replace with invalid scope for existing route"

 # check cleanup path on invalid metric
 run_cmd "$IP ro add 172.16.101.2/32 nhid 22 congctl lock foo"
 log_test $? 2 "IPv4 route with invalid metric"

 #
 # add route with nexthop and check traffic
 #
 run_cmd "$IP nexthop replace id 21 via 172.16.1.2 dev veth1"
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 21"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "Basic ping"

 run_cmd "$IP nexthop replace id 22 via 172.16.2.2 dev veth3"
 run_cmd "$IP nexthop add id 122 group 21/22"
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 122"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "Ping - multipath"

 run_cmd "$IP ro delete 172.16.101.1/32 nhid 122"

 #
 # multiple default routes
 # - tests fib_select_default
 run_cmd "$IP nexthop add id 501 via 172.16.1.2 dev veth1"
 run_cmd "$IP ro add default nhid 501"
 run_cmd "$IP ro add default via 172.16.1.3 dev veth1 metric 20"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "Ping - multiple default routes, nh first"

 # flip the order
 run_cmd "$IP ro del default nhid 501"
 run_cmd "$IP ro del default via 172.16.1.3 dev veth1 metric 20"
 run_cmd "$IP ro add default via 172.16.1.2 dev veth1 metric 20"
 run_cmd "$IP nexthop replace id 501 via 172.16.1.3 dev veth1"
 run_cmd "$IP ro add default nhid 501 metric 20"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "Ping - multiple default routes, nh second"

 run_cmd "$IP nexthop delete nhid 501"
 run_cmd "$IP ro del default"

 #
 # IPv4 with blackhole nexthops
 #
 run_cmd "$IP nexthop add id 23 blackhole"
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 23"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 2 "Ping - blackhole"

 run_cmd "$IP nexthop replace id 23 via 172.16.1.2 dev veth1"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "Ping - blackhole replaced with gateway"

 run_cmd "$IP nexthop replace id 23 blackhole"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 2 "Ping - gateway replaced by blackhole"

 run_cmd "$IP ro replace 172.16.101.1/32 nhid 122"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 if [ $? -eq 0 ]; then
  run_cmd "$IP nexthop replace id 122 group 23"
  run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
  log_test $? 2 "Ping - group with blackhole"

  run_cmd "$IP nexthop replace id 122 group 21/22"
  run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
  log_test $? 0 "Ping - group blackhole replaced with gateways"
 else
  log_test 2 0 "Ping - multipath failed"
 fi

 #
 # device only and gw + dev only mix
 #
 run_cmd "$IP nexthop add id 85 dev veth1"
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 85"
 log_test $? 0 "IPv4 route with device only nexthop"
 check_route "172.16.101.1" "172.16.101.1 nhid 85 dev veth1"

 run_cmd "$IP nexthop add id 123 group 21/85"
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 123"
 log_test $? 0 "IPv4 multipath route with nexthop mix - dev only + gw"
 check_route "172.16.101.1" "172.16.101.1 nhid 123 nexthop via 172.16.1.2 dev veth1 weight 1 nexthop dev veth1 weight 1"

 #
 # IPv4 with IPv6
 #
 set -e
 lladdr=$(get_linklocal veth2 $peer)
 run_cmd "$IP nexthop add id 24 via ${lladdr} dev veth1"
 set +e
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 24"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "IPv6 nexthop with IPv4 route"

 $IP neigh sh | grep -q "${lladdr} dev veth1"
 if [ $? -eq 1 ]; then
  echo " WARNING: Neigh entry missing for ${lladdr}"
  $IP neigh sh | grep 'dev veth1'
 fi

 $IP neigh sh | grep -q "172.16.101.1 dev eth1"
 if [ $? -eq 0 ]; then
  echo " WARNING: Neigh entry exists for 172.16.101.1"
  $IP neigh sh | grep 'dev veth1'
 fi

 set -e
 run_cmd "$IP nexthop add id 25 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 101 group 24/25"
 set +e
 run_cmd "$IP ro replace 172.16.101.1/32 nhid 101"
 log_test $? 0 "IPv4 route with mixed v4-v6 multipath route"

 check_route "172.16.101.1" "172.16.101.1 nhid 101 nexthop via inet6 ${lladdr} dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"

 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "IPv6 nexthop with IPv4 route"

 run_cmd "$IP ro replace 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "IPv4 route with IPv6 gateway"

 $IP neigh sh | grep -q "${lladdr} dev veth1"
 if [ $? -eq 1 ]; then
  echo " WARNING: Neigh entry missing for ${lladdr}"
  $IP neigh sh | grep 'dev veth1'
 fi

 $IP neigh sh | grep -q "172.16.101.1 dev eth1"
 if [ $? -eq 0 ]; then
  echo " WARNING: Neigh entry exists for 172.16.101.1"
  $IP neigh sh | grep 'dev veth1'
 fi

 run_cmd "$IP ro del 172.16.101.1/32 via inet6 ${lladdr} dev veth1"
 run_cmd "$IP -4 ro add default via inet6 ${lladdr} dev veth1"
 run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
 log_test $? 0 "IPv4 default route with IPv6 gateway"

 #
 # MPLS as an example of LWT encap
 #
 run_cmd "$IP nexthop add id 51 encap mpls 101 via 172.16.1.2 dev veth1"
 log_test $? 0 "IPv4 route with MPLS encap"
 check_nexthop "id 51" "id 51 encap mpls 101 via 172.16.1.2 dev veth1 scope link"
 log_test $? 0 "IPv4 route with MPLS encap - check"

 run_cmd "$IP nexthop add id 52 encap mpls 102 via inet6 2001:db8:91::2 dev veth1"
 log_test $? 0 "IPv4 route with MPLS encap and v6 gateway"
 check_nexthop "id 52" "id 52 encap mpls 102 via 2001:db8:91::2 dev veth1 scope link"
 log_test $? 0 "IPv4 route with MPLS encap, v6 gw - check"
}

ipv4_large_grp()
{
 local ecmp=32

 echo
 echo "IPv4 large groups (x$ecmp)"
 echo "---------------------"

 check_large_grp 4 $ecmp

 $IP nexthop flush >/dev/null 2>&1
}

ipv4_large_res_grp()
{
 echo
 echo "IPv4 large resilient group (128k buckets)"
 echo "-----------------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 check_large_res_grp 4 $((128 * 1024))

 $IP nexthop flush >/dev/null 2>&1
}

sysctl_nexthop_compat_mode_check()
{
 local sysctlname="net.ipv4.nexthop_compat_mode"
 local lprefix=$1

 IPE="ip netns exec $me"

 $IPE sysctl -q $sysctlname 2>&1 >/dev/null
 if [ $? -ne 0 ]; then
  echo "SKIP: kernel lacks nexthop compat mode sysctl control"
  return $ksft_skip
 fi

 out=$($IPE sysctl $sysctlname 2>/dev/null)
 log_test $? 0 "$lprefix default nexthop compat mode check"
 check_output "${out}" "$sysctlname = 1"
}

sysctl_nexthop_compat_mode_set()
{
 local sysctlname="net.ipv4.nexthop_compat_mode"
 local mode=$1
 local lprefix=$2

 IPE="ip netns exec $me"

 out=$($IPE sysctl -w $sysctlname=$mode)
 log_test $? 0 "$lprefix set compat mode - $mode"
 check_output "${out}" "net.ipv4.nexthop_compat_mode = $mode"
}

ipv6_compat_mode()
{
 local rc

 echo
 echo "IPv6 nexthop api compat mode test"
 echo "--------------------------------"

 sysctl_nexthop_compat_mode_check "IPv6"
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 122 group 62/63"
 ipmout=$(start_ip_monitor route)

 run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
 # route add notification should contain expanded nexthops
 stop_ip_monitor $ipmout 3
 log_test $? 0 "IPv6 compat mode on - route add notification"

 # route dump should contain expanded nexthops
 check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 122 metric 1024 nexthop via 2001:db8:91::2 dev veth1 weight 1 nexthop via 2001:db8:91::3 dev veth1 weight 1"
 log_test $? 0 "IPv6 compat mode on - route dump"

 # change in nexthop group should generate route notification
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop replace id 122 group 62/64"
 stop_ip_monitor $ipmout 3

 log_test $? 0 "IPv6 compat mode on - nexthop change"

 # set compat mode off
 sysctl_nexthop_compat_mode_set 0 "IPv6"

 run_cmd "$IP -6 ro del 2001:db8:101::1/128 nhid 122"

 run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
 run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
 run_cmd "$IP nexthop add id 122 group 62/63"
 ipmout=$(start_ip_monitor route)

 run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
 # route add notification should not contain expanded nexthops
 stop_ip_monitor $ipmout 1
 log_test $? 0 "IPv6 compat mode off - route add notification"

 # route dump should not contain expanded nexthops
 check_route6 "2001:db8:101::1" "2001:db8:101::1 nhid 122 metric 1024"
 log_test $? 0 "IPv6 compat mode off - route dump"

 # change in nexthop group should not generate route notification
 run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop replace id 122 group 62/64"
 stop_ip_monitor $ipmout 0
 log_test $? 0 "IPv6 compat mode off - nexthop change"

 # nexthop delete should not generate route notification
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop del id 122"
 stop_ip_monitor $ipmout 0
 log_test $? 0 "IPv6 compat mode off - nexthop delete"

 # set compat mode back on
 sysctl_nexthop_compat_mode_set 1 "IPv6"
}

ipv4_compat_mode()
{
 local rc

 echo
 echo "IPv4 nexthop api compat mode"
 echo "----------------------------"

 sysctl_nexthop_compat_mode_check "IPv4"
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 122 group 21/22"
 ipmout=$(start_ip_monitor route)

 run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
 stop_ip_monitor $ipmout 3

 # route add notification should contain expanded nexthops
 log_test $? 0 "IPv4 compat mode on - route add notification"

 # route dump should contain expanded nexthops
 check_route "172.16.101.1" "172.16.101.1 nhid 122 nexthop via 172.16.1.2 dev veth1 weight 1 nexthop via 172.16.1.2 dev veth1 weight 1"
 log_test $? 0 "IPv4 compat mode on - route dump"

 # change in nexthop group should generate route notification
 run_cmd "$IP nexthop add id 23 via 172.16.1.3 dev veth1"
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop replace id 122 group 21/23"
 stop_ip_monitor $ipmout 3
 log_test $? 0 "IPv4 compat mode on - nexthop change"

 sysctl_nexthop_compat_mode_set 0 "IPv4"

 # cleanup
 run_cmd "$IP ro del 172.16.101.1/32 nhid 122"

 ipmout=$(start_ip_monitor route)
 run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
 stop_ip_monitor $ipmout 1
 # route add notification should not contain expanded nexthops
 log_test $? 0 "IPv4 compat mode off - route add notification"

 # route dump should not contain expanded nexthops
 check_route "172.16.101.1" "172.16.101.1 nhid 122"
 log_test $? 0 "IPv4 compat mode off - route dump"

 # change in nexthop group should not generate route notification
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop replace id 122 group 21/22"
 stop_ip_monitor $ipmout 0
 log_test $? 0 "IPv4 compat mode off - nexthop change"

 # nexthop delete should not generate route notification
 ipmout=$(start_ip_monitor route)
 run_cmd "$IP nexthop del id 122"
 stop_ip_monitor $ipmout 0
 log_test $? 0 "IPv4 compat mode off - nexthop delete"

 sysctl_nexthop_compat_mode_set 1 "IPv4"
}

ipv4_del_add_loop1()
{
 while :; do
  $IP nexthop del id 100
  $IP nexthop add id 100 via 172.16.1.2 dev veth1
 done >/dev/null 2>&1
}

ipv4_grp_replace_loop()
{
 while :; do
  $IP nexthop replace id 102 group 100/101
 done >/dev/null 2>&1
}

ipv4_torture()
{
 local pid1
 local pid2
 local pid3
 local pid4
 local pid5

 echo
 echo "IPv4 runtime torture"
 echo "--------------------"
 if [ ! -x "$(command -v mausezahn)" ]; then
  echo "SKIP: Could not run test; need mausezahn tool"
  return
 fi

 run_cmd "$IP nexthop add id 100 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 101 via 172.16.2.2 dev veth3"
 run_cmd "$IP nexthop add id 102 group 100/101"
 run_cmd "$IP route add 172.16.101.1 nhid 102"
 run_cmd "$IP route add 172.16.101.2 nhid 102"

 ipv4_del_add_loop1 &
 pid1=$!
 ipv4_grp_replace_loop &
 pid2=$!
 ip netns exec $me ping -f 172.16.101.1 >/dev/null 2>&1 &
 pid3=$!
 ip netns exec $me ping -f 172.16.101.2 >/dev/null 2>&1 &
 pid4=$!
 ip netns exec $me mausezahn veth1 -B 172.16.101.2 -A 172.16.1.1 -c 0 -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
 pid5=$!

 sleep 300
 kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
 wait $pid1 $pid2 $pid3 $pid4 $pid5 2>/dev/null

 # if we did not crash, success
 log_test 0 0 "IPv4 torture test"
}

ipv4_res_grp_replace_loop()
{
 while :; do
  $IP nexthop replace id 102 group 100/101 type resilient
 done >/dev/null 2>&1
}

ipv4_res_torture()
{
 local pid1
 local pid2
 local pid3
 local pid4
 local pid5

 echo
 echo "IPv4 runtime resilient nexthop group torture"
 echo "--------------------------------------------"

 check_nexthop_res_support
 if [ $? -eq $ksft_skip ]; then
  return $ksft_skip
 fi

 if [ ! -x "$(command -v mausezahn)" ]; then
  echo "SKIP: Could not run test; need mausezahn tool"
  return
 fi

 run_cmd "$IP nexthop add id 100 via 172.16.1.2 dev veth1"
 run_cmd "$IP nexthop add id 101 via 172.16.2.2 dev veth3"
 run_cmd "$IP nexthop add id 102 group 100/101 type resilient buckets 512 idle_timer 0"
 run_cmd "$IP route add 172.16.101.1 nhid 102"
 run_cmd "$IP route add 172.16.101.2 nhid 102"

 ipv4_del_add_loop1 &
 pid1=$!
 ipv4_res_grp_replace_loop &
 pid2=$!
 ip netns exec $me ping -f 172.16.101.1 >/dev/null 2>&1 &
 pid3=$!
 ip netns exec $me ping -f 172.16.101.2 >/dev/null 2>&1 &
 pid4=$!
 ip netns exec $me mausezahn veth1 \
    -B 172.16.101.2 -A 172.16.1.1 -c 0 \
    -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
 pid5=$!

 sleep 300
 kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
 wait $pid1 $pid2 $pid3 $pid4 $pid5 2>/dev/null

 # if we did not crash, success
 log_test 0 0 "IPv4 resilient nexthop group torture test"
}

basic()
{
 echo
 echo "Basic functional tests"
 echo "----------------------"
 run_cmd "$IP nexthop ls"
 log_test $? 0 "List with nothing defined"

 run_cmd "$IP nexthop get id 1"
 log_test $? 2 "Nexthop get on non-existent id"

 run_cmd "$IP nexthop del id 1"
 log_test $? 2 "Nexthop del with non-existent id"

 run_cmd "$IP nexthop del id 1 group 1/2/3/4/5/6/7/8"
 log_test $? 2 "Nexthop del with non-existent id and extra attributes"

 # attempt to create nh without a device or gw - fails
 run_cmd "$IP nexthop add id 1"
 log_test $? 2 "Nexthop with no device or gateway"

--> --------------------

--> maximum size reached

--> --------------------