1#!/bin/sh 2# SPDX-License-Identifier: GPL-2.0 3 4readonly STATS="$(mktemp -p /tmp ns-XXXXXX)" 5readonly BASE=`basename $STATS` 6readonly SRC=2 7readonly DST=1 8readonly DST_NAT=100 9readonly NS_SRC=$BASE$SRC 10readonly NS_DST=$BASE$DST 11 12# "baremetal" network used for raw UDP traffic 13readonly BM_NET_V4=192.168.1. 14readonly BM_NET_V6=2001:db8:: 15 16readonly CPUS=`nproc` 17ret=0 18 19cleanup() { 20 local ns 21 local jobs 22 readonly jobs="$(jobs -p)" 23 [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null 24 rm -f $STATS 25 26 for ns in $NS_SRC $NS_DST; do 27 ip netns del $ns 2>/dev/null 28 done 29} 30 31trap cleanup EXIT 32 33create_ns() { 34 local ns 35 36 for ns in $NS_SRC $NS_DST; do 37 ip netns add $ns 38 ip -n $ns link set dev lo up 39 done 40 41 ip link add name veth$SRC type veth peer name veth$DST 42 43 for ns in $SRC $DST; do 44 ip link set dev veth$ns netns $BASE$ns up 45 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24 46 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad 47 done 48 echo "#kernel" > $BASE 49 chmod go-rw $BASE 50} 51 52__chk_flag() { 53 local msg="$1" 54 local target=$2 55 local expected=$3 56 local flagname=$4 57 58 local flag=`ip netns exec $BASE$target ethtool -k veth$target |\ 59 grep $flagname | awk '{print $2}'` 60 61 printf "%-60s" "$msg" 62 if [ "$flag" = "$expected" ]; then 63 echo " ok " 64 else 65 echo " fail - expected $expected found $flag" 66 ret=1 67 fi 68} 69 70chk_gro_flag() { 71 __chk_flag "$1" $2 $3 generic-receive-offload 72} 73 74chk_tso_flag() { 75 __chk_flag "$1" $2 $3 tcp-segmentation-offload 76} 77 78chk_channels() { 79 local msg="$1" 80 local target=$2 81 local rx=$3 82 local tx=$4 83 84 local dev=veth$target 85 86 local cur_rx=`ip netns exec $BASE$target ethtool -l $dev |\ 87 grep RX: | tail -n 1 | awk '{print $2}' ` 88 local cur_tx=`ip netns exec $BASE$target ethtool -l $dev |\ 89 grep TX: | tail -n 1 | awk '{print $2}'` 90 local cur_combined=`ip netns exec $BASE$target ethtool -l $dev |\ 91 grep Combined: | tail -n 1 | awk '{print $2}'` 92 93 printf "%-60s" "$msg" 94 if [ "$cur_rx" = "$rx" -a "$cur_tx" = "$tx" -a "$cur_combined" = "n/a" ]; then 95 echo " ok " 96 else 97 echo " fail rx:$rx:$cur_rx tx:$tx:$cur_tx combined:n/a:$cur_combined" 98 fi 99} 100 101chk_gro() { 102 local msg="$1" 103 local expected=$2 104 105 ip netns exec $BASE$SRC ping -qc 1 $BM_NET_V4$DST >/dev/null 106 NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat -n 107 108 printf "%-60s" "$msg" 109 ip netns exec $BASE$DST ./udpgso_bench_rx -C 1000 -R 10 & 110 local spid=$! 111 sleep 0.1 112 113 ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 13000 -S 1300 -M 1 -D $BM_NET_V4$DST 114 local retc=$? 115 wait $spid 116 local rets=$? 117 if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then 118 echo " fail client exit code $retc, server $rets" 119 ret=1 120 return 121 fi 122 123 local pkts=`NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat IpInReceives | \ 124 awk '{print $2}' | tail -n 1` 125 if [ "$pkts" = "$expected" ]; then 126 echo " ok " 127 else 128 echo " fail - got $pkts packets, expected $expected " 129 ret=1 130 fi 131} 132 133__change_channels() 134{ 135 local cur_cpu 136 local end=$1 137 local cur 138 local i 139 140 while true; do 141 printf -v cur '%(%s)T' 142 [ $cur -le $end ] || break 143 144 for i in `seq 1 $CPUS`; do 145 ip netns exec $NS_SRC ethtool -L veth$SRC rx $i tx $i 146 ip netns exec $NS_DST ethtool -L veth$DST rx $i tx $i 147 done 148 149 for i in `seq 1 $((CPUS - 1))`; do 150 cur_cpu=$((CPUS - $i)) 151 ip netns exec $NS_SRC ethtool -L veth$SRC rx $cur_cpu tx $cur_cpu 152 ip netns exec $NS_DST ethtool -L veth$DST rx $cur_cpu tx $cur_cpu 153 done 154 done 155} 156 157__send_data() { 158 local end=$1 159 160 while true; do 161 printf -v cur '%(%s)T' 162 [ $cur -le $end ] || break 163 164 ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 1000 -M 300 -D $BM_NET_V4$DST 165 done 166} 167 168do_stress() { 169 local end 170 printf -v end '%(%s)T' 171 end=$((end + $STRESS)) 172 173 ip netns exec $NS_SRC ethtool -L veth$SRC rx 3 tx 3 174 ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3 175 176 ip netns exec $NS_DST ./udpgso_bench_rx & 177 local rx_pid=$! 178 179 echo "Running stress test for $STRESS seconds..." 180 __change_channels $end & 181 local ch_pid=$! 182 __send_data $end & 183 local data_pid_1=$! 184 __send_data $end & 185 local data_pid_2=$! 186 __send_data $end & 187 local data_pid_3=$! 188 __send_data $end & 189 local data_pid_4=$! 190 191 wait $ch_pid $data_pid_1 $data_pid_2 $data_pid_3 $data_pid_4 192 kill -9 $rx_pid 193 echo "done" 194 195 # restore previous setting 196 ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 tx 2 197 ip netns exec $NS_DST ethtool -L veth$DST rx 2 tx 1 198} 199 200usage() { 201 echo "Usage: $0 [-h] [-s <seconds>]" 202 echo -e "\t-h: show this help" 203 echo -e "\t-s: run optional stress tests for the given amount of seconds" 204} 205 206STRESS=0 207while getopts "hs:" option; do 208 case "$option" in 209 "h") 210 usage $0 211 exit 0 212 ;; 213 "s") 214 STRESS=$OPTARG 215 ;; 216 esac 217done 218 219if [ ! -f ../bpf/xdp_dummy.o ]; then 220 echo "Missing xdp_dummy helper. Build bpf selftest first" 221 exit 1 222fi 223 224[ $CPUS -lt 2 ] && echo "Only one CPU available, some tests will be skipped" 225[ $STRESS -gt 0 -a $CPUS -lt 3 ] && echo " stress test will be skipped, too" 226 227create_ns 228chk_gro_flag "default - gro flag" $SRC off 229chk_gro_flag " - peer gro flag" $DST off 230chk_tso_flag " - tso flag" $SRC on 231chk_tso_flag " - peer tso flag" $DST on 232chk_gro " - aggregation" 1 233ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off 234chk_gro " - aggregation with TSO off" 10 235cleanup 236 237create_ns 238ip netns exec $NS_DST ethtool -K veth$DST gro on 239chk_gro_flag "with gro on - gro flag" $DST on 240chk_gro_flag " - peer gro flag" $SRC off 241chk_tso_flag " - tso flag" $SRC on 242chk_tso_flag " - peer tso flag" $DST on 243ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off 244ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on 245chk_gro " - aggregation with TSO off" 1 246cleanup 247 248create_ns 249chk_channels "default channels" $DST 1 1 250 251ip -n $NS_DST link set dev veth$DST down 252ip netns exec $NS_DST ethtool -K veth$DST gro on 253chk_gro_flag "with gro enabled on link down - gro flag" $DST on 254chk_gro_flag " - peer gro flag" $SRC off 255chk_tso_flag " - tso flag" $SRC on 256chk_tso_flag " - peer tso flag" $DST on 257ip -n $NS_DST link set dev veth$DST up 258ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off 259ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on 260chk_gro " - aggregation with TSO off" 1 261cleanup 262 263create_ns 264 265CUR_TX=1 266CUR_RX=1 267if [ $CPUS -gt 1 ]; then 268 ip netns exec $NS_DST ethtool -L veth$DST tx 2 269 chk_channels "setting tx channels" $DST 1 2 270 CUR_TX=2 271fi 272 273if [ $CPUS -gt 2 ]; then 274 ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3 275 chk_channels "setting both rx and tx channels" $DST 3 3 276 CUR_RX=3 277 CUR_TX=3 278fi 279 280ip netns exec $NS_DST ethtool -L veth$DST combined 2 2>/dev/null 281chk_channels "bad setting: combined channels" $DST $CUR_RX $CUR_TX 282 283ip netns exec $NS_DST ethtool -L veth$DST tx $((CPUS + 1)) 2>/dev/null 284chk_channels "setting invalid channels nr" $DST $CUR_RX $CUR_TX 285 286if [ $CPUS -gt 1 ]; then 287 # this also tests queues nr reduction 288 ip netns exec $NS_DST ethtool -L veth$DST rx 1 tx 2 2>/dev/null 289 ip netns exec $NS_SRC ethtool -L veth$SRC rx 1 tx 2 2>/dev/null 290 printf "%-60s" "bad setting: XDP with RX nr less than TX" 291 ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \ 292 section xdp_dummy 2>/dev/null &&\ 293 echo "fail - set operation successful ?!?" || echo " ok " 294 295 # the following tests will run with multiple channels active 296 ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 297 ip netns exec $NS_DST ethtool -L veth$DST rx 2 298 ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \ 299 section xdp_dummy 2>/dev/null 300 printf "%-60s" "bad setting: reducing RX nr below peer TX with XDP set" 301 ip netns exec $NS_DST ethtool -L veth$DST rx 1 2>/dev/null &&\ 302 echo "fail - set operation successful ?!?" || echo " ok " 303 CUR_RX=2 304 CUR_TX=2 305fi 306 307if [ $CPUS -gt 2 ]; then 308 printf "%-60s" "bad setting: increasing peer TX nr above RX with XDP set" 309 ip netns exec $NS_SRC ethtool -L veth$SRC tx 3 2>/dev/null &&\ 310 echo "fail - set operation successful ?!?" || echo " ok " 311 chk_channels "setting invalid channels nr" $DST 2 2 312fi 313 314ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o section xdp_dummy 2>/dev/null 315chk_gro_flag "with xdp attached - gro flag" $DST on 316chk_gro_flag " - peer gro flag" $SRC off 317chk_tso_flag " - tso flag" $SRC off 318chk_tso_flag " - peer tso flag" $DST on 319ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on 320chk_gro " - aggregation" 1 321 322 323ip -n $NS_DST link set dev veth$DST down 324ip -n $NS_SRC link set dev veth$SRC down 325chk_gro_flag " - after dev off, flag" $DST on 326chk_gro_flag " - peer flag" $SRC off 327 328ip netns exec $NS_DST ethtool -K veth$DST gro on 329ip -n $NS_DST link set dev veth$DST xdp off 330chk_gro_flag " - after gro on xdp off, gro flag" $DST on 331chk_gro_flag " - peer gro flag" $SRC off 332chk_tso_flag " - tso flag" $SRC on 333chk_tso_flag " - peer tso flag" $DST on 334 335if [ $CPUS -gt 1 ]; then 336 ip netns exec $NS_DST ethtool -L veth$DST tx 1 337 chk_channels "decreasing tx channels with device down" $DST 2 1 338fi 339 340ip -n $NS_DST link set dev veth$DST up 341ip -n $NS_SRC link set dev veth$SRC up 342chk_gro " - aggregation" 1 343 344if [ $CPUS -gt 1 ]; then 345 [ $STRESS -gt 0 -a $CPUS -gt 2 ] && do_stress 346 347 ip -n $NS_DST link set dev veth$DST down 348 ip -n $NS_SRC link set dev veth$SRC down 349 ip netns exec $NS_DST ethtool -L veth$DST tx 2 350 chk_channels "increasing tx channels with device down" $DST 2 2 351 ip -n $NS_DST link set dev veth$DST up 352 ip -n $NS_SRC link set dev veth$SRC up 353fi 354 355ip netns exec $NS_DST ethtool -K veth$DST gro off 356ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off 357chk_gro "aggregation again with default and TSO off" 10 358 359exit $ret 360