1#!/bin/bash 2# SPDX-License-Identifier: GPL-2.0 3 4# Double quotes to prevent globbing and word splitting is recommended in new 5# code but we accept it, especially because there were too many before having 6# address all other issues detected by shellcheck. 7#shellcheck disable=SC2086 8 9. "$(dirname "${0}")/mptcp_lib.sh" 10 11ns1="" 12ns2="" 13ns3="" 14capture=false 15timeout_poll=30 16timeout_test=$((timeout_poll * 2 + 1)) 17# a bit more space: because we have more to display 18MPTCP_LIB_TEST_FORMAT="%02u %-60s" 19ret=0 20bail=0 21slack=50 22large="" 23small="" 24sout="" 25cout="" 26capout="" 27size=0 28 29usage() { 30 echo "Usage: $0 [ -b ] [ -c ] [ -d ] [ -i]" 31 echo -e "\t-b: bail out after first error, otherwise runs al testcases" 32 echo -e "\t-c: capture packets for each test using tcpdump (default: no capture)" 33 echo -e "\t-d: debug this script" 34 echo -e "\t-i: use 'ip mptcp' instead of 'pm_nl_ctl'" 35} 36 37# This function is used in the cleanup trap 38#shellcheck disable=SC2317 39cleanup() 40{ 41 rm -f "$cout" "$sout" 42 rm -f "$large" "$small" 43 rm -f "$capout" 44 45 mptcp_lib_ns_exit "${ns1}" "${ns2}" "${ns3}" 46} 47 48mptcp_lib_check_mptcp 49mptcp_lib_check_tools ip tc 50 51# "$ns1" ns2 ns3 52# ns1eth1 ns2eth1 ns2eth3 ns3eth1 53# netem 54# ns1eth2 ns2eth2 55# netem 56 57setup() 58{ 59 large=$(mktemp) 60 small=$(mktemp) 61 sout=$(mktemp) 62 cout=$(mktemp) 63 capout=$(mktemp) 64 size=$((2 * 2048 * 4096)) 65 66 dd if=/dev/zero of=$small bs=4096 count=20 >/dev/null 2>&1 67 dd if=/dev/zero of=$large bs=4096 count=$((size / 4096)) >/dev/null 2>&1 68 69 trap cleanup EXIT 70 71 mptcp_lib_ns_init ns1 ns2 ns3 72 73 ip link add ns1eth1 netns "$ns1" type veth peer name ns2eth1 netns "$ns2" 74 ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth2 netns "$ns2" 75 ip link add ns2eth3 netns "$ns2" type veth peer name ns3eth1 netns "$ns3" 76 77 ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth1 78 ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth1 nodad 79 ip -net "$ns1" link set ns1eth1 up mtu 1500 80 ip -net "$ns1" route add default via 10.0.1.2 81 ip -net "$ns1" route add default via dead:beef:1::2 82 83 ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2 84 ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad 85 ip -net "$ns1" link set ns1eth2 up mtu 1500 86 ip -net "$ns1" route add default via 10.0.2.2 metric 101 87 ip -net "$ns1" route add default via dead:beef:2::2 metric 101 88 89 mptcp_lib_pm_nl_set_limits "${ns1}" 1 1 90 mptcp_lib_pm_nl_add_endpoint "${ns1}" 10.0.2.1 dev ns1eth2 flags subflow 91 92 ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1 93 ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad 94 ip -net "$ns2" link set ns2eth1 up mtu 1500 95 96 ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth2 97 ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth2 nodad 98 ip -net "$ns2" link set ns2eth2 up mtu 1500 99 100 ip -net "$ns2" addr add 10.0.3.2/24 dev ns2eth3 101 ip -net "$ns2" addr add dead:beef:3::2/64 dev ns2eth3 nodad 102 ip -net "$ns2" link set ns2eth3 up mtu 1500 103 ip netns exec "$ns2" sysctl -q net.ipv4.ip_forward=1 104 ip netns exec "$ns2" sysctl -q net.ipv6.conf.all.forwarding=1 105 106 ip -net "$ns3" addr add 10.0.3.3/24 dev ns3eth1 107 ip -net "$ns3" addr add dead:beef:3::3/64 dev ns3eth1 nodad 108 ip -net "$ns3" link set ns3eth1 up mtu 1500 109 ip -net "$ns3" route add default via 10.0.3.2 110 ip -net "$ns3" route add default via dead:beef:3::2 111 112 mptcp_lib_pm_nl_set_limits "${ns3}" 1 1 113 114 # debug build can slow down measurably the test program 115 # we use quite tight time limit on the run-time, to ensure 116 # maximum B/W usage. 117 # Use kmemleak/lockdep/kasan/prove_locking presence as a rough 118 # estimate for this being a debug kernel and increase the 119 # maximum run-time accordingly. Observed run times for CI builds 120 # running selftests, including kbuild, were used to determine the 121 # amount of time to add. 122 grep -q ' kmemleak_init$\| lockdep_init$\| kasan_init$\| prove_locking$' /proc/kallsyms && slack=$((slack+550)) 123} 124 125do_transfer() 126{ 127 local cin=$1 128 local sin=$2 129 local max_time=$3 130 local port 131 port=$((10000+MPTCP_LIB_TEST_COUNTER)) 132 133 :> "$cout" 134 :> "$sout" 135 :> "$capout" 136 137 if $capture; then 138 local capuser 139 local rndh="${ns1:4}" 140 if [ -z $SUDO_USER ] ; then 141 capuser="" 142 else 143 capuser="-Z $SUDO_USER" 144 fi 145 146 local capfile="${rndh}-${port}" 147 local capopt="-i any -s 65535 -B 32768 ${capuser}" 148 149 ip netns exec ${ns3} tcpdump ${capopt} -w "${capfile}-listener.pcap" >> "${capout}" 2>&1 & 150 local cappid_listener=$! 151 152 ip netns exec ${ns1} tcpdump ${capopt} -w "${capfile}-connector.pcap" >> "${capout}" 2>&1 & 153 local cappid_connector=$! 154 155 sleep 1 156 fi 157 158 timeout ${timeout_test} \ 159 ip netns exec ${ns3} \ 160 ./mptcp_connect -jt ${timeout_poll} -l -p $port -T $max_time \ 161 0.0.0.0 < "$sin" > "$sout" & 162 local spid=$! 163 164 mptcp_lib_wait_local_port_listen "${ns3}" "${port}" 165 166 timeout ${timeout_test} \ 167 ip netns exec ${ns1} \ 168 ./mptcp_connect -jt ${timeout_poll} -p $port -T $max_time \ 169 10.0.3.3 < "$cin" > "$cout" & 170 local cpid=$! 171 172 wait $cpid 173 local retc=$? 174 wait $spid 175 local rets=$? 176 177 if $capture; then 178 sleep 1 179 kill ${cappid_listener} 180 kill ${cappid_connector} 181 fi 182 183 cmp $sin $cout > /dev/null 2>&1 184 local cmps=$? 185 cmp $cin $sout > /dev/null 2>&1 186 local cmpc=$? 187 188 printf "%-16s" " max $max_time " 189 if [ $retc -eq 0 ] && [ $rets -eq 0 ] && \ 190 [ $cmpc -eq 0 ] && [ $cmps -eq 0 ]; then 191 mptcp_lib_pr_ok 192 cat "$capout" 193 return 0 194 fi 195 196 mptcp_lib_pr_fail 197 echo "client exit code $retc, server $rets" 1>&2 198 echo -e "\nnetns ${ns3} socket stat for $port:" 1>&2 199 ip netns exec ${ns3} ss -nita 1>&2 -o "sport = :$port" 200 echo -e "\nnetns ${ns1} socket stat for $port:" 1>&2 201 ip netns exec ${ns1} ss -nita 1>&2 -o "dport = :$port" 202 ls -l $sin $cout 203 ls -l $cin $sout 204 205 cat "$capout" 206 return 1 207} 208 209run_test() 210{ 211 local rate1=$1 212 local rate2=$2 213 local delay1=$3 214 local delay2=$4 215 local lret 216 local dev 217 shift 4 218 local msg=$* 219 220 [ $delay1 -gt 0 ] && delay1="delay ${delay1}ms" || delay1="" 221 [ $delay2 -gt 0 ] && delay2="delay ${delay2}ms" || delay2="" 222 223 for dev in ns1eth1 ns1eth2; do 224 tc -n $ns1 qdisc del dev $dev root >/dev/null 2>&1 225 done 226 for dev in ns2eth1 ns2eth2; do 227 tc -n $ns2 qdisc del dev $dev root >/dev/null 2>&1 228 done 229 tc -n $ns1 qdisc add dev ns1eth1 root netem rate ${rate1}mbit $delay1 230 tc -n $ns1 qdisc add dev ns1eth2 root netem rate ${rate2}mbit $delay2 231 tc -n $ns2 qdisc add dev ns2eth1 root netem rate ${rate1}mbit $delay1 232 tc -n $ns2 qdisc add dev ns2eth2 root netem rate ${rate2}mbit $delay2 233 234 # time is measured in ms, account for transfer size, aggregated link speed 235 # and header overhead (10%) 236 # ms byte -> bit 10% mbit -> kbit -> bit 10% 237 local time=$((1000 * size * 8 * 10 / ((rate1 + rate2) * 1000 * 1000 * 9) )) 238 239 # mptcp_connect will do some sleeps to allow the mp_join handshake 240 # completion (see mptcp_connect): 200ms on each side, add some slack 241 time=$((time + 400 + slack)) 242 243 mptcp_lib_print_title "$msg" 244 do_transfer $small $large $time 245 lret=$? 246 mptcp_lib_result_code "${lret}" "${msg}" 247 if [ $lret -ne 0 ] && ! mptcp_lib_subtest_is_flaky; then 248 ret=$lret 249 [ $bail -eq 0 ] || exit $ret 250 fi 251 252 msg+=" - reverse direction" 253 mptcp_lib_print_title "${msg}" 254 do_transfer $large $small $time 255 lret=$? 256 mptcp_lib_result_code "${lret}" "${msg}" 257 if [ $lret -ne 0 ] && ! mptcp_lib_subtest_is_flaky; then 258 ret=$lret 259 [ $bail -eq 0 ] || exit $ret 260 fi 261} 262 263while getopts "bcdhi" option;do 264 case "$option" in 265 "h") 266 usage $0 267 exit ${KSFT_PASS} 268 ;; 269 "b") 270 bail=1 271 ;; 272 "c") 273 capture=true 274 ;; 275 "d") 276 set -x 277 ;; 278 "i") 279 mptcp_lib_set_ip_mptcp 280 ;; 281 "?") 282 usage $0 283 exit ${KSFT_FAIL} 284 ;; 285 esac 286done 287 288setup 289mptcp_lib_subtests_last_ts_reset 290run_test 10 10 0 0 "balanced bwidth" 291run_test 10 10 1 25 "balanced bwidth with unbalanced delay" 292 293# we still need some additional infrastructure to pass the following test-cases 294MPTCP_LIB_SUBTEST_FLAKY=1 run_test 10 3 0 0 "unbalanced bwidth" 295run_test 10 3 1 25 "unbalanced bwidth with unbalanced delay" 296run_test 10 3 25 1 "unbalanced bwidth with opposed, unbalanced delay" 297 298mptcp_lib_result_print_all_tap 299exit $ret 300