xref: /linux/tools/testing/selftests/net/mptcp/userspace_pm.sh (revision 0d1a7a8fac5b101a6f67283fe8316fa4fb6fdb99)
1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3
4# Double quotes to prevent globbing and word splitting is recommended in new
5# code but we accept it.
6#shellcheck disable=SC2086
7
8# Some variables are used below but indirectly, see check_expected_one()
9#shellcheck disable=SC2034
10
11. "$(dirname "${0}")/mptcp_lib.sh"
12
13mptcp_lib_check_mptcp
14mptcp_lib_check_kallsyms
15
16if ! mptcp_lib_has_file '/proc/sys/net/mptcp/pm_type'; then
17	echo "userspace pm tests are not supported by the kernel: SKIP"
18	exit ${KSFT_SKIP}
19fi
20mptcp_lib_check_tools ip
21
22ANNOUNCED=6        # MPTCP_EVENT_ANNOUNCED
23REMOVED=7          # MPTCP_EVENT_REMOVED
24SUB_ESTABLISHED=10 # MPTCP_EVENT_SUB_ESTABLISHED
25SUB_CLOSED=11      # MPTCP_EVENT_SUB_CLOSED
26LISTENER_CREATED=15 #MPTCP_EVENT_LISTENER_CREATED
27LISTENER_CLOSED=16  #MPTCP_EVENT_LISTENER_CLOSED
28
29AF_INET=2
30AF_INET6=10
31
32file=""
33server_evts=""
34client_evts=""
35server_evts_pid=0
36client_evts_pid=0
37client4_pid=0
38server4_pid=0
39client6_pid=0
40server6_pid=0
41client4_token=""
42server4_token=""
43client6_token=""
44server6_token=""
45client4_port=0;
46client6_port=0;
47app4_port=50002
48new4_port=50003
49app6_port=50004
50client_addr_id=${RANDOM:0:2}
51server_addr_id=${RANDOM:0:2}
52
53ns1=""
54ns2=""
55ret=0
56test_name=""
57
58_printf() {
59	stdbuf -o0 -e0 printf "${@}"
60}
61
62print_title()
63{
64	_printf "INFO: %s\n" "${1}"
65}
66
67# $1: test name
68print_test()
69{
70	test_name="${1}"
71
72	_printf "%-68s" "${test_name}"
73}
74
75print_results()
76{
77	_printf "[%s]\n" "${1}"
78}
79
80test_pass()
81{
82	print_results " OK "
83	mptcp_lib_result_pass "${test_name}"
84}
85
86test_skip()
87{
88	print_results "SKIP"
89	mptcp_lib_result_skip "${test_name}"
90}
91
92# $1: msg
93test_fail()
94{
95	print_results "FAIL"
96	ret=1
97
98	if [ -n "${1}" ]; then
99		_printf "\t%s\n" "${1}"
100	fi
101
102	mptcp_lib_result_fail "${test_name}"
103}
104
105# This function is used in the cleanup trap
106#shellcheck disable=SC2317
107cleanup()
108{
109	print_title "Cleanup"
110
111	# Terminate the MPTCP connection and related processes
112	local pid
113	for pid in $client4_pid $server4_pid $client6_pid $server6_pid\
114		   $server_evts_pid $client_evts_pid
115	do
116		mptcp_lib_kill_wait $pid
117	done
118
119	mptcp_lib_ns_exit "${ns1}" "${ns2}"
120
121	rm -rf $file $client_evts $server_evts
122
123	_printf "Done\n"
124}
125
126trap cleanup EXIT
127
128# Create and configure network namespaces for testing
129mptcp_lib_ns_init ns1 ns2
130for i in "$ns1" "$ns2" ;do
131	ip netns exec "$i" sysctl -q net.mptcp.pm_type=1
132done
133
134#  "$ns1"              ns2
135#     ns1eth2    ns2eth1
136
137ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
138
139# Add IPv4/v6 addresses to the namespaces
140ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth2
141ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
142ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth2 nodad
143ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
144ip -net "$ns1" link set ns1eth2 up
145
146ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
147ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth1
148ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
149ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth1 nodad
150ip -net "$ns2" link set ns2eth1 up
151
152file=$(mktemp)
153mptcp_lib_make_file "$file" 2 1
154
155# Capture netlink events over the two network namespaces running
156# the MPTCP client and server
157client_evts=$(mktemp)
158mptcp_lib_events "${ns2}" "${client_evts}" client_evts_pid
159server_evts=$(mktemp)
160mptcp_lib_events "${ns1}" "${server_evts}" server_evts_pid
161sleep 0.5
162
163print_title "Init"
164print_test "Created network namespaces ns1, ns2"
165test_pass
166
167make_connection()
168{
169	local is_v6=$1
170	local app_port=$app4_port
171	local connect_addr="10.0.1.1"
172	local listen_addr="0.0.0.0"
173	if [ "$is_v6" = "v6" ]
174	then
175		connect_addr="dead:beef:1::1"
176		listen_addr="::"
177		app_port=$app6_port
178	else
179		is_v6="v4"
180	fi
181
182	:>"$client_evts"
183	:>"$server_evts"
184
185	# Run the server
186	ip netns exec "$ns1" \
187	   ./mptcp_connect -s MPTCP -w 300 -p $app_port -l $listen_addr > /dev/null 2>&1 &
188	local server_pid=$!
189	sleep 0.5
190
191	# Run the client, transfer $file and stay connected to the server
192	# to conduct tests
193	ip netns exec "$ns2" \
194	   ./mptcp_connect -s MPTCP -w 300 -m sendfile -p $app_port $connect_addr\
195	   2>&1 > /dev/null < "$file" &
196	local client_pid=$!
197	sleep 1
198
199	# Capture client/server attributes from MPTCP connection netlink events
200
201	local client_token
202	local client_port
203	local client_serverside
204	local server_token
205	local server_serverside
206
207	client_token=$(mptcp_lib_evts_get_info token "$client_evts")
208	client_port=$(mptcp_lib_evts_get_info sport "$client_evts")
209	client_serverside=$(mptcp_lib_evts_get_info server_side "$client_evts")
210	server_token=$(mptcp_lib_evts_get_info token "$server_evts")
211	server_serverside=$(mptcp_lib_evts_get_info server_side "$server_evts")
212
213	print_test "Established IP${is_v6} MPTCP Connection ns2 => ns1"
214	if [ "$client_token" != "" ] && [ "$server_token" != "" ] && [ "$client_serverside" = 0 ] &&
215		   [ "$server_serverside" = 1 ]
216	then
217		test_pass
218	else
219		test_fail "Expected tokens (c:${client_token} - s:${server_token}) and server (c:${client_serverside} - s:${server_serverside})"
220		mptcp_lib_result_print_all_tap
221		exit 1
222	fi
223
224	if [ "$is_v6" = "v6" ]
225	then
226		client6_token=$client_token
227		server6_token=$server_token
228		client6_port=$client_port
229		client6_pid=$client_pid
230		server6_pid=$server_pid
231	else
232		client4_token=$client_token
233		server4_token=$server_token
234		client4_port=$client_port
235		client4_pid=$client_pid
236		server4_pid=$server_pid
237	fi
238}
239
240# $1: var name ; $2: prev ret
241check_expected_one()
242{
243	local var="${1}"
244	local exp="e_${var}"
245	local prev_ret="${2}"
246
247	if [ "${!var}" = "${!exp}" ]
248	then
249		return 0
250	fi
251
252	if [ "${prev_ret}" = "0" ]
253	then
254		test_fail
255	fi
256
257	_printf "\tExpected value for '%s': '%s', got '%s'.\n" \
258		"${var}" "${!exp}" "${!var}"
259	return 1
260}
261
262# $@: all var names to check
263check_expected()
264{
265	local rc=0
266	local var
267
268	for var in "${@}"
269	do
270		check_expected_one "${var}" "${rc}" || rc=1
271	done
272
273	if [ ${rc} -eq 0 ]
274	then
275		test_pass
276		return 0
277	fi
278
279	return 1
280}
281
282verify_announce_event()
283{
284	local evt=$1
285	local e_type=$2
286	local e_token=$3
287	local e_addr=$4
288	local e_id=$5
289	local e_dport=$6
290	local e_af=$7
291	local type
292	local token
293	local addr
294	local dport
295	local id
296
297	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
298	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
299	if [ "$e_af" = "v6" ]
300	then
301		addr=$(mptcp_lib_evts_get_info daddr6 "$evt" $e_type)
302	else
303		addr=$(mptcp_lib_evts_get_info daddr4 "$evt" $e_type)
304	fi
305	dport=$(mptcp_lib_evts_get_info dport "$evt" $e_type)
306	id=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
307
308	check_expected "type" "token" "addr" "dport" "id"
309}
310
311test_announce()
312{
313	print_title "Announce tests"
314
315	# Capture events on the network namespace running the server
316	:>"$server_evts"
317
318	# ADD_ADDR using an invalid token should result in no action
319	local invalid_token=$(( client4_token - 1))
320	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token $invalid_token id\
321	   $client_addr_id dev ns2eth1 > /dev/null 2>&1
322
323	local type
324	type=$(mptcp_lib_evts_get_info type "$server_evts")
325	print_test "ADD_ADDR 10.0.2.2 (ns2) => ns1, invalid token"
326	if [ "$type" = "" ]
327	then
328		test_pass
329	else
330		test_fail "type defined: ${type}"
331	fi
332
333	# ADD_ADDR from the client to server machine reusing the subflow port
334	:>"$server_evts"
335	ip netns exec "$ns2"\
336	   ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id $client_addr_id dev\
337	   ns2eth1
338	print_test "ADD_ADDR id:${client_addr_id} 10.0.2.2 (ns2) => ns1, reuse port"
339	sleep 0.5
340	verify_announce_event $server_evts $ANNOUNCED $server4_token "10.0.2.2" $client_addr_id \
341			      "$client4_port"
342
343	# ADD_ADDR6 from the client to server machine reusing the subflow port
344	:>"$server_evts"
345	ip netns exec "$ns2" ./pm_nl_ctl ann\
346	   dead:beef:2::2 token "$client6_token" id $client_addr_id dev ns2eth1
347	print_test "ADD_ADDR6 id:${client_addr_id} dead:beef:2::2 (ns2) => ns1, reuse port"
348	sleep 0.5
349	verify_announce_event "$server_evts" "$ANNOUNCED" "$server6_token" "dead:beef:2::2"\
350			      "$client_addr_id" "$client6_port" "v6"
351
352	# ADD_ADDR from the client to server machine using a new port
353	:>"$server_evts"
354	client_addr_id=$((client_addr_id+1))
355	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
356	   $client_addr_id dev ns2eth1 port $new4_port
357	print_test "ADD_ADDR id:${client_addr_id} 10.0.2.2 (ns2) => ns1, new port"
358	sleep 0.5
359	verify_announce_event "$server_evts" "$ANNOUNCED" "$server4_token" "10.0.2.2"\
360			      "$client_addr_id" "$new4_port"
361
362	# Capture events on the network namespace running the client
363	:>"$client_evts"
364
365	# ADD_ADDR from the server to client machine reusing the subflow port
366	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
367	   $server_addr_id dev ns1eth2
368	print_test "ADD_ADDR id:${server_addr_id} 10.0.2.1 (ns1) => ns2, reuse port"
369	sleep 0.5
370	verify_announce_event "$client_evts" "$ANNOUNCED" "$client4_token" "10.0.2.1"\
371			      "$server_addr_id" "$app4_port"
372
373	# ADD_ADDR6 from the server to client machine reusing the subflow port
374	:>"$client_evts"
375	ip netns exec "$ns1" ./pm_nl_ctl ann dead:beef:2::1 token "$server6_token" id\
376	   $server_addr_id dev ns1eth2
377	print_test "ADD_ADDR6 id:${server_addr_id} dead:beef:2::1 (ns1) => ns2, reuse port"
378	sleep 0.5
379	verify_announce_event "$client_evts" "$ANNOUNCED" "$client6_token" "dead:beef:2::1"\
380			      "$server_addr_id" "$app6_port" "v6"
381
382	# ADD_ADDR from the server to client machine using a new port
383	:>"$client_evts"
384	server_addr_id=$((server_addr_id+1))
385	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
386	   $server_addr_id dev ns1eth2 port $new4_port
387	print_test "ADD_ADDR id:${server_addr_id} 10.0.2.1 (ns1) => ns2, new port"
388	sleep 0.5
389	verify_announce_event "$client_evts" "$ANNOUNCED" "$client4_token" "10.0.2.1"\
390			      "$server_addr_id" "$new4_port"
391}
392
393verify_remove_event()
394{
395	local evt=$1
396	local e_type=$2
397	local e_token=$3
398	local e_id=$4
399	local type
400	local token
401	local id
402
403	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
404	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
405	id=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
406
407	check_expected "type" "token" "id"
408}
409
410test_remove()
411{
412	print_title "Remove tests"
413
414	# Capture events on the network namespace running the server
415	:>"$server_evts"
416
417	# RM_ADDR using an invalid token should result in no action
418	local invalid_token=$(( client4_token - 1 ))
419	ip netns exec "$ns2" ./pm_nl_ctl rem token $invalid_token id\
420	   $client_addr_id > /dev/null 2>&1
421	print_test "RM_ADDR id:${client_addr_id} ns2 => ns1, invalid token"
422	local type
423	type=$(mptcp_lib_evts_get_info type "$server_evts")
424	if [ "$type" = "" ]
425	then
426		test_pass
427	else
428		test_fail
429	fi
430
431	# RM_ADDR using an invalid addr id should result in no action
432	local invalid_id=$(( client_addr_id + 1 ))
433	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
434	   $invalid_id > /dev/null 2>&1
435	print_test "RM_ADDR id:${invalid_id} ns2 => ns1, invalid id"
436	type=$(mptcp_lib_evts_get_info type "$server_evts")
437	if [ "$type" = "" ]
438	then
439		test_pass
440	else
441		test_fail
442	fi
443
444	# RM_ADDR from the client to server machine
445	:>"$server_evts"
446	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
447	   $client_addr_id
448	print_test "RM_ADDR id:${client_addr_id} ns2 => ns1"
449	sleep 0.5
450	verify_remove_event "$server_evts" "$REMOVED" "$server4_token" "$client_addr_id"
451
452	# RM_ADDR from the client to server machine
453	:>"$server_evts"
454	client_addr_id=$(( client_addr_id - 1 ))
455	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
456	   $client_addr_id
457	print_test "RM_ADDR id:${client_addr_id} ns2 => ns1"
458	sleep 0.5
459	verify_remove_event "$server_evts" "$REMOVED" "$server4_token" "$client_addr_id"
460
461	# RM_ADDR6 from the client to server machine
462	:>"$server_evts"
463	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client6_token" id\
464	   $client_addr_id
465	print_test "RM_ADDR6 id:${client_addr_id} ns2 => ns1"
466	sleep 0.5
467	verify_remove_event "$server_evts" "$REMOVED" "$server6_token" "$client_addr_id"
468
469	# Capture events on the network namespace running the client
470	:>"$client_evts"
471
472	# RM_ADDR from the server to client machine
473	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server4_token" id\
474	   $server_addr_id
475	print_test "RM_ADDR id:${server_addr_id} ns1 => ns2"
476	sleep 0.5
477	verify_remove_event "$client_evts" "$REMOVED" "$client4_token" "$server_addr_id"
478
479	# RM_ADDR from the server to client machine
480	:>"$client_evts"
481	server_addr_id=$(( server_addr_id - 1 ))
482	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server4_token" id\
483	   $server_addr_id
484	print_test "RM_ADDR id:${server_addr_id} ns1 => ns2"
485	sleep 0.5
486	verify_remove_event "$client_evts" "$REMOVED" "$client4_token" "$server_addr_id"
487
488	# RM_ADDR6 from the server to client machine
489	:>"$client_evts"
490	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server6_token" id\
491	   $server_addr_id
492	print_test "RM_ADDR6 id:${server_addr_id} ns1 => ns2"
493	sleep 0.5
494	verify_remove_event "$client_evts" "$REMOVED" "$client6_token" "$server_addr_id"
495}
496
497verify_subflow_events()
498{
499	local evt=$1
500	local e_type=$2
501	local e_token=$3
502	local e_family=$4
503	local e_saddr=$5
504	local e_daddr=$6
505	local e_dport=$7
506	local e_locid=$8
507	local e_remid=$9
508	shift 2
509	local e_from=$8
510	local e_to=$9
511	local type
512	local token
513	local family
514	local saddr
515	local daddr
516	local dport
517	local locid
518	local remid
519	local info
520
521	info="${e_saddr} (${e_from}) => ${e_daddr}:${e_dport} (${e_to})"
522
523	if [ "$e_type" = "$SUB_ESTABLISHED" ]
524	then
525		if [ "$e_family" = "$AF_INET6" ]
526		then
527			print_test "CREATE_SUBFLOW6 ${info}"
528		else
529			print_test "CREATE_SUBFLOW ${info}"
530		fi
531	else
532		if [ "$e_family" = "$AF_INET6" ]
533		then
534			print_test "DESTROY_SUBFLOW6 ${info}"
535		else
536			print_test "DESTROY_SUBFLOW ${info}"
537		fi
538	fi
539
540	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
541	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
542	family=$(mptcp_lib_evts_get_info family "$evt" $e_type)
543	dport=$(mptcp_lib_evts_get_info dport "$evt" $e_type)
544	locid=$(mptcp_lib_evts_get_info loc_id "$evt" $e_type)
545	remid=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
546	if [ "$family" = "$AF_INET6" ]
547	then
548		saddr=$(mptcp_lib_evts_get_info saddr6 "$evt" $e_type)
549		daddr=$(mptcp_lib_evts_get_info daddr6 "$evt" $e_type)
550	else
551		saddr=$(mptcp_lib_evts_get_info saddr4 "$evt" $e_type)
552		daddr=$(mptcp_lib_evts_get_info daddr4 "$evt" $e_type)
553	fi
554
555	check_expected "type" "token" "daddr" "dport" "family" "saddr" "locid" "remid"
556}
557
558test_subflows()
559{
560	print_title "Subflows v4 or v6 only tests"
561
562	# Capture events on the network namespace running the server
563	:>"$server_evts"
564
565	# Attempt to add a listener at 10.0.2.2:<subflow-port>
566	ip netns exec "$ns2" ./pm_nl_ctl listen 10.0.2.2\
567	   "$client4_port" &
568	local listener_pid=$!
569
570	# ADD_ADDR from client to server machine reusing the subflow port
571	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
572	   $client_addr_id
573	sleep 0.5
574
575	# CREATE_SUBFLOW from server to client machine
576	:>"$server_evts"
577	ip netns exec "$ns1" ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2\
578	   rport "$client4_port" token "$server4_token"
579	sleep 0.5
580	verify_subflow_events $server_evts $SUB_ESTABLISHED $server4_token $AF_INET "10.0.2.1" \
581			      "10.0.2.2" "$client4_port" "23" "$client_addr_id" "ns1" "ns2"
582
583	# Delete the listener from the client ns, if one was created
584	mptcp_lib_kill_wait $listener_pid
585
586	local sport
587	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
588
589	# DESTROY_SUBFLOW from server to client machine
590	:>"$server_evts"
591	ip netns exec "$ns1" ./pm_nl_ctl dsf lip 10.0.2.1 lport "$sport" rip 10.0.2.2 rport\
592	   "$client4_port" token "$server4_token"
593	sleep 0.5
594	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server4_token" "$AF_INET" "10.0.2.1"\
595			      "10.0.2.2" "$client4_port" "23" "$client_addr_id" "ns1" "ns2"
596
597	# RM_ADDR from client to server machine
598	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
599	   "$client4_token"
600	sleep 0.5
601
602	# Attempt to add a listener at dead:beef:2::2:<subflow-port>
603	ip netns exec "$ns2" ./pm_nl_ctl listen dead:beef:2::2\
604	   "$client6_port" &
605	listener_pid=$!
606
607	# ADD_ADDR6 from client to server machine reusing the subflow port
608	:>"$server_evts"
609	ip netns exec "$ns2" ./pm_nl_ctl ann dead:beef:2::2 token "$client6_token" id\
610	   $client_addr_id
611	sleep 0.5
612
613	# CREATE_SUBFLOW6 from server to client machine
614	:>"$server_evts"
615	ip netns exec "$ns1" ./pm_nl_ctl csf lip dead:beef:2::1 lid 23 rip\
616	   dead:beef:2::2 rport "$client6_port" token "$server6_token"
617	sleep 0.5
618	verify_subflow_events "$server_evts" "$SUB_ESTABLISHED" "$server6_token" "$AF_INET6"\
619			      "dead:beef:2::1" "dead:beef:2::2" "$client6_port" "23"\
620			      "$client_addr_id" "ns1" "ns2"
621
622	# Delete the listener from the client ns, if one was created
623	mptcp_lib_kill_wait $listener_pid
624
625	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
626
627	# DESTROY_SUBFLOW6 from server to client machine
628	:>"$server_evts"
629	ip netns exec "$ns1" ./pm_nl_ctl dsf lip dead:beef:2::1 lport "$sport" rip\
630	   dead:beef:2::2 rport "$client6_port" token "$server6_token"
631	sleep 0.5
632	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server6_token" "$AF_INET6"\
633			      "dead:beef:2::1" "dead:beef:2::2" "$client6_port" "23"\
634			      "$client_addr_id" "ns1" "ns2"
635
636	# RM_ADDR from client to server machine
637	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
638	   "$client6_token"
639	sleep 0.5
640
641	# Attempt to add a listener at 10.0.2.2:<new-port>
642	ip netns exec "$ns2" ./pm_nl_ctl listen 10.0.2.2\
643	   $new4_port &
644	listener_pid=$!
645
646	# ADD_ADDR from client to server machine using a new port
647	:>"$server_evts"
648	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
649	   $client_addr_id port $new4_port
650	sleep 0.5
651
652	# CREATE_SUBFLOW from server to client machine
653	:>"$server_evts"
654	ip netns exec "$ns1" ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2 rport\
655	   $new4_port token "$server4_token"
656	sleep 0.5
657	verify_subflow_events "$server_evts" "$SUB_ESTABLISHED" "$server4_token" "$AF_INET"\
658			      "10.0.2.1" "10.0.2.2" "$new4_port" "23"\
659			      "$client_addr_id" "ns1" "ns2"
660
661	# Delete the listener from the client ns, if one was created
662	mptcp_lib_kill_wait $listener_pid
663
664	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
665
666	# DESTROY_SUBFLOW from server to client machine
667	:>"$server_evts"
668	ip netns exec "$ns1" ./pm_nl_ctl dsf lip 10.0.2.1 lport "$sport" rip 10.0.2.2 rport\
669	   $new4_port token "$server4_token"
670	sleep 0.5
671	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server4_token" "$AF_INET" "10.0.2.1"\
672			      "10.0.2.2" "$new4_port" "23" "$client_addr_id" "ns1" "ns2"
673
674	# RM_ADDR from client to server machine
675	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
676	   "$client4_token"
677
678	# Capture events on the network namespace running the client
679	:>"$client_evts"
680
681	# Attempt to add a listener at 10.0.2.1:<subflow-port>
682	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
683	   $app4_port &
684	listener_pid=$!
685
686	# ADD_ADDR from server to client machine reusing the subflow port
687	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
688	   $server_addr_id
689	sleep 0.5
690
691	# CREATE_SUBFLOW from client to server machine
692	:>"$client_evts"
693	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
694	   $app4_port token "$client4_token"
695	sleep 0.5
696	verify_subflow_events $client_evts $SUB_ESTABLISHED $client4_token $AF_INET "10.0.2.2"\
697			      "10.0.2.1" "$app4_port" "23" "$server_addr_id" "ns2" "ns1"
698
699	# Delete the listener from the server ns, if one was created
700	mptcp_lib_kill_wait $listener_pid
701
702	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
703
704	# DESTROY_SUBFLOW from client to server machine
705	:>"$client_evts"
706	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
707	   $app4_port token "$client4_token"
708	sleep 0.5
709	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client4_token" "$AF_INET" "10.0.2.2"\
710			      "10.0.2.1" "$app4_port" "23" "$server_addr_id" "ns2" "ns1"
711
712	# RM_ADDR from server to client machine
713	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
714	   "$server4_token"
715	sleep 0.5
716
717	# Attempt to add a listener at dead:beef:2::1:<subflow-port>
718	ip netns exec "$ns1" ./pm_nl_ctl listen dead:beef:2::1\
719	   $app6_port &
720	listener_pid=$!
721
722	# ADD_ADDR6 from server to client machine reusing the subflow port
723	:>"$client_evts"
724	ip netns exec "$ns1" ./pm_nl_ctl ann dead:beef:2::1 token "$server6_token" id\
725	   $server_addr_id
726	sleep 0.5
727
728	# CREATE_SUBFLOW6 from client to server machine
729	:>"$client_evts"
730	ip netns exec "$ns2" ./pm_nl_ctl csf lip dead:beef:2::2 lid 23 rip\
731	   dead:beef:2::1 rport $app6_port token "$client6_token"
732	sleep 0.5
733	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client6_token"\
734			      "$AF_INET6" "dead:beef:2::2"\
735			      "dead:beef:2::1" "$app6_port" "23"\
736			      "$server_addr_id" "ns2" "ns1"
737
738	# Delete the listener from the server ns, if one was created
739	mptcp_lib_kill_wait $listener_pid
740
741	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
742
743	# DESTROY_SUBFLOW6 from client to server machine
744	:>"$client_evts"
745	ip netns exec "$ns2" ./pm_nl_ctl dsf lip dead:beef:2::2 lport "$sport" rip\
746	   dead:beef:2::1 rport $app6_port token "$client6_token"
747	sleep 0.5
748	verify_subflow_events $client_evts $SUB_CLOSED $client6_token $AF_INET6 "dead:beef:2::2"\
749			      "dead:beef:2::1" "$app6_port" "23" "$server_addr_id" "ns2" "ns1"
750
751	# RM_ADDR6 from server to client machine
752	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
753	   "$server6_token"
754	sleep 0.5
755
756	# Attempt to add a listener at 10.0.2.1:<new-port>
757	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
758	   $new4_port &
759	listener_pid=$!
760
761	# ADD_ADDR from server to client machine using a new port
762	:>"$client_evts"
763	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
764	   $server_addr_id port $new4_port
765	sleep 0.5
766
767	# CREATE_SUBFLOW from client to server machine
768	:>"$client_evts"
769	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
770	   $new4_port token "$client4_token"
771	sleep 0.5
772	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client4_token" "$AF_INET"\
773			      "10.0.2.2" "10.0.2.1" "$new4_port" "23" "$server_addr_id" "ns2" "ns1"
774
775	# Delete the listener from the server ns, if one was created
776	mptcp_lib_kill_wait $listener_pid
777
778	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
779
780	# DESTROY_SUBFLOW from client to server machine
781	:>"$client_evts"
782	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
783	   $new4_port token "$client4_token"
784	sleep 0.5
785	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client4_token" "$AF_INET" "10.0.2.2"\
786			      "10.0.2.1" "$new4_port" "23" "$server_addr_id" "ns2" "ns1"
787
788	# RM_ADDR from server to client machine
789	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
790	   "$server4_token"
791}
792
793test_subflows_v4_v6_mix()
794{
795	print_title "Subflows v4 and v6 mix tests"
796
797	# Attempt to add a listener at 10.0.2.1:<subflow-port>
798	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
799	   $app6_port &
800	local listener_pid=$!
801
802	# ADD_ADDR4 from server to client machine reusing the subflow port on
803	# the established v6 connection
804	:>"$client_evts"
805	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server6_token" id\
806	   $server_addr_id dev ns1eth2
807	print_test "ADD_ADDR4 id:${server_addr_id} 10.0.2.1 (ns1) => ns2, reuse port"
808	sleep 0.5
809	verify_announce_event "$client_evts" "$ANNOUNCED" "$client6_token" "10.0.2.1"\
810			      "$server_addr_id" "$app6_port"
811
812	# CREATE_SUBFLOW from client to server machine
813	:>"$client_evts"
814	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
815	   $app6_port token "$client6_token"
816	sleep 0.5
817	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client6_token"\
818			      "$AF_INET" "10.0.2.2" "10.0.2.1" "$app6_port" "23"\
819			      "$server_addr_id" "ns2" "ns1"
820
821	# Delete the listener from the server ns, if one was created
822	mptcp_lib_kill_wait $listener_pid
823
824	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
825
826	# DESTROY_SUBFLOW from client to server machine
827	:>"$client_evts"
828	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
829	   $app6_port token "$client6_token"
830	sleep 0.5
831	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client6_token" \
832			      "$AF_INET" "10.0.2.2" "10.0.2.1" "$app6_port" "23"\
833			      "$server_addr_id" "ns2" "ns1"
834
835	# RM_ADDR from server to client machine
836	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
837	   "$server6_token"
838	sleep 0.5
839}
840
841test_prio()
842{
843	print_title "Prio tests"
844
845	local count
846
847	# Send MP_PRIO signal from client to server machine
848	ip netns exec "$ns2" ./pm_nl_ctl set 10.0.1.2 port "$client4_port" flags backup token "$client4_token" rip 10.0.1.1 rport "$app4_port"
849	sleep 0.5
850
851	# Check TX
852	print_test "MP_PRIO TX"
853	count=$(mptcp_lib_get_counter "$ns2" "MPTcpExtMPPrioTx")
854	if [ -z "$count" ]; then
855		test_skip
856	elif [ $count != 1 ]; then
857		test_fail "Count != 1: ${count}"
858	else
859		test_pass
860	fi
861
862	# Check RX
863	print_test "MP_PRIO RX"
864	count=$(mptcp_lib_get_counter "$ns1" "MPTcpExtMPPrioRx")
865	if [ -z "$count" ]; then
866		test_skip
867	elif [ $count != 1 ]; then
868		test_fail "Count != 1: ${count}"
869	else
870		test_pass
871	fi
872}
873
874verify_listener_events()
875{
876	local evt=$1
877	local e_type=$2
878	local e_family=$3
879	local e_saddr=$4
880	local e_sport=$5
881	local type
882	local family
883	local saddr
884	local sport
885
886	if [ $e_type = $LISTENER_CREATED ]; then
887		print_test "CREATE_LISTENER $e_saddr:$e_sport"
888	elif [ $e_type = $LISTENER_CLOSED ]; then
889		print_test "CLOSE_LISTENER $e_saddr:$e_sport"
890	fi
891
892	type=$(mptcp_lib_evts_get_info type $evt $e_type)
893	family=$(mptcp_lib_evts_get_info family $evt $e_type)
894	sport=$(mptcp_lib_evts_get_info sport $evt $e_type)
895	if [ $family ] && [ $family = $AF_INET6 ]; then
896		saddr=$(mptcp_lib_evts_get_info saddr6 $evt $e_type)
897	else
898		saddr=$(mptcp_lib_evts_get_info saddr4 $evt $e_type)
899	fi
900
901	check_expected "type" "family" "saddr" "sport"
902}
903
904test_listener()
905{
906	print_title "Listener tests"
907
908	if ! mptcp_lib_kallsyms_has "mptcp_event_pm_listener$"; then
909		print_test "LISTENER events"
910		test_skip
911		return
912	fi
913
914	# Capture events on the network namespace running the client
915	:>$client_evts
916
917	# Attempt to add a listener at 10.0.2.2:<subflow-port>
918	ip netns exec $ns2 ./pm_nl_ctl listen 10.0.2.2\
919		$client4_port &
920	local listener_pid=$!
921
922	sleep 0.5
923	verify_listener_events $client_evts $LISTENER_CREATED $AF_INET 10.0.2.2 $client4_port
924
925	# ADD_ADDR from client to server machine reusing the subflow port
926	ip netns exec $ns2 ./pm_nl_ctl ann 10.0.2.2 token $client4_token id\
927		$client_addr_id
928	sleep 0.5
929
930	# CREATE_SUBFLOW from server to client machine
931	ip netns exec $ns1 ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2\
932		rport $client4_port token $server4_token
933	sleep 0.5
934
935	# Delete the listener from the client ns, if one was created
936	mptcp_lib_kill_wait $listener_pid
937
938	sleep 0.5
939	verify_listener_events $client_evts $LISTENER_CLOSED $AF_INET 10.0.2.2 $client4_port
940}
941
942print_title "Make connections"
943make_connection
944make_connection "v6"
945
946test_announce
947test_remove
948test_subflows
949test_subflows_v4_v6_mix
950test_prio
951test_listener
952
953mptcp_lib_result_print_all_tap
954exit ${ret}
955