xref: /linux/tools/testing/selftests/net/mptcp/userspace_pm.sh (revision 07fdad3a93756b872da7b53647715c48d0f4a2d0)
1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3
4# Double quotes to prevent globbing and word splitting is recommended in new
5# code but we accept it.
6#shellcheck disable=SC2086
7
8# Some variables are used below but indirectly, see verify_*_event()
9#shellcheck disable=SC2034
10
11. "$(dirname "${0}")/mptcp_lib.sh"
12
13mptcp_lib_check_mptcp
14mptcp_lib_check_kallsyms
15
16if ! mptcp_lib_has_file '/proc/sys/net/mptcp/pm_type'; then
17	echo "userspace pm tests are not supported by the kernel: SKIP"
18	exit ${KSFT_SKIP}
19fi
20mptcp_lib_check_tools ip
21
22ANNOUNCED=${MPTCP_LIB_EVENT_ANNOUNCED}
23REMOVED=${MPTCP_LIB_EVENT_REMOVED}
24SUB_ESTABLISHED=${MPTCP_LIB_EVENT_SUB_ESTABLISHED}
25SUB_CLOSED=${MPTCP_LIB_EVENT_SUB_CLOSED}
26LISTENER_CREATED=${MPTCP_LIB_EVENT_LISTENER_CREATED}
27LISTENER_CLOSED=${MPTCP_LIB_EVENT_LISTENER_CLOSED}
28
29AF_INET=${MPTCP_LIB_AF_INET}
30AF_INET6=${MPTCP_LIB_AF_INET6}
31
32file=""
33server_evts=""
34client_evts=""
35server_evts_pid=0
36client_evts_pid=0
37client4_pid=0
38server4_pid=0
39client6_pid=0
40server6_pid=0
41client4_token=""
42server4_token=""
43client6_token=""
44server6_token=""
45client4_port=0;
46client6_port=0;
47app4_port=50002
48new4_port=50003
49app6_port=50004
50client_addr_id=${RANDOM:0:2}
51server_addr_id=${RANDOM:0:2}
52
53ns1=""
54ns2=""
55ret=0
56test_name=""
57# a bit more space: because we have more to display
58MPTCP_LIB_TEST_FORMAT="%02u %-68s"
59
60print_title()
61{
62	mptcp_lib_pr_info "${1}"
63}
64
65# $1: test name
66print_test()
67{
68	test_name="${1}"
69
70	mptcp_lib_print_title "${test_name}"
71}
72
73test_pass()
74{
75	mptcp_lib_pr_ok
76	mptcp_lib_result_pass "${test_name}"
77}
78
79test_skip()
80{
81	mptcp_lib_pr_skip
82	mptcp_lib_result_skip "${test_name}"
83}
84
85# $1: msg
86test_fail()
87{
88	if [ ${#} -gt 0 ]
89	then
90		mptcp_lib_pr_fail "${@}"
91	fi
92	ret=${KSFT_FAIL}
93	mptcp_lib_result_fail "${test_name}"
94}
95
96# This function is used in the cleanup trap
97#shellcheck disable=SC2317,SC2329
98cleanup()
99{
100	print_title "Cleanup"
101
102	# Terminate the MPTCP connection and related processes
103	local pid
104	for pid in $client4_pid $server4_pid $client6_pid $server6_pid\
105		   $server_evts_pid $client_evts_pid
106	do
107		mptcp_lib_kill_wait $pid
108	done
109
110	mptcp_lib_ns_exit "${ns1}" "${ns2}"
111
112	rm -rf $file $client_evts $server_evts
113
114	mptcp_lib_pr_info "Done"
115}
116
117trap cleanup EXIT
118
119# Create and configure network namespaces for testing
120print_title "Init"
121mptcp_lib_ns_init ns1 ns2
122
123# check path_manager and pm_type sysctl mapping
124if [ -f /proc/sys/net/mptcp/path_manager ]; then
125	ip netns exec "$ns1" sysctl -q net.mptcp.path_manager=userspace
126	pm_type="$(ip netns exec "$ns1" sysctl -n net.mptcp.pm_type)"
127	if [ "${pm_type}" != "1" ]; then
128		test_fail "unexpected pm_type: ${pm_type}"
129		mptcp_lib_result_print_all_tap
130		exit ${KSFT_FAIL}
131	fi
132
133	ip netns exec "$ns1" sysctl -q net.mptcp.path_manager=error 2>/dev/null
134	pm_type="$(ip netns exec "$ns1" sysctl -n net.mptcp.pm_type)"
135	if [ "${pm_type}" != "1" ]; then
136		test_fail "unexpected pm_type after error: ${pm_type}"
137		mptcp_lib_result_print_all_tap
138		exit ${KSFT_FAIL}
139	fi
140
141	ip netns exec "$ns1" sysctl -q net.mptcp.pm_type=0
142	pm_name="$(ip netns exec "$ns1" sysctl -n net.mptcp.path_manager)"
143	if [ "${pm_name}" != "kernel" ]; then
144		test_fail "unexpected path-manager: ${pm_name}"
145		mptcp_lib_result_print_all_tap
146		exit ${KSFT_FAIL}
147	fi
148fi
149
150for i in "$ns1" "$ns2" ;do
151	ip netns exec "$i" sysctl -q net.mptcp.pm_type=1
152done
153
154#  "$ns1"              ns2
155#     ns1eth2    ns2eth1
156
157ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
158
159# Add IPv4/v6 addresses to the namespaces
160ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth2
161ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
162ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth2 nodad
163ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
164ip -net "$ns1" link set ns1eth2 up
165
166ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
167ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth1
168ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
169ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth1 nodad
170ip -net "$ns2" link set ns2eth1 up
171
172file=$(mktemp)
173mptcp_lib_make_file "$file" 2 1
174
175# Capture netlink events over the two network namespaces running
176# the MPTCP client and server
177client_evts=$(mktemp)
178mptcp_lib_events "${ns2}" "${client_evts}" client_evts_pid
179server_evts=$(mktemp)
180mptcp_lib_events "${ns1}" "${server_evts}" server_evts_pid
181sleep 0.5
182mptcp_lib_subtests_last_ts_reset
183
184print_test "Created network namespaces ns1, ns2"
185test_pass
186
187make_connection()
188{
189	local is_v6=$1
190	local app_port=$app4_port
191	local connect_addr="10.0.1.1"
192	local client_addr="10.0.1.2"
193	local listen_addr="0.0.0.0"
194	if [ "$is_v6" = "v6" ]
195	then
196		connect_addr="dead:beef:1::1"
197		client_addr="dead:beef:1::2"
198		listen_addr="::"
199		app_port=$app6_port
200	else
201		is_v6="v4"
202	fi
203
204	# set this on the client side only: will not affect the rest
205	ip netns exec "$ns2" sysctl -q net.mptcp.allow_join_initial_addr_port=0
206
207	:>"$client_evts"
208	:>"$server_evts"
209
210	# Run the server
211	ip netns exec "$ns1" \
212	   ./mptcp_connect -s MPTCP -w 300 -p $app_port -l $listen_addr > /dev/null 2>&1 &
213	local server_pid=$!
214	sleep 0.5
215
216	# Run the client, transfer $file and stay connected to the server
217	# to conduct tests
218	ip netns exec "$ns2" \
219	   ./mptcp_connect -s MPTCP -w 300 -m sendfile -p $app_port $connect_addr\
220	   2>&1 > /dev/null < "$file" &
221	local client_pid=$!
222	sleep 1
223
224	# Capture client/server attributes from MPTCP connection netlink events
225
226	local client_token
227	local client_port
228	local client_serverside
229	local client_nojoin
230	local server_token
231	local server_serverside
232	local server_nojoin
233
234	client_token=$(mptcp_lib_evts_get_info token "$client_evts")
235	client_port=$(mptcp_lib_evts_get_info sport "$client_evts")
236	client_serverside=$(mptcp_lib_evts_get_info server_side "$client_evts")
237	client_nojoin=$(mptcp_lib_evts_get_info deny_join_id0 "$client_evts")
238	server_token=$(mptcp_lib_evts_get_info token "$server_evts")
239	server_serverside=$(mptcp_lib_evts_get_info server_side "$server_evts")
240	server_nojoin=$(mptcp_lib_evts_get_info deny_join_id0 "$server_evts")
241
242	print_test "Established IP${is_v6} MPTCP Connection ns2 => ns1"
243	if [ "${client_token}" != "" ] && [ "${server_token}" != "" ] &&
244	   [ "${client_serverside:-0}" = 0 ] && [ "${server_serverside:-0}" = 1 ] &&
245	   [ "${client_nojoin:-0}" = 0 ] && [ "${server_nojoin:-0}" = 1 ]
246	then
247		test_pass
248		print_title "Connection info: ${client_addr}:${client_port} -> ${connect_addr}:${app_port}"
249	else
250		test_fail "Expected tokens (c:${client_token} - s:${server_token}), server (c:${client_serverside} - s:${server_serverside}), nojoin (c:${client_nojoin} - s:${server_nojoin})"
251		mptcp_lib_result_print_all_tap
252		exit ${KSFT_FAIL}
253	fi
254
255	if [ "$is_v6" = "v6" ]
256	then
257		client6_token=$client_token
258		server6_token=$server_token
259		client6_port=$client_port
260		client6_pid=$client_pid
261		server6_pid=$server_pid
262	else
263		client4_token=$client_token
264		server4_token=$server_token
265		client4_port=$client_port
266		client4_pid=$client_pid
267		server4_pid=$server_pid
268	fi
269}
270
271# $@: all var names to check
272check_expected()
273{
274	if mptcp_lib_check_expected "${@}"
275	then
276		test_pass
277		return 0
278	fi
279
280	test_fail
281	return 1
282}
283
284verify_announce_event()
285{
286	local evt=$1
287	local e_type=$2
288	local e_token=$3
289	local e_addr=$4
290	local e_id=$5
291	local e_dport=$6
292	local e_af=$7
293	local type
294	local token
295	local addr
296	local dport
297	local id
298
299	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
300	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
301	if [ "$e_af" = "v6" ]
302	then
303		addr=$(mptcp_lib_evts_get_info daddr6 "$evt" $e_type)
304	else
305		addr=$(mptcp_lib_evts_get_info daddr4 "$evt" $e_type)
306	fi
307	dport=$(mptcp_lib_evts_get_info dport "$evt" $e_type)
308	id=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
309
310	check_expected "type" "token" "addr" "dport" "id"
311}
312
313test_announce()
314{
315	print_title "Announce tests"
316
317	# Capture events on the network namespace running the server
318	:>"$server_evts"
319
320	# ADD_ADDR using an invalid token should result in no action
321	local invalid_token=$(( client4_token - 1))
322	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token $invalid_token id\
323	   $client_addr_id dev ns2eth1 > /dev/null 2>&1
324
325	local type
326	type=$(mptcp_lib_evts_get_info type "$server_evts")
327	print_test "ADD_ADDR 10.0.2.2 (ns2) => ns1, invalid token"
328	if [ "$type" = "" ]
329	then
330		test_pass
331	else
332		test_fail "type defined: ${type}"
333	fi
334
335	# ADD_ADDR from the client to server machine reusing the subflow port
336	:>"$server_evts"
337	ip netns exec "$ns2"\
338	   ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id $client_addr_id dev\
339	   ns2eth1
340	print_test "ADD_ADDR id:client 10.0.2.2 (ns2) => ns1, reuse port"
341	sleep 0.5
342	verify_announce_event $server_evts $ANNOUNCED $server4_token "10.0.2.2" $client_addr_id \
343			      "$client4_port"
344
345	# ADD_ADDR6 from the client to server machine reusing the subflow port
346	:>"$server_evts"
347	ip netns exec "$ns2" ./pm_nl_ctl ann\
348	   dead:beef:2::2 token "$client6_token" id $client_addr_id dev ns2eth1
349	print_test "ADD_ADDR6 id:client dead:beef:2::2 (ns2) => ns1, reuse port"
350	sleep 0.5
351	verify_announce_event "$server_evts" "$ANNOUNCED" "$server6_token" "dead:beef:2::2"\
352			      "$client_addr_id" "$client6_port" "v6"
353
354	# ADD_ADDR from the client to server machine using a new port
355	:>"$server_evts"
356	client_addr_id=$((client_addr_id+1))
357	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
358	   $client_addr_id dev ns2eth1 port $new4_port
359	print_test "ADD_ADDR id:client+1 10.0.2.2 (ns2) => ns1, new port"
360	sleep 0.5
361	verify_announce_event "$server_evts" "$ANNOUNCED" "$server4_token" "10.0.2.2"\
362			      "$client_addr_id" "$new4_port"
363
364	# Capture events on the network namespace running the client
365	:>"$client_evts"
366
367	# ADD_ADDR from the server to client machine reusing the subflow port
368	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
369	   $server_addr_id dev ns1eth2
370	print_test "ADD_ADDR id:server 10.0.2.1 (ns1) => ns2, reuse port"
371	sleep 0.5
372	verify_announce_event "$client_evts" "$ANNOUNCED" "$client4_token" "10.0.2.1"\
373			      "$server_addr_id" "$app4_port"
374
375	# ADD_ADDR6 from the server to client machine reusing the subflow port
376	:>"$client_evts"
377	ip netns exec "$ns1" ./pm_nl_ctl ann dead:beef:2::1 token "$server6_token" id\
378	   $server_addr_id dev ns1eth2
379	print_test "ADD_ADDR6 id:server dead:beef:2::1 (ns1) => ns2, reuse port"
380	sleep 0.5
381	verify_announce_event "$client_evts" "$ANNOUNCED" "$client6_token" "dead:beef:2::1"\
382			      "$server_addr_id" "$app6_port" "v6"
383
384	# ADD_ADDR from the server to client machine using a new port
385	:>"$client_evts"
386	server_addr_id=$((server_addr_id+1))
387	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
388	   $server_addr_id dev ns1eth2 port $new4_port
389	print_test "ADD_ADDR id:server+1 10.0.2.1 (ns1) => ns2, new port"
390	sleep 0.5
391	verify_announce_event "$client_evts" "$ANNOUNCED" "$client4_token" "10.0.2.1"\
392			      "$server_addr_id" "$new4_port"
393}
394
395verify_remove_event()
396{
397	local evt=$1
398	local e_type=$2
399	local e_token=$3
400	local e_id=$4
401	local type
402	local token
403	local id
404
405	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
406	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
407	id=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
408
409	check_expected "type" "token" "id"
410}
411
412test_remove()
413{
414	print_title "Remove tests"
415
416	# Capture events on the network namespace running the server
417	:>"$server_evts"
418
419	# RM_ADDR using an invalid token should result in no action
420	local invalid_token=$(( client4_token - 1 ))
421	ip netns exec "$ns2" ./pm_nl_ctl rem token $invalid_token id\
422	   $client_addr_id > /dev/null 2>&1
423	print_test "RM_ADDR id:client ns2 => ns1, invalid token"
424	local type
425	type=$(mptcp_lib_evts_get_info type "$server_evts")
426	if [ "$type" = "" ]
427	then
428		test_pass
429	else
430		test_fail "unexpected type: ${type}"
431	fi
432
433	# RM_ADDR using an invalid addr id should result in no action
434	local invalid_id=$(( client_addr_id + 1 ))
435	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
436	   $invalid_id > /dev/null 2>&1
437	print_test "RM_ADDR id:client+1 ns2 => ns1, invalid id"
438	type=$(mptcp_lib_evts_get_info type "$server_evts")
439	if [ "$type" = "" ]
440	then
441		test_pass
442	else
443		test_fail "unexpected type: ${type}"
444	fi
445
446	# RM_ADDR from the client to server machine
447	:>"$server_evts"
448	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
449	   $client_addr_id
450	print_test "RM_ADDR id:client ns2 => ns1"
451	sleep 0.5
452	verify_remove_event "$server_evts" "$REMOVED" "$server4_token" "$client_addr_id"
453
454	# RM_ADDR from the client to server machine
455	:>"$server_evts"
456	client_addr_id=$(( client_addr_id - 1 ))
457	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client4_token" id\
458	   $client_addr_id
459	print_test "RM_ADDR id:client-1 ns2 => ns1"
460	sleep 0.5
461	verify_remove_event "$server_evts" "$REMOVED" "$server4_token" "$client_addr_id"
462
463	# RM_ADDR6 from the client to server machine
464	:>"$server_evts"
465	ip netns exec "$ns2" ./pm_nl_ctl rem token "$client6_token" id\
466	   $client_addr_id
467	print_test "RM_ADDR6 id:client-1 ns2 => ns1"
468	sleep 0.5
469	verify_remove_event "$server_evts" "$REMOVED" "$server6_token" "$client_addr_id"
470
471	# Capture events on the network namespace running the client
472	:>"$client_evts"
473
474	# RM_ADDR from the server to client machine
475	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server4_token" id\
476	   $server_addr_id
477	print_test "RM_ADDR id:server ns1 => ns2"
478	sleep 0.5
479	verify_remove_event "$client_evts" "$REMOVED" "$client4_token" "$server_addr_id"
480
481	# RM_ADDR from the server to client machine
482	:>"$client_evts"
483	server_addr_id=$(( server_addr_id - 1 ))
484	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server4_token" id\
485	   $server_addr_id
486	print_test "RM_ADDR id:server-1 ns1 => ns2"
487	sleep 0.5
488	verify_remove_event "$client_evts" "$REMOVED" "$client4_token" "$server_addr_id"
489
490	# RM_ADDR6 from the server to client machine
491	:>"$client_evts"
492	ip netns exec "$ns1" ./pm_nl_ctl rem token "$server6_token" id\
493	   $server_addr_id
494	print_test "RM_ADDR6 id:server-1 ns1 => ns2"
495	sleep 0.5
496	verify_remove_event "$client_evts" "$REMOVED" "$client6_token" "$server_addr_id"
497}
498
499verify_subflow_events()
500{
501	local evt=$1
502	local e_type=$2
503	local e_token=$3
504	local e_family=$4
505	local e_saddr=$5
506	local e_daddr=$6
507	local e_dport=$7
508	local e_locid=$8
509	local e_remid=$9
510	shift 2
511	local e_from=$8
512	local e_to=$9
513	local type
514	local token
515	local family
516	local saddr
517	local daddr
518	local dport
519	local locid
520	local remid
521	local info
522	local e_dport_txt
523
524	# only display the fixed ports
525	if [ "${e_dport}" -ge "${app4_port}" ] && [ "${e_dport}" -le "${app6_port}" ]; then
526		e_dport_txt=":${e_dport}"
527	fi
528
529	info="${e_saddr} (${e_from}) => ${e_daddr}${e_dport_txt} (${e_to})"
530
531	if [ "$e_type" = "$SUB_ESTABLISHED" ]
532	then
533		if [ "$e_family" = "$AF_INET6" ]
534		then
535			print_test "CREATE_SUBFLOW6 ${info}"
536		else
537			print_test "CREATE_SUBFLOW ${info}"
538		fi
539	else
540		if [ "$e_family" = "$AF_INET6" ]
541		then
542			print_test "DESTROY_SUBFLOW6 ${info}"
543		else
544			print_test "DESTROY_SUBFLOW ${info}"
545		fi
546	fi
547
548	type=$(mptcp_lib_evts_get_info type "$evt" $e_type)
549	token=$(mptcp_lib_evts_get_info token "$evt" $e_type)
550	family=$(mptcp_lib_evts_get_info family "$evt" $e_type)
551	dport=$(mptcp_lib_evts_get_info dport "$evt" $e_type)
552	locid=$(mptcp_lib_evts_get_info loc_id "$evt" $e_type)
553	remid=$(mptcp_lib_evts_get_info rem_id "$evt" $e_type)
554	if [ "$family" = "$AF_INET6" ]
555	then
556		saddr=$(mptcp_lib_evts_get_info saddr6 "$evt" $e_type)
557		daddr=$(mptcp_lib_evts_get_info daddr6 "$evt" $e_type)
558	else
559		saddr=$(mptcp_lib_evts_get_info saddr4 "$evt" $e_type)
560		daddr=$(mptcp_lib_evts_get_info daddr4 "$evt" $e_type)
561	fi
562
563	check_expected "type" "token" "daddr" "dport" "family" "saddr" "locid" "remid"
564}
565
566test_subflows()
567{
568	print_title "Subflows v4 or v6 only tests"
569
570	# Capture events on the network namespace running the server
571	:>"$server_evts"
572
573	# Attempt to add a listener at 10.0.2.2:<subflow-port>
574	ip netns exec "$ns2" ./pm_nl_ctl listen 10.0.2.2\
575	   "$client4_port" &
576	local listener_pid=$!
577
578	# ADD_ADDR from client to server machine reusing the subflow port
579	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
580	   $client_addr_id
581	sleep 0.5
582
583	# CREATE_SUBFLOW from server to client machine
584	:>"$server_evts"
585	ip netns exec "$ns1" ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2\
586	   rport "$client4_port" token "$server4_token"
587	sleep 0.5
588	verify_subflow_events $server_evts $SUB_ESTABLISHED $server4_token $AF_INET "10.0.2.1" \
589			      "10.0.2.2" "$client4_port" "23" "$client_addr_id" "ns1" "ns2"
590
591	# Delete the listener from the client ns, if one was created
592	mptcp_lib_kill_wait $listener_pid
593
594	local sport
595	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
596
597	# DESTROY_SUBFLOW from server to client machine
598	:>"$server_evts"
599	ip netns exec "$ns1" ./pm_nl_ctl dsf lip 10.0.2.1 lport "$sport" rip 10.0.2.2 rport\
600	   "$client4_port" token "$server4_token"
601	sleep 0.5
602	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server4_token" "$AF_INET" "10.0.2.1"\
603			      "10.0.2.2" "$client4_port" "23" "$client_addr_id" "ns1" "ns2"
604
605	# RM_ADDR from client to server machine
606	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
607	   "$client4_token"
608	sleep 0.5
609
610	# Attempt to add a listener at dead:beef:2::2:<subflow-port>
611	ip netns exec "$ns2" ./pm_nl_ctl listen dead:beef:2::2\
612	   "$client6_port" &
613	listener_pid=$!
614
615	# ADD_ADDR6 from client to server machine reusing the subflow port
616	:>"$server_evts"
617	ip netns exec "$ns2" ./pm_nl_ctl ann dead:beef:2::2 token "$client6_token" id\
618	   $client_addr_id
619	sleep 0.5
620
621	# CREATE_SUBFLOW6 from server to client machine
622	:>"$server_evts"
623	ip netns exec "$ns1" ./pm_nl_ctl csf lip dead:beef:2::1 lid 23 rip\
624	   dead:beef:2::2 rport "$client6_port" token "$server6_token"
625	sleep 0.5
626	verify_subflow_events "$server_evts" "$SUB_ESTABLISHED" "$server6_token" "$AF_INET6"\
627			      "dead:beef:2::1" "dead:beef:2::2" "$client6_port" "23"\
628			      "$client_addr_id" "ns1" "ns2"
629
630	# Delete the listener from the client ns, if one was created
631	mptcp_lib_kill_wait $listener_pid
632
633	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
634
635	# DESTROY_SUBFLOW6 from server to client machine
636	:>"$server_evts"
637	ip netns exec "$ns1" ./pm_nl_ctl dsf lip dead:beef:2::1 lport "$sport" rip\
638	   dead:beef:2::2 rport "$client6_port" token "$server6_token"
639	sleep 0.5
640	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server6_token" "$AF_INET6"\
641			      "dead:beef:2::1" "dead:beef:2::2" "$client6_port" "23"\
642			      "$client_addr_id" "ns1" "ns2"
643
644	# RM_ADDR from client to server machine
645	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
646	   "$client6_token"
647	sleep 0.5
648
649	# Attempt to add a listener at 10.0.2.2:<new-port>
650	ip netns exec "$ns2" ./pm_nl_ctl listen 10.0.2.2\
651	   $new4_port &
652	listener_pid=$!
653
654	# ADD_ADDR from client to server machine using a new port
655	:>"$server_evts"
656	ip netns exec "$ns2" ./pm_nl_ctl ann 10.0.2.2 token "$client4_token" id\
657	   $client_addr_id port $new4_port
658	sleep 0.5
659
660	# CREATE_SUBFLOW from server to client machine
661	:>"$server_evts"
662	ip netns exec "$ns1" ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2 rport\
663	   $new4_port token "$server4_token"
664	sleep 0.5
665	verify_subflow_events "$server_evts" "$SUB_ESTABLISHED" "$server4_token" "$AF_INET"\
666			      "10.0.2.1" "10.0.2.2" "$new4_port" "23"\
667			      "$client_addr_id" "ns1" "ns2"
668
669	# Delete the listener from the client ns, if one was created
670	mptcp_lib_kill_wait $listener_pid
671
672	sport=$(mptcp_lib_evts_get_info sport "$server_evts" $SUB_ESTABLISHED)
673
674	# DESTROY_SUBFLOW from server to client machine
675	:>"$server_evts"
676	ip netns exec "$ns1" ./pm_nl_ctl dsf lip 10.0.2.1 lport "$sport" rip 10.0.2.2 rport\
677	   $new4_port token "$server4_token"
678	sleep 0.5
679	verify_subflow_events "$server_evts" "$SUB_CLOSED" "$server4_token" "$AF_INET" "10.0.2.1"\
680			      "10.0.2.2" "$new4_port" "23" "$client_addr_id" "ns1" "ns2"
681
682	# RM_ADDR from client to server machine
683	ip netns exec "$ns2" ./pm_nl_ctl rem id $client_addr_id token\
684	   "$client4_token"
685
686	# Capture events on the network namespace running the client
687	:>"$client_evts"
688
689	# Attempt to add a listener at 10.0.2.1:<subflow-port>
690	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
691	   $app4_port &
692	listener_pid=$!
693
694	# ADD_ADDR from server to client machine reusing the subflow port
695	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
696	   $server_addr_id
697	sleep 0.5
698
699	# CREATE_SUBFLOW from client to server machine
700	:>"$client_evts"
701	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
702	   $app4_port token "$client4_token"
703	sleep 0.5
704	verify_subflow_events $client_evts $SUB_ESTABLISHED $client4_token $AF_INET "10.0.2.2"\
705			      "10.0.2.1" "$app4_port" "23" "$server_addr_id" "ns2" "ns1"
706
707	# Delete the listener from the server ns, if one was created
708	mptcp_lib_kill_wait $listener_pid
709
710	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
711
712	# DESTROY_SUBFLOW from client to server machine
713	:>"$client_evts"
714	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
715	   $app4_port token "$client4_token"
716	sleep 0.5
717	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client4_token" "$AF_INET" "10.0.2.2"\
718			      "10.0.2.1" "$app4_port" "23" "$server_addr_id" "ns2" "ns1"
719
720	# RM_ADDR from server to client machine
721	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
722	   "$server4_token"
723	sleep 0.5
724
725	# Attempt to add a listener at dead:beef:2::1:<subflow-port>
726	ip netns exec "$ns1" ./pm_nl_ctl listen dead:beef:2::1\
727	   $app6_port &
728	listener_pid=$!
729
730	# ADD_ADDR6 from server to client machine reusing the subflow port
731	:>"$client_evts"
732	ip netns exec "$ns1" ./pm_nl_ctl ann dead:beef:2::1 token "$server6_token" id\
733	   $server_addr_id
734	sleep 0.5
735
736	# CREATE_SUBFLOW6 from client to server machine
737	:>"$client_evts"
738	ip netns exec "$ns2" ./pm_nl_ctl csf lip dead:beef:2::2 lid 23 rip\
739	   dead:beef:2::1 rport $app6_port token "$client6_token"
740	sleep 0.5
741	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client6_token"\
742			      "$AF_INET6" "dead:beef:2::2"\
743			      "dead:beef:2::1" "$app6_port" "23"\
744			      "$server_addr_id" "ns2" "ns1"
745
746	# Delete the listener from the server ns, if one was created
747	mptcp_lib_kill_wait $listener_pid
748
749	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
750
751	# DESTROY_SUBFLOW6 from client to server machine
752	:>"$client_evts"
753	ip netns exec "$ns2" ./pm_nl_ctl dsf lip dead:beef:2::2 lport "$sport" rip\
754	   dead:beef:2::1 rport $app6_port token "$client6_token"
755	sleep 0.5
756	verify_subflow_events $client_evts $SUB_CLOSED $client6_token $AF_INET6 "dead:beef:2::2"\
757			      "dead:beef:2::1" "$app6_port" "23" "$server_addr_id" "ns2" "ns1"
758
759	# RM_ADDR6 from server to client machine
760	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
761	   "$server6_token"
762	sleep 0.5
763
764	# Attempt to add a listener at 10.0.2.1:<new-port>
765	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
766	   $new4_port &
767	listener_pid=$!
768
769	# ADD_ADDR from server to client machine using a new port
770	:>"$client_evts"
771	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server4_token" id\
772	   $server_addr_id port $new4_port
773	sleep 0.5
774
775	# CREATE_SUBFLOW from client to server machine
776	:>"$client_evts"
777	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
778	   $new4_port token "$client4_token"
779	sleep 0.5
780	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client4_token" "$AF_INET"\
781			      "10.0.2.2" "10.0.2.1" "$new4_port" "23" "$server_addr_id" "ns2" "ns1"
782
783	# Delete the listener from the server ns, if one was created
784	mptcp_lib_kill_wait $listener_pid
785
786	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
787
788	# DESTROY_SUBFLOW from client to server machine
789	:>"$client_evts"
790	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
791	   $new4_port token "$client4_token"
792	sleep 0.5
793	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client4_token" "$AF_INET" "10.0.2.2"\
794			      "10.0.2.1" "$new4_port" "23" "$server_addr_id" "ns2" "ns1"
795
796	# RM_ADDR from server to client machine
797	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
798	   "$server4_token"
799}
800
801test_subflows_v4_v6_mix()
802{
803	print_title "Subflows v4 and v6 mix tests"
804
805	# Attempt to add a listener at 10.0.2.1:<subflow-port>
806	ip netns exec "$ns1" ./pm_nl_ctl listen 10.0.2.1\
807	   $app6_port &
808	local listener_pid=$!
809
810	# ADD_ADDR4 from server to client machine reusing the subflow port on
811	# the established v6 connection
812	:>"$client_evts"
813	ip netns exec "$ns1" ./pm_nl_ctl ann 10.0.2.1 token "$server6_token" id\
814	   $server_addr_id dev ns1eth2
815	print_test "ADD_ADDR4 id:server 10.0.2.1 (ns1) => ns2, reuse port"
816	sleep 0.5
817	verify_announce_event "$client_evts" "$ANNOUNCED" "$client6_token" "10.0.2.1"\
818			      "$server_addr_id" "$app6_port"
819
820	# CREATE_SUBFLOW from client to server machine
821	:>"$client_evts"
822	ip netns exec "$ns2" ./pm_nl_ctl csf lip 10.0.2.2 lid 23 rip 10.0.2.1 rport\
823	   $app6_port token "$client6_token"
824	sleep 0.5
825	verify_subflow_events "$client_evts" "$SUB_ESTABLISHED" "$client6_token"\
826			      "$AF_INET" "10.0.2.2" "10.0.2.1" "$app6_port" "23"\
827			      "$server_addr_id" "ns2" "ns1"
828
829	# Delete the listener from the server ns, if one was created
830	mptcp_lib_kill_wait $listener_pid
831
832	sport=$(mptcp_lib_evts_get_info sport "$client_evts" $SUB_ESTABLISHED)
833
834	# DESTROY_SUBFLOW from client to server machine
835	:>"$client_evts"
836	ip netns exec "$ns2" ./pm_nl_ctl dsf lip 10.0.2.2 lport "$sport" rip 10.0.2.1 rport\
837	   $app6_port token "$client6_token"
838	sleep 0.5
839	verify_subflow_events "$client_evts" "$SUB_CLOSED" "$client6_token" \
840			      "$AF_INET" "10.0.2.2" "10.0.2.1" "$app6_port" "23"\
841			      "$server_addr_id" "ns2" "ns1"
842
843	# RM_ADDR from server to client machine
844	ip netns exec "$ns1" ./pm_nl_ctl rem id $server_addr_id token\
845	   "$server6_token"
846	sleep 0.5
847}
848
849test_prio()
850{
851	print_title "Prio tests"
852
853	local count
854
855	# Send MP_PRIO signal from client to server machine
856	ip netns exec "$ns2" ./pm_nl_ctl set 10.0.1.2 port "$client4_port" flags backup token "$client4_token" rip 10.0.1.1 rport "$app4_port"
857	sleep 0.5
858
859	# Check TX
860	print_test "MP_PRIO TX"
861	count=$(mptcp_lib_get_counter "$ns2" "MPTcpExtMPPrioTx")
862	if [ -z "$count" ]; then
863		test_skip
864	elif [ $count != 1 ]; then
865		test_fail "Count != 1: ${count}"
866	else
867		test_pass
868	fi
869
870	# Check RX
871	print_test "MP_PRIO RX"
872	count=$(mptcp_lib_get_counter "$ns1" "MPTcpExtMPPrioRx")
873	if [ -z "$count" ]; then
874		test_skip
875	elif [ $count != 1 ]; then
876		test_fail "Count != 1: ${count}"
877	else
878		test_pass
879	fi
880}
881
882verify_listener_events()
883{
884	if mptcp_lib_verify_listener_events "${@}"; then
885		test_pass
886	else
887		test_fail
888	fi
889}
890
891test_listener()
892{
893	print_title "Listener tests"
894
895	if ! mptcp_lib_kallsyms_has "mptcp_event_pm_listener$"; then
896		print_test "LISTENER events"
897		test_skip
898		return
899	fi
900
901	# Capture events on the network namespace running the client
902	:>$client_evts
903
904	# Attempt to add a listener at 10.0.2.2:<subflow-port>
905	ip netns exec $ns2 ./pm_nl_ctl listen 10.0.2.2\
906		$client4_port &
907	local listener_pid=$!
908
909	sleep 0.5
910	print_test "CREATE_LISTENER 10.0.2.2 (client port)"
911	verify_listener_events $client_evts $LISTENER_CREATED $AF_INET 10.0.2.2 $client4_port
912
913	# ADD_ADDR from client to server machine reusing the subflow port
914	ip netns exec $ns2 ./pm_nl_ctl ann 10.0.2.2 token $client4_token id\
915		$client_addr_id
916	sleep 0.5
917
918	# CREATE_SUBFLOW from server to client machine
919	ip netns exec $ns1 ./pm_nl_ctl csf lip 10.0.2.1 lid 23 rip 10.0.2.2\
920		rport $client4_port token $server4_token
921	sleep 0.5
922
923	# Delete the listener from the client ns, if one was created
924	mptcp_lib_kill_wait $listener_pid
925
926	sleep 0.5
927	print_test "CLOSE_LISTENER 10.0.2.2 (client port)"
928	verify_listener_events $client_evts $LISTENER_CLOSED $AF_INET 10.0.2.2 $client4_port
929}
930
931print_title "Make connections"
932make_connection
933make_connection "v6"
934print_title "Will be using address IDs ${client_addr_id} (client) and ${server_addr_id} (server)"
935
936test_announce
937test_remove
938test_subflows
939test_subflows_v4_v6_mix
940test_prio
941test_listener
942
943mptcp_lib_result_print_all_tap
944exit ${ret}
945