1#!/bin/bash 2# SPDX-License-Identifier: GPL-2.0 3# 4# author: Andrea Mayer <andrea.mayer@uniroma2.it> 5# author: Paolo Lungaroni <paolo.lungaroni@uniroma2.it> 6 7# This test is designed for evaluating the new SRv6 End.DT46 Behavior used for 8# implementing IPv4/IPv6 L3 VPN use cases. 9# 10# The current SRv6 code in the Linux kernel only implements SRv6 End.DT4 and 11# End.DT6 Behaviors which can be used respectively to support IPv4-in-IPv6 and 12# IPv6-in-IPv6 VPNs. With End.DT4 and End.DT6 it is not possible to create a 13# single SRv6 VPN tunnel to carry both IPv4 and IPv6 traffic. 14# The SRv6 End.DT46 Behavior implementation is meant to support the 15# decapsulation of IPv4 and IPv6 traffic coming from a single SRv6 tunnel. 16# Therefore, the SRv6 End.DT46 Behavior in the Linux kernel greatly simplifies 17# the setup and operations of SRv6 VPNs. 18# 19# Hereafter a network diagram is shown, where two different tenants (named 100 20# and 200) offer IPv4/IPv6 L3 VPN services allowing hosts to communicate with 21# each other across an IPv6 network. 22# 23# Only hosts belonging to the same tenant (and to the same VPN) can communicate 24# with each other. Instead, the communication among hosts of different tenants 25# is forbidden. 26# In other words, hosts hs-t100-1 and hs-t100-2 are connected through the 27# IPv4/IPv6 L3 VPN of tenant 100 while hs-t200-3 and hs-t200-4 are connected 28# using the IPv4/IPv6 L3 VPN of tenant 200. Cross connection between tenant 100 29# and tenant 200 is forbidden and thus, for example, hs-t100-1 cannot reach 30# hs-t200-3 and vice versa. 31# 32# Routers rt-1 and rt-2 implement IPv4/IPv6 L3 VPN services leveraging the SRv6 33# architecture. The key components for such VPNs are: a) SRv6 Encap behavior, 34# b) SRv6 End.DT46 Behavior and c) VRF. 35# 36# To explain how an IPv4/IPv6 L3 VPN based on SRv6 works, let us briefly 37# consider an example where, within the same domain of tenant 100, the host 38# hs-t100-1 pings the host hs-t100-2. 39# 40# First of all, L2 reachability of the host hs-t100-2 is taken into account by 41# the router rt-1 which acts as a arp/ndp proxy. 42# 43# When the host hs-t100-1 sends an IPv6 or IPv4 packet destined to hs-t100-2, 44# the router rt-1 receives the packet on the internal veth-t100 interface. Such 45# interface is enslaved to the VRF vrf-100 whose associated table contains the 46# SRv6 Encap route for encapsulating any IPv6 or IPv4 packet in a IPv6 plus the 47# Segment Routing Header (SRH) packet. This packet is sent through the (IPv6) 48# core network up to the router rt-2 that receives it on veth0 interface. 49# 50# The rt-2 router uses the 'localsid' routing table to process incoming 51# IPv6+SRH packets which belong to the VPN of the tenant 100. For each of these 52# packets, the SRv6 End.DT46 Behavior removes the outer IPv6+SRH headers and 53# performs the lookup on the vrf-100 table using the destination address of 54# the decapsulated IPv6 or IPv4 packet. Afterwards, the packet is sent to the 55# host hs-t100-2 through the veth-t100 interface. 56# 57# The ping response follows the same processing but this time the roles of rt-1 58# and rt-2 are swapped. 59# 60# Of course, the IPv4/IPv6 L3 VPN for tenant 200 works exactly as the IPv4/IPv6 61# L3 VPN for tenant 100. In this case, only hosts hs-t200-3 and hs-t200-4 are 62# able to connect with each other. 63# 64# 65# +-------------------+ +-------------------+ 66# | | | | 67# | hs-t100-1 netns | | hs-t100-2 netns | 68# | | | | 69# | +-------------+ | | +-------------+ | 70# | | veth0 | | | | veth0 | | 71# | | cafe::1/64 | | | | cafe::2/64 | | 72# | | 10.0.0.1/24 | | | | 10.0.0.2/24 | | 73# | +-------------+ | | +-------------+ | 74# | . | | . | 75# +-------------------+ +-------------------+ 76# . . 77# . . 78# . . 79# +-----------------------------------+ +-----------------------------------+ 80# | . | | . | 81# | +---------------+ | | +---------------- | 82# | | veth-t100 | | | | veth-t100 | | 83# | | cafe::254/64 | | | | cafe::254/64 | | 84# | | 10.0.0.254/24 | +----------+ | | +----------+ | 10.0.0.254/24 | | 85# | +-------+-------+ | localsid | | | | localsid | +-------+-------- | 86# | | | table | | | | table | | | 87# | +----+----+ +----------+ | | +----------+ +----+----+ | 88# | | vrf-100 | | | | vrf-100 | | 89# | +---------+ +------------+ | | +------------+ +---------+ | 90# | | veth0 | | | | veth0 | | 91# | | fd00::1/64 |.|...|.| fd00::2/64 | | 92# | +---------+ +------------+ | | +------------+ +---------+ | 93# | | vrf-200 | | | | vrf-200 | | 94# | +----+----+ | | +----+----+ | 95# | | | | | | 96# | +-------+-------+ | | +-------+-------- | 97# | | veth-t200 | | | | veth-t200 | | 98# | | cafe::254/64 | | | | cafe::254/64 | | 99# | | 10.0.0.254/24 | | | | 10.0.0.254/24 | | 100# | +---------------+ rt-1 netns | | rt-2 netns +---------------- | 101# | . | | . | 102# +-----------------------------------+ +-----------------------------------+ 103# . . 104# . . 105# . . 106# . . 107# +-------------------+ +-------------------+ 108# | . | | . | 109# | +-------------+ | | +-------------+ | 110# | | veth0 | | | | veth0 | | 111# | | cafe::3/64 | | | | cafe::4/64 | | 112# | | 10.0.0.3/24 | | | | 10.0.0.4/24 | | 113# | +-------------+ | | +-------------+ | 114# | | | | 115# | hs-t200-3 netns | | hs-t200-4 netns | 116# | | | | 117# +-------------------+ +-------------------+ 118# 119# 120# ~~~~~~~~~~~~~~~~~~~~~~~~~ 121# | Network configuration | 122# ~~~~~~~~~~~~~~~~~~~~~~~~~ 123# 124# rt-1: localsid table (table 90) 125# +--------------------------------------------------+ 126# |SID |Action | 127# +--------------------------------------------------+ 128# |fc00:21:100::6046|apply SRv6 End.DT46 vrftable 100| 129# +--------------------------------------------------+ 130# |fc00:21:200::6046|apply SRv6 End.DT46 vrftable 200| 131# +--------------------------------------------------+ 132# 133# rt-1: VRF tenant 100 (table 100) 134# +---------------------------------------------------+ 135# |host |Action | 136# +---------------------------------------------------+ 137# |cafe::2 |apply seg6 encap segs fc00:12:100::6046| 138# +---------------------------------------------------+ 139# |cafe::/64 |forward to dev veth-t100 | 140# +---------------------------------------------------+ 141# |10.0.0.2 |apply seg6 encap segs fc00:12:100::6046| 142# +---------------------------------------------------+ 143# |10.0.0.0/24|forward to dev veth-t100 | 144# +---------------------------------------------------+ 145# 146# rt-1: VRF tenant 200 (table 200) 147# +---------------------------------------------------+ 148# |host |Action | 149# +---------------------------------------------------+ 150# |cafe::4 |apply seg6 encap segs fc00:12:200::6046| 151# +---------------------------------------------------+ 152# |cafe::/64 |forward to dev veth-t200 | 153# +---------------------------------------------------+ 154# |10.0.0.4 |apply seg6 encap segs fc00:12:200::6046| 155# +---------------------------------------------------+ 156# |10.0.0.0/24|forward to dev veth-t200 | 157# +---------------------------------------------------+ 158# 159# 160# rt-2: localsid table (table 90) 161# +--------------------------------------------------+ 162# |SID |Action | 163# +--------------------------------------------------+ 164# |fc00:12:100::6046|apply SRv6 End.DT46 vrftable 100| 165# +--------------------------------------------------+ 166# |fc00:12:200::6046|apply SRv6 End.DT46 vrftable 200| 167# +--------------------------------------------------+ 168# 169# rt-2: VRF tenant 100 (table 100) 170# +---------------------------------------------------+ 171# |host |Action | 172# +---------------------------------------------------+ 173# |cafe::1 |apply seg6 encap segs fc00:21:100::6046| 174# +---------------------------------------------------+ 175# |cafe::/64 |forward to dev veth-t100 | 176# +---------------------------------------------------+ 177# |10.0.0.1 |apply seg6 encap segs fc00:21:100::6046| 178# +---------------------------------------------------+ 179# |10.0.0.0/24|forward to dev veth-t100 | 180# +---------------------------------------------------+ 181# 182# rt-2: VRF tenant 200 (table 200) 183# +---------------------------------------------------+ 184# |host |Action | 185# +---------------------------------------------------+ 186# |cafe::3 |apply seg6 encap segs fc00:21:200::6046| 187# +---------------------------------------------------+ 188# |cafe::/64 |forward to dev veth-t200 | 189# +---------------------------------------------------+ 190# |10.0.0.3 |apply seg6 encap segs fc00:21:200::6046| 191# +---------------------------------------------------+ 192# |10.0.0.0/24|forward to dev veth-t200 | 193# +---------------------------------------------------+ 194# 195 196source lib.sh 197 198readonly LOCALSID_TABLE_ID=90 199readonly IPv6_RT_NETWORK=fd00 200readonly IPv6_HS_NETWORK=cafe 201readonly IPv4_HS_NETWORK=10.0.0 202readonly VPN_LOCATOR_SERVICE=fc00 203PING_TIMEOUT_SEC=4 204 205ret=0 206 207PAUSE_ON_FAIL=${PAUSE_ON_FAIL:=no} 208 209log_test() 210{ 211 local rc=$1 212 local expected=$2 213 local msg="$3" 214 215 if [ ${rc} -eq ${expected} ]; then 216 nsuccess=$((nsuccess+1)) 217 printf "\n TEST: %-60s [ OK ]\n" "${msg}" 218 else 219 ret=1 220 nfail=$((nfail+1)) 221 printf "\n TEST: %-60s [FAIL]\n" "${msg}" 222 if [ "${PAUSE_ON_FAIL}" = "yes" ]; then 223 echo 224 echo "hit enter to continue, 'q' to quit" 225 read a 226 [ "$a" = "q" ] && exit 1 227 fi 228 fi 229} 230 231print_log_test_results() 232{ 233 if [ "$TESTS" != "none" ]; then 234 printf "\nTests passed: %3d\n" ${nsuccess} 235 printf "Tests failed: %3d\n" ${nfail} 236 fi 237} 238 239log_section() 240{ 241 echo 242 echo "################################################################################" 243 echo "TEST SECTION: $*" 244 echo "################################################################################" 245} 246 247cleanup() 248{ 249 ip link del veth-rt-1 2>/dev/null || true 250 ip link del veth-rt-2 2>/dev/null || true 251 252 cleanup_all_ns 253} 254 255# Setup the basic networking for the routers 256setup_rt_networking() 257{ 258 local id=$1 259 eval local nsname=\${rt_${id}} 260 261 ip link set veth-rt-${id} netns ${nsname} 262 ip -netns ${nsname} link set veth-rt-${id} name veth0 263 264 ip netns exec ${nsname} sysctl -wq net.ipv6.conf.all.accept_dad=0 265 ip netns exec ${nsname} sysctl -wq net.ipv6.conf.default.accept_dad=0 266 267 ip -netns ${nsname} addr add ${IPv6_RT_NETWORK}::${id}/64 dev veth0 nodad 268 ip -netns ${nsname} link set veth0 up 269 ip -netns ${nsname} link set lo up 270 271 ip netns exec ${nsname} sysctl -wq net.ipv4.ip_forward=1 272 ip netns exec ${nsname} sysctl -wq net.ipv6.conf.all.forwarding=1 273} 274 275setup_hs() 276{ 277 local hid=$1 278 local rid=$2 279 local tid=$3 280 eval local hsname=\${hs_t${tid}_${hid}} 281 eval local rtname=\${rt_${rid}} 282 local rtveth=veth-t${tid} 283 284 # set the networking for the host 285 ip netns exec ${hsname} sysctl -wq net.ipv6.conf.all.accept_dad=0 286 ip netns exec ${hsname} sysctl -wq net.ipv6.conf.default.accept_dad=0 287 288 ip -netns ${hsname} link add veth0 type veth peer name ${rtveth} 289 ip -netns ${hsname} link set ${rtveth} netns ${rtname} 290 ip -netns ${hsname} addr add ${IPv6_HS_NETWORK}::${hid}/64 dev veth0 nodad 291 ip -netns ${hsname} addr add ${IPv4_HS_NETWORK}.${hid}/24 dev veth0 292 ip -netns ${hsname} link set veth0 up 293 ip -netns ${hsname} link set lo up 294 295 # configure the VRF for the tenant X on the router which is directly 296 # connected to the source host. 297 ip -netns ${rtname} link add vrf-${tid} type vrf table ${tid} 298 ip -netns ${rtname} link set vrf-${tid} up 299 300 ip netns exec ${rtname} sysctl -wq net.ipv6.conf.all.accept_dad=0 301 ip netns exec ${rtname} sysctl -wq net.ipv6.conf.default.accept_dad=0 302 303 # enslave the veth-tX interface to the vrf-X in the access router 304 ip -netns ${rtname} link set ${rtveth} master vrf-${tid} 305 ip -netns ${rtname} addr add ${IPv6_HS_NETWORK}::254/64 dev ${rtveth} nodad 306 ip -netns ${rtname} addr add ${IPv4_HS_NETWORK}.254/24 dev ${rtveth} 307 ip -netns ${rtname} link set ${rtveth} up 308 309 ip netns exec ${rtname} sysctl -wq net.ipv6.conf.${rtveth}.proxy_ndp=1 310 ip netns exec ${rtname} sysctl -wq net.ipv4.conf.${rtveth}.proxy_arp=1 311 312 ip netns exec ${rtname} sh -c "echo 1 > /proc/sys/net/vrf/strict_mode" 313} 314 315setup_vpn_config() 316{ 317 local hssrc=$1 318 local rtsrc=$2 319 local hsdst=$3 320 local rtdst=$4 321 local tid=$5 322 323 eval local rtsrc_name=\${rt_${rtsrc}} 324 eval local rtdst_name=\${rt_${rtdst}} 325 local rtveth=veth-t${tid} 326 local vpn_sid=${VPN_LOCATOR_SERVICE}:${hssrc}${hsdst}:${tid}::6046 327 328 ip -netns ${rtsrc_name} -6 neigh add proxy ${IPv6_HS_NETWORK}::${hsdst} dev ${rtveth} 329 330 # set the encap route for encapsulating packets which arrive from the 331 # host hssrc and destined to the access router rtsrc. 332 ip -netns ${rtsrc_name} -6 route add ${IPv6_HS_NETWORK}::${hsdst}/128 vrf vrf-${tid} \ 333 encap seg6 mode encap segs ${vpn_sid} dev veth0 334 ip -netns ${rtsrc_name} -4 route add ${IPv4_HS_NETWORK}.${hsdst}/32 vrf vrf-${tid} \ 335 encap seg6 mode encap segs ${vpn_sid} dev veth0 336 ip -netns ${rtsrc_name} -6 route add ${vpn_sid}/128 vrf vrf-${tid} \ 337 via fd00::${rtdst} dev veth0 338 339 # set the decap route for decapsulating packets which arrive from 340 # the rtdst router and destined to the hsdst host. 341 ip -netns ${rtdst_name} -6 route add ${vpn_sid}/128 table ${LOCALSID_TABLE_ID} \ 342 encap seg6local action End.DT46 vrftable ${tid} dev vrf-${tid} 343 344 # all sids for VPNs start with a common locator which is fc00::/16. 345 # Routes for handling the SRv6 End.DT46 behavior instances are grouped 346 # together in the 'localsid' table. 347 # 348 # NOTE: added only once 349 if [ -z "$(ip -netns ${rtdst_name} -6 rule show | \ 350 grep "to ${VPN_LOCATOR_SERVICE}::/16 lookup ${LOCALSID_TABLE_ID}")" ]; then 351 ip -netns ${rtdst_name} -6 rule add \ 352 to ${VPN_LOCATOR_SERVICE}::/16 \ 353 lookup ${LOCALSID_TABLE_ID} prio 999 354 fi 355 356 # set default routes to unreachable for both ipv4 and ipv6 357 ip -netns ${rtsrc_name} -6 route add unreachable default metric 4278198272 \ 358 vrf vrf-${tid} 359 360 ip -netns ${rtsrc_name} -4 route add unreachable default metric 4278198272 \ 361 vrf vrf-${tid} 362} 363 364setup() 365{ 366 ip link add veth-rt-1 type veth peer name veth-rt-2 367 # setup the networking for router rt-1 and router rt-2 368 setup_ns rt_1 rt_2 369 setup_rt_networking 1 370 setup_rt_networking 2 371 372 # setup two hosts for the tenant 100. 373 # - host hs-1 is directly connected to the router rt-1; 374 # - host hs-2 is directly connected to the router rt-2. 375 setup_ns hs_t100_1 hs_t100_2 376 setup_hs 1 1 100 #args: host router tenant 377 setup_hs 2 2 100 378 379 # setup two hosts for the tenant 200 380 # - host hs-3 is directly connected to the router rt-1; 381 # - host hs-4 is directly connected to the router rt-2. 382 setup_ns hs_t200_3 hs_t200_4 383 setup_hs 3 1 200 384 setup_hs 4 2 200 385 386 # setup the IPv4/IPv6 L3 VPN which connects the host hs-t100-1 and host 387 # hs-t100-2 within the same tenant 100. 388 setup_vpn_config 1 1 2 2 100 #args: src_host src_router dst_host dst_router tenant 389 setup_vpn_config 2 2 1 1 100 390 391 # setup the IPv4/IPv6 L3 VPN which connects the host hs-t200-3 and host 392 # hs-t200-4 within the same tenant 200. 393 setup_vpn_config 3 1 4 2 200 394 setup_vpn_config 4 2 3 1 200 395} 396 397check_rt_connectivity() 398{ 399 local rtsrc=$1 400 local rtdst=$2 401 eval local nsname=\${rt_${rtsrc}} 402 403 ip netns exec ${nsname} ping -c 1 -W 1 ${IPv6_RT_NETWORK}::${rtdst} \ 404 >/dev/null 2>&1 405} 406 407check_and_log_rt_connectivity() 408{ 409 local rtsrc=$1 410 local rtdst=$2 411 412 check_rt_connectivity ${rtsrc} ${rtdst} 413 log_test $? 0 "Routers connectivity: rt-${rtsrc} -> rt-${rtdst}" 414} 415 416check_hs_ipv6_connectivity() 417{ 418 local hssrc=$1 419 local hsdst=$2 420 local tid=$3 421 eval local nsname=\${hs_t${tid}_${hssrc}} 422 423 ip netns exec ${nsname} ping -c 1 -W ${PING_TIMEOUT_SEC} \ 424 ${IPv6_HS_NETWORK}::${hsdst} >/dev/null 2>&1 425} 426 427check_hs_ipv4_connectivity() 428{ 429 local hssrc=$1 430 local hsdst=$2 431 local tid=$3 432 eval local nsname=\${hs_t${tid}_${hssrc}} 433 434 ip netns exec ${nsname} ping -c 1 -W ${PING_TIMEOUT_SEC} \ 435 ${IPv4_HS_NETWORK}.${hsdst} >/dev/null 2>&1 436} 437 438check_and_log_hs_connectivity() 439{ 440 local hssrc=$1 441 local hsdst=$2 442 local tid=$3 443 444 check_hs_ipv6_connectivity ${hssrc} ${hsdst} ${tid} 445 log_test $? 0 "IPv6 Hosts connectivity: hs-t${tid}-${hssrc} -> hs-t${tid}-${hsdst} (tenant ${tid})" 446 447 check_hs_ipv4_connectivity ${hssrc} ${hsdst} ${tid} 448 log_test $? 0 "IPv4 Hosts connectivity: hs-t${tid}-${hssrc} -> hs-t${tid}-${hsdst} (tenant ${tid})" 449 450} 451 452check_and_log_hs_isolation() 453{ 454 local hssrc=$1 455 local tidsrc=$2 456 local hsdst=$3 457 local tiddst=$4 458 459 check_hs_ipv6_connectivity ${hssrc} ${hsdst} ${tidsrc} 460 # NOTE: ping should fail 461 log_test $? 1 "IPv6 Hosts isolation: hs-t${tidsrc}-${hssrc} -X-> hs-t${tiddst}-${hsdst}" 462 463 check_hs_ipv4_connectivity ${hssrc} ${hsdst} ${tidsrc} 464 # NOTE: ping should fail 465 log_test $? 1 "IPv4 Hosts isolation: hs-t${tidsrc}-${hssrc} -X-> hs-t${tiddst}-${hsdst}" 466 467} 468 469 470check_and_log_hs2gw_connectivity() 471{ 472 local hssrc=$1 473 local tid=$2 474 475 check_hs_ipv6_connectivity ${hssrc} 254 ${tid} 476 log_test $? 0 "IPv6 Hosts connectivity: hs-t${tid}-${hssrc} -> gw (tenant ${tid})" 477 478 check_hs_ipv4_connectivity ${hssrc} 254 ${tid} 479 log_test $? 0 "IPv4 Hosts connectivity: hs-t${tid}-${hssrc} -> gw (tenant ${tid})" 480 481} 482 483router_tests() 484{ 485 log_section "IPv6 routers connectivity test" 486 487 check_and_log_rt_connectivity 1 2 488 check_and_log_rt_connectivity 2 1 489} 490 491host2gateway_tests() 492{ 493 log_section "IPv4/IPv6 connectivity test among hosts and gateway" 494 495 check_and_log_hs2gw_connectivity 1 100 496 check_and_log_hs2gw_connectivity 2 100 497 498 check_and_log_hs2gw_connectivity 3 200 499 check_and_log_hs2gw_connectivity 4 200 500} 501 502host_vpn_tests() 503{ 504 log_section "SRv6 VPN connectivity test among hosts in the same tenant" 505 506 check_and_log_hs_connectivity 1 2 100 507 check_and_log_hs_connectivity 2 1 100 508 509 check_and_log_hs_connectivity 3 4 200 510 check_and_log_hs_connectivity 4 3 200 511} 512 513host_vpn_isolation_tests() 514{ 515 local i 516 local j 517 local k 518 local tmp 519 local l1="1 2" 520 local l2="3 4" 521 local t1=100 522 local t2=200 523 524 log_section "SRv6 VPN isolation test among hosts in different tentants" 525 526 for k in 0 1; do 527 for i in ${l1}; do 528 for j in ${l2}; do 529 check_and_log_hs_isolation ${i} ${t1} ${j} ${t2} 530 done 531 done 532 533 # let us test the reverse path 534 tmp="${l1}"; l1="${l2}"; l2="${tmp}" 535 tmp=${t1}; t1=${t2}; t2=${tmp} 536 done 537} 538 539if [ "$(id -u)" -ne 0 ];then 540 echo "SKIP: Need root privileges" 541 exit $ksft_skip 542fi 543 544if [ ! -x "$(command -v ip)" ]; then 545 echo "SKIP: Could not run test without ip tool" 546 exit $ksft_skip 547fi 548 549modprobe vrf &>/dev/null 550if [ ! -e /proc/sys/net/vrf/strict_mode ]; then 551 echo "SKIP: vrf sysctl does not exist" 552 exit $ksft_skip 553fi 554 555cleanup &>/dev/null 556 557setup 558 559router_tests 560host2gateway_tests 561host_vpn_tests 562host_vpn_isolation_tests 563 564print_log_test_results 565 566cleanup &>/dev/null 567 568exit ${ret} 569