1#!/bin/bash 2# SPDX-License-Identifier: GPL-2.0 3# 4# Copyright (c) 2025 Meta Platforms, Inc. and affiliates 5# 6# Dependencies: 7# * virtme-ng 8# * busybox-static (used by virtme-ng) 9# * qemu (used by virtme-ng) 10 11readonly SCRIPT_DIR="$(cd -P -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)" 12readonly KERNEL_CHECKOUT=$(realpath "${SCRIPT_DIR}"/../../../../) 13 14source "${SCRIPT_DIR}"/../kselftest/ktap_helpers.sh 15 16readonly VSOCK_TEST="${SCRIPT_DIR}"/vsock_test 17readonly TEST_GUEST_PORT=51000 18readonly TEST_HOST_PORT=50000 19readonly TEST_HOST_PORT_LISTENER=50001 20readonly SSH_GUEST_PORT=22 21readonly SSH_HOST_PORT=2222 22readonly VSOCK_CID=1234 23readonly WAIT_PERIOD=3 24readonly WAIT_PERIOD_MAX=60 25readonly WAIT_TOTAL=$(( WAIT_PERIOD * WAIT_PERIOD_MAX )) 26readonly QEMU_PIDFILE=$(mktemp /tmp/qemu_vsock_vmtest_XXXX.pid) 27 28# virtme-ng offers a netdev for ssh when using "--ssh", but we also need a 29# control port forwarded for vsock_test. Because virtme-ng doesn't support 30# adding an additional port to forward to the device created from "--ssh" and 31# virtme-init mistakenly sets identical IPs to the ssh device and additional 32# devices, we instead opt out of using --ssh, add the device manually, and also 33# add the kernel cmdline options that virtme-init uses to setup the interface. 34readonly QEMU_TEST_PORT_FWD="hostfwd=tcp::${TEST_HOST_PORT}-:${TEST_GUEST_PORT}" 35readonly QEMU_SSH_PORT_FWD="hostfwd=tcp::${SSH_HOST_PORT}-:${SSH_GUEST_PORT}" 36readonly QEMU_OPTS="\ 37 -netdev user,id=n0,${QEMU_TEST_PORT_FWD},${QEMU_SSH_PORT_FWD} \ 38 -device virtio-net-pci,netdev=n0 \ 39 -device vhost-vsock-pci,guest-cid=${VSOCK_CID} \ 40 --pidfile ${QEMU_PIDFILE} \ 41" 42readonly KERNEL_CMDLINE="\ 43 virtme.dhcp net.ifnames=0 biosdevname=0 \ 44 virtme.ssh virtme_ssh_channel=tcp virtme_ssh_user=$USER \ 45" 46readonly LOG=$(mktemp /tmp/vsock_vmtest_XXXX.log) 47readonly TEST_NAMES=(vm_server_host_client vm_client_host_server vm_loopback) 48readonly TEST_DESCS=( 49 "Run vsock_test in server mode on the VM and in client mode on the host." 50 "Run vsock_test in client mode on the VM and in server mode on the host." 51 "Run vsock_test using the loopback transport in the VM." 52) 53 54VERBOSE=0 55 56usage() { 57 local name 58 local desc 59 local i 60 61 echo 62 echo "$0 [OPTIONS] [TEST]..." 63 echo "If no TEST argument is given, all tests will be run." 64 echo 65 echo "Options" 66 echo " -b: build the kernel from the current source tree and use it for guest VMs" 67 echo " -q: set the path to or name of qemu binary" 68 echo " -v: verbose output" 69 echo 70 echo "Available tests" 71 72 for ((i = 0; i < ${#TEST_NAMES[@]}; i++)); do 73 name=${TEST_NAMES[${i}]} 74 desc=${TEST_DESCS[${i}]} 75 printf "\t%-35s%-35s\n" "${name}" "${desc}" 76 done 77 echo 78 79 exit 1 80} 81 82die() { 83 echo "$*" >&2 84 exit "${KSFT_FAIL}" 85} 86 87vm_ssh() { 88 ssh -q -o UserKnownHostsFile=/dev/null -p ${SSH_HOST_PORT} localhost "$@" 89 return $? 90} 91 92cleanup() { 93 if [[ -s "${QEMU_PIDFILE}" ]]; then 94 pkill -SIGTERM -F "${QEMU_PIDFILE}" > /dev/null 2>&1 95 fi 96 97 # If failure occurred during or before qemu start up, then we need 98 # to clean this up ourselves. 99 if [[ -e "${QEMU_PIDFILE}" ]]; then 100 rm "${QEMU_PIDFILE}" 101 fi 102} 103 104check_args() { 105 local found 106 107 for arg in "$@"; do 108 found=0 109 for name in "${TEST_NAMES[@]}"; do 110 if [[ "${name}" = "${arg}" ]]; then 111 found=1 112 break 113 fi 114 done 115 116 if [[ "${found}" -eq 0 ]]; then 117 echo "${arg} is not an available test" >&2 118 usage 119 fi 120 done 121 122 for arg in "$@"; do 123 if ! command -v > /dev/null "test_${arg}"; then 124 echo "Test ${arg} not found" >&2 125 usage 126 fi 127 done 128} 129 130check_deps() { 131 for dep in vng ${QEMU} busybox pkill ssh; do 132 if [[ ! -x $(command -v "${dep}") ]]; then 133 echo -e "skip: dependency ${dep} not found!\n" 134 exit "${KSFT_SKIP}" 135 fi 136 done 137 138 if [[ ! -x $(command -v "${VSOCK_TEST}") ]]; then 139 printf "skip: %s not found!" "${VSOCK_TEST}" 140 printf " Please build the kselftest vsock target.\n" 141 exit "${KSFT_SKIP}" 142 fi 143} 144 145check_vng() { 146 local tested_versions 147 local version 148 local ok 149 150 tested_versions=("1.33" "1.36") 151 version="$(vng --version)" 152 153 ok=0 154 for tv in "${tested_versions[@]}"; do 155 if [[ "${version}" == *"${tv}"* ]]; then 156 ok=1 157 break 158 fi 159 done 160 161 if [[ ! "${ok}" -eq 1 ]]; then 162 printf "warning: vng version '%s' has not been tested and may " "${version}" >&2 163 printf "not function properly.\n\tThe following versions have been tested: " >&2 164 echo "${tested_versions[@]}" >&2 165 fi 166} 167 168handle_build() { 169 if [[ ! "${BUILD}" -eq 1 ]]; then 170 return 171 fi 172 173 if [[ ! -d "${KERNEL_CHECKOUT}" ]]; then 174 echo "-b requires vmtest.sh called from the kernel source tree" >&2 175 exit 1 176 fi 177 178 pushd "${KERNEL_CHECKOUT}" &>/dev/null 179 180 if ! vng --kconfig --config "${SCRIPT_DIR}"/config; then 181 die "failed to generate .config for kernel source tree (${KERNEL_CHECKOUT})" 182 fi 183 184 if ! make -j$(nproc); then 185 die "failed to build kernel from source tree (${KERNEL_CHECKOUT})" 186 fi 187 188 popd &>/dev/null 189} 190 191vm_start() { 192 local logfile=/dev/null 193 local verbose_opt="" 194 local kernel_opt="" 195 local qemu 196 197 qemu=$(command -v "${QEMU}") 198 199 if [[ "${VERBOSE}" -eq 1 ]]; then 200 verbose_opt="--verbose" 201 logfile=/dev/stdout 202 fi 203 204 if [[ "${BUILD}" -eq 1 ]]; then 205 kernel_opt="${KERNEL_CHECKOUT}" 206 fi 207 208 vng \ 209 --run \ 210 ${kernel_opt} \ 211 ${verbose_opt} \ 212 --qemu-opts="${QEMU_OPTS}" \ 213 --qemu="${qemu}" \ 214 --user root \ 215 --append "${KERNEL_CMDLINE}" \ 216 --rw &> ${logfile} & 217 218 if ! timeout ${WAIT_TOTAL} \ 219 bash -c 'while [[ ! -s '"${QEMU_PIDFILE}"' ]]; do sleep 1; done; exit 0'; then 220 die "failed to boot VM" 221 fi 222} 223 224vm_wait_for_ssh() { 225 local i 226 227 i=0 228 while true; do 229 if [[ ${i} -gt ${WAIT_PERIOD_MAX} ]]; then 230 die "Timed out waiting for guest ssh" 231 fi 232 if vm_ssh -- true; then 233 break 234 fi 235 i=$(( i + 1 )) 236 sleep ${WAIT_PERIOD} 237 done 238} 239 240# derived from selftests/net/net_helper.sh 241wait_for_listener() 242{ 243 local port=$1 244 local interval=$2 245 local max_intervals=$3 246 local protocol=tcp 247 local pattern 248 local i 249 250 pattern=":$(printf "%04X" "${port}") " 251 252 # for tcp protocol additionally check the socket state 253 [ "${protocol}" = "tcp" ] && pattern="${pattern}0A" 254 for i in $(seq "${max_intervals}"); do 255 if awk '{print $2" "$4}' /proc/net/"${protocol}"* | \ 256 grep -q "${pattern}"; then 257 break 258 fi 259 sleep "${interval}" 260 done 261} 262 263vm_wait_for_listener() { 264 local port=$1 265 266 vm_ssh <<EOF 267$(declare -f wait_for_listener) 268wait_for_listener ${port} ${WAIT_PERIOD} ${WAIT_PERIOD_MAX} 269EOF 270} 271 272host_wait_for_listener() { 273 wait_for_listener "${TEST_HOST_PORT_LISTENER}" "${WAIT_PERIOD}" "${WAIT_PERIOD_MAX}" 274 275} 276 277log() { 278 local redirect 279 local prefix 280 281 if [[ ${VERBOSE} -eq 0 ]]; then 282 redirect=/dev/null 283 else 284 redirect=/dev/stdout 285 fi 286 287 prefix="${LOG_PREFIX:-}" 288 289 if [[ "$#" -eq 0 ]]; then 290 if [[ -n "${prefix}" ]]; then 291 awk -v prefix="${prefix}" '{printf "%s: %s\n", prefix, $0}' 292 else 293 cat 294 fi 295 else 296 if [[ -n "${prefix}" ]]; then 297 echo "${prefix}: " "$@" 298 else 299 echo "$@" 300 fi 301 fi | tee -a "${LOG}" > "${redirect}" 302} 303 304log_host() { 305 LOG_PREFIX=host log "$@" 306} 307 308log_guest() { 309 LOG_PREFIX=guest log "$@" 310} 311 312test_vm_server_host_client() { 313 314 vm_ssh -- "${VSOCK_TEST}" \ 315 --mode=server \ 316 --control-port="${TEST_GUEST_PORT}" \ 317 --peer-cid=2 \ 318 2>&1 | log_guest & 319 320 vm_wait_for_listener "${TEST_GUEST_PORT}" 321 322 ${VSOCK_TEST} \ 323 --mode=client \ 324 --control-host=127.0.0.1 \ 325 --peer-cid="${VSOCK_CID}" \ 326 --control-port="${TEST_HOST_PORT}" 2>&1 | log_host 327 328 return $? 329} 330 331test_vm_client_host_server() { 332 333 ${VSOCK_TEST} \ 334 --mode "server" \ 335 --control-port "${TEST_HOST_PORT_LISTENER}" \ 336 --peer-cid "${VSOCK_CID}" 2>&1 | log_host & 337 338 host_wait_for_listener 339 340 vm_ssh -- "${VSOCK_TEST}" \ 341 --mode=client \ 342 --control-host=10.0.2.2 \ 343 --peer-cid=2 \ 344 --control-port="${TEST_HOST_PORT_LISTENER}" 2>&1 | log_guest 345 346 return $? 347} 348 349test_vm_loopback() { 350 local port=60000 # non-forwarded local port 351 352 vm_ssh -- "${VSOCK_TEST}" \ 353 --mode=server \ 354 --control-port="${port}" \ 355 --peer-cid=1 2>&1 | log_guest & 356 357 vm_wait_for_listener "${port}" 358 359 vm_ssh -- "${VSOCK_TEST}" \ 360 --mode=client \ 361 --control-host="127.0.0.1" \ 362 --control-port="${port}" \ 363 --peer-cid=1 2>&1 | log_guest 364 365 return $? 366} 367 368run_test() { 369 local host_oops_cnt_before 370 local host_warn_cnt_before 371 local vm_oops_cnt_before 372 local vm_warn_cnt_before 373 local host_oops_cnt_after 374 local host_warn_cnt_after 375 local vm_oops_cnt_after 376 local vm_warn_cnt_after 377 local name 378 local rc 379 380 host_oops_cnt_before=$(dmesg | grep -c -i 'Oops') 381 host_warn_cnt_before=$(dmesg --level=warn | grep -c -i 'vsock') 382 vm_oops_cnt_before=$(vm_ssh -- dmesg | grep -c -i 'Oops') 383 vm_warn_cnt_before=$(vm_ssh -- dmesg --level=warn | grep -c -i 'vsock') 384 385 name=$(echo "${1}" | awk '{ print $1 }') 386 eval test_"${name}" 387 rc=$? 388 389 host_oops_cnt_after=$(dmesg | grep -i 'Oops' | wc -l) 390 if [[ ${host_oops_cnt_after} -gt ${host_oops_cnt_before} ]]; then 391 echo "FAIL: kernel oops detected on host" | log_host 392 rc=$KSFT_FAIL 393 fi 394 395 host_warn_cnt_after=$(dmesg --level=warn | grep -c -i 'vsock') 396 if [[ ${host_warn_cnt_after} -gt ${host_warn_cnt_before} ]]; then 397 echo "FAIL: kernel warning detected on host" | log_host 398 rc=$KSFT_FAIL 399 fi 400 401 vm_oops_cnt_after=$(vm_ssh -- dmesg | grep -i 'Oops' | wc -l) 402 if [[ ${vm_oops_cnt_after} -gt ${vm_oops_cnt_before} ]]; then 403 echo "FAIL: kernel oops detected on vm" | log_host 404 rc=$KSFT_FAIL 405 fi 406 407 vm_warn_cnt_after=$(vm_ssh -- dmesg --level=warn | grep -c -i 'vsock') 408 if [[ ${vm_warn_cnt_after} -gt ${vm_warn_cnt_before} ]]; then 409 echo "FAIL: kernel warning detected on vm" | log_host 410 rc=$KSFT_FAIL 411 fi 412 413 return "${rc}" 414} 415 416QEMU="qemu-system-$(uname -m)" 417 418while getopts :hvsq:b o 419do 420 case $o in 421 v) VERBOSE=1;; 422 b) BUILD=1;; 423 q) QEMU=$OPTARG;; 424 h|*) usage;; 425 esac 426done 427shift $((OPTIND-1)) 428 429trap cleanup EXIT 430 431if [[ ${#} -eq 0 ]]; then 432 ARGS=("${TEST_NAMES[@]}") 433else 434 ARGS=("$@") 435fi 436 437check_args "${ARGS[@]}" 438check_deps 439check_vng 440handle_build 441 442echo "1..${#ARGS[@]}" 443 444log_host "Booting up VM" 445vm_start 446vm_wait_for_ssh 447log_host "VM booted up" 448 449cnt_pass=0 450cnt_fail=0 451cnt_skip=0 452cnt_total=0 453for arg in "${ARGS[@]}"; do 454 run_test "${arg}" 455 rc=$? 456 if [[ ${rc} -eq $KSFT_PASS ]]; then 457 cnt_pass=$(( cnt_pass + 1 )) 458 echo "ok ${cnt_total} ${arg}" 459 elif [[ ${rc} -eq $KSFT_SKIP ]]; then 460 cnt_skip=$(( cnt_skip + 1 )) 461 echo "ok ${cnt_total} ${arg} # SKIP" 462 elif [[ ${rc} -eq $KSFT_FAIL ]]; then 463 cnt_fail=$(( cnt_fail + 1 )) 464 echo "not ok ${cnt_total} ${arg} # exit=$rc" 465 fi 466 cnt_total=$(( cnt_total + 1 )) 467done 468 469echo "SUMMARY: PASS=${cnt_pass} SKIP=${cnt_skip} FAIL=${cnt_fail}" 470echo "Log: ${LOG}" 471 472if [ $((cnt_pass + cnt_skip)) -eq ${cnt_total} ]; then 473 exit "$KSFT_PASS" 474else 475 exit "$KSFT_FAIL" 476fi 477