1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright Intel Corporation, 2023 4 * 5 * Author: Chao Peng <chao.p.peng@linux.intel.com> 6 */ 7 #include <stdlib.h> 8 #include <string.h> 9 #include <unistd.h> 10 #include <errno.h> 11 #include <stdio.h> 12 #include <fcntl.h> 13 14 #include <linux/bitmap.h> 15 #include <linux/falloc.h> 16 #include <linux/sizes.h> 17 #include <sys/types.h> 18 #include <sys/stat.h> 19 20 #include "kvm_syscalls.h" 21 #include "kvm_util.h" 22 #include "numaif.h" 23 #include "test_util.h" 24 #include "ucall_common.h" 25 26 static size_t page_size; 27 28 static void test_file_read_write(int fd, size_t total_size) 29 { 30 char buf[64]; 31 32 TEST_ASSERT(read(fd, buf, sizeof(buf)) < 0, 33 "read on a guest_mem fd should fail"); 34 TEST_ASSERT(write(fd, buf, sizeof(buf)) < 0, 35 "write on a guest_mem fd should fail"); 36 TEST_ASSERT(pread(fd, buf, sizeof(buf), 0) < 0, 37 "pread on a guest_mem fd should fail"); 38 TEST_ASSERT(pwrite(fd, buf, sizeof(buf), 0) < 0, 39 "pwrite on a guest_mem fd should fail"); 40 } 41 42 static void test_mmap_cow(int fd, size_t size) 43 { 44 void *mem; 45 46 mem = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0); 47 TEST_ASSERT(mem == MAP_FAILED, "Copy-on-write not allowed by guest_memfd."); 48 } 49 50 static void test_mmap_supported(int fd, size_t total_size) 51 { 52 const char val = 0xaa; 53 char *mem; 54 size_t i; 55 int ret; 56 57 mem = kvm_mmap(total_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 58 59 memset(mem, val, total_size); 60 for (i = 0; i < total_size; i++) 61 TEST_ASSERT_EQ(READ_ONCE(mem[i]), val); 62 63 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 0, 64 page_size); 65 TEST_ASSERT(!ret, "fallocate the first page should succeed."); 66 67 for (i = 0; i < page_size; i++) 68 TEST_ASSERT_EQ(READ_ONCE(mem[i]), 0x00); 69 for (; i < total_size; i++) 70 TEST_ASSERT_EQ(READ_ONCE(mem[i]), val); 71 72 memset(mem, val, page_size); 73 for (i = 0; i < total_size; i++) 74 TEST_ASSERT_EQ(READ_ONCE(mem[i]), val); 75 76 kvm_munmap(mem, total_size); 77 } 78 79 static void test_mbind(int fd, size_t total_size) 80 { 81 const unsigned long nodemask_0 = 1; /* nid: 0 */ 82 unsigned long nodemask = 0; 83 unsigned long maxnode = BITS_PER_TYPE(nodemask); 84 int policy; 85 char *mem; 86 int ret; 87 88 if (!is_multi_numa_node_system()) 89 return; 90 91 mem = kvm_mmap(total_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 92 93 /* Test MPOL_INTERLEAVE policy */ 94 kvm_mbind(mem, page_size * 2, MPOL_INTERLEAVE, &nodemask_0, maxnode, 0); 95 kvm_get_mempolicy(&policy, &nodemask, maxnode, mem, MPOL_F_ADDR); 96 TEST_ASSERT(policy == MPOL_INTERLEAVE && nodemask == nodemask_0, 97 "Wanted MPOL_INTERLEAVE (%u) and nodemask 0x%lx, got %u and 0x%lx", 98 MPOL_INTERLEAVE, nodemask_0, policy, nodemask); 99 100 /* Test basic MPOL_BIND policy */ 101 kvm_mbind(mem + page_size * 2, page_size * 2, MPOL_BIND, &nodemask_0, maxnode, 0); 102 kvm_get_mempolicy(&policy, &nodemask, maxnode, mem + page_size * 2, MPOL_F_ADDR); 103 TEST_ASSERT(policy == MPOL_BIND && nodemask == nodemask_0, 104 "Wanted MPOL_BIND (%u) and nodemask 0x%lx, got %u and 0x%lx", 105 MPOL_BIND, nodemask_0, policy, nodemask); 106 107 /* Test MPOL_DEFAULT policy */ 108 kvm_mbind(mem, total_size, MPOL_DEFAULT, NULL, 0, 0); 109 kvm_get_mempolicy(&policy, &nodemask, maxnode, mem, MPOL_F_ADDR); 110 TEST_ASSERT(policy == MPOL_DEFAULT && !nodemask, 111 "Wanted MPOL_DEFAULT (%u) and nodemask 0x0, got %u and 0x%lx", 112 MPOL_DEFAULT, policy, nodemask); 113 114 /* Test with invalid policy */ 115 ret = mbind(mem, page_size, 999, &nodemask_0, maxnode, 0); 116 TEST_ASSERT(ret == -1 && errno == EINVAL, 117 "mbind with invalid policy should fail with EINVAL"); 118 119 kvm_munmap(mem, total_size); 120 } 121 122 static void test_numa_allocation(int fd, size_t total_size) 123 { 124 unsigned long node0_mask = 1; /* Node 0 */ 125 unsigned long node1_mask = 2; /* Node 1 */ 126 unsigned long maxnode = 8; 127 void *pages[4]; 128 int status[4]; 129 char *mem; 130 int i; 131 132 if (!is_multi_numa_node_system()) 133 return; 134 135 mem = kvm_mmap(total_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 136 137 for (i = 0; i < 4; i++) 138 pages[i] = (char *)mem + page_size * i; 139 140 /* Set NUMA policy after allocation */ 141 memset(mem, 0xaa, page_size); 142 kvm_mbind(pages[0], page_size, MPOL_BIND, &node0_mask, maxnode, 0); 143 kvm_fallocate(fd, FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE, 0, page_size); 144 145 /* Set NUMA policy before allocation */ 146 kvm_mbind(pages[0], page_size * 2, MPOL_BIND, &node1_mask, maxnode, 0); 147 kvm_mbind(pages[2], page_size * 2, MPOL_BIND, &node0_mask, maxnode, 0); 148 memset(mem, 0xaa, total_size); 149 150 /* Validate if pages are allocated on specified NUMA nodes */ 151 kvm_move_pages(0, 4, pages, NULL, status, 0); 152 TEST_ASSERT(status[0] == 1, "Expected page 0 on node 1, got it on node %d", status[0]); 153 TEST_ASSERT(status[1] == 1, "Expected page 1 on node 1, got it on node %d", status[1]); 154 TEST_ASSERT(status[2] == 0, "Expected page 2 on node 0, got it on node %d", status[2]); 155 TEST_ASSERT(status[3] == 0, "Expected page 3 on node 0, got it on node %d", status[3]); 156 157 /* Punch hole for all pages */ 158 kvm_fallocate(fd, FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE, 0, total_size); 159 160 /* Change NUMA policy nodes and reallocate */ 161 kvm_mbind(pages[0], page_size * 2, MPOL_BIND, &node0_mask, maxnode, 0); 162 kvm_mbind(pages[2], page_size * 2, MPOL_BIND, &node1_mask, maxnode, 0); 163 memset(mem, 0xaa, total_size); 164 165 kvm_move_pages(0, 4, pages, NULL, status, 0); 166 TEST_ASSERT(status[0] == 0, "Expected page 0 on node 0, got it on node %d", status[0]); 167 TEST_ASSERT(status[1] == 0, "Expected page 1 on node 0, got it on node %d", status[1]); 168 TEST_ASSERT(status[2] == 1, "Expected page 2 on node 1, got it on node %d", status[2]); 169 TEST_ASSERT(status[3] == 1, "Expected page 3 on node 1, got it on node %d", status[3]); 170 171 kvm_munmap(mem, total_size); 172 } 173 174 static void test_collapse(int fd, u64 flags) 175 { 176 const size_t pmd_size = get_trans_hugepagesz(); 177 void *reserved_addr; 178 void *aligned_addr; 179 char *mem; 180 off_t i; 181 182 /* 183 * To even reach the point where the guest_memfd folios will 184 * get collapsed, both the userspace address and the offset 185 * within the guest_memfd have to be aligned to pmd_size. 186 * 187 * To achieve that alignment, reserve virtual address space 188 * with regular mmap, then use MAP_FIXED to allocate memory 189 * from a pmd_size-aligned offset (0) at a known, available 190 * virtual address. 191 */ 192 reserved_addr = kvm_mmap(pmd_size * 2, PROT_NONE, 193 MAP_PRIVATE | MAP_ANONYMOUS, -1); 194 aligned_addr = align_ptr_up(reserved_addr, pmd_size); 195 196 mem = mmap(aligned_addr, pmd_size, PROT_READ | PROT_WRITE, 197 MAP_FIXED | MAP_SHARED, fd, 0); 198 TEST_ASSERT(IS_ALIGNED((u64)mem, pmd_size), 199 "Userspace address must be aligned to PMD size."); 200 201 /* 202 * Use reads to populate page table to avoid setting dirty 203 * flag on page. 204 */ 205 for (i = 0; i < pmd_size; i += getpagesize()) 206 READ_ONCE(mem[i]); 207 208 /* 209 * Advising the use of huge pages in guest_memfd should be 210 * fine... 211 */ 212 kvm_madvise(mem, pmd_size, MADV_HUGEPAGE); 213 214 /* 215 * ... but collapsing folios must not be supported to avoid 216 * mapping beyond shared ranges into host userspace page 217 * tables. 218 */ 219 TEST_ASSERT_EQ(madvise(mem, pmd_size, MADV_COLLAPSE), -1); 220 TEST_ASSERT_EQ(errno, EINVAL); 221 222 /* 223 * Removing from host page tables and re-faulting should be 224 * fine; should not end up faulting in a collapsed/huge folio. 225 */ 226 kvm_madvise(mem, pmd_size, MADV_DONTNEED); 227 READ_ONCE(mem[0]); 228 229 kvm_munmap(reserved_addr, pmd_size * 2); 230 } 231 232 static void test_fault_sigbus(int fd, size_t accessible_size, size_t map_size) 233 { 234 const char val = 0xaa; 235 char *mem; 236 size_t i; 237 238 mem = kvm_mmap(map_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 239 240 TEST_EXPECT_SIGBUS(memset(mem, val, map_size)); 241 TEST_EXPECT_SIGBUS((void)READ_ONCE(mem[accessible_size])); 242 243 for (i = 0; i < accessible_size; i++) 244 TEST_ASSERT_EQ(READ_ONCE(mem[i]), val); 245 246 kvm_munmap(mem, map_size); 247 } 248 249 static void test_fault_overflow(int fd, size_t total_size) 250 { 251 test_fault_sigbus(fd, total_size, total_size * 4); 252 } 253 254 static void test_fault_private(int fd, size_t total_size) 255 { 256 test_fault_sigbus(fd, 0, total_size); 257 } 258 259 static void test_mmap_not_supported(int fd, size_t total_size) 260 { 261 char *mem; 262 263 mem = mmap(NULL, page_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); 264 TEST_ASSERT_EQ(mem, MAP_FAILED); 265 266 mem = mmap(NULL, total_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); 267 TEST_ASSERT_EQ(mem, MAP_FAILED); 268 } 269 270 static void test_file_size(int fd, size_t total_size) 271 { 272 struct stat sb; 273 int ret; 274 275 ret = fstat(fd, &sb); 276 TEST_ASSERT(!ret, "fstat should succeed"); 277 TEST_ASSERT_EQ(sb.st_size, total_size); 278 TEST_ASSERT_EQ(sb.st_blksize, page_size); 279 } 280 281 static void test_fallocate(int fd, size_t total_size) 282 { 283 int ret; 284 285 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE, 0, total_size); 286 TEST_ASSERT(!ret, "fallocate with aligned offset and size should succeed"); 287 288 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 289 page_size - 1, page_size); 290 TEST_ASSERT(ret, "fallocate with unaligned offset should fail"); 291 292 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE, total_size, page_size); 293 TEST_ASSERT(ret, "fallocate beginning at total_size should fail"); 294 295 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE, total_size + page_size, page_size); 296 TEST_ASSERT(ret, "fallocate beginning after total_size should fail"); 297 298 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 299 total_size, page_size); 300 TEST_ASSERT(!ret, "fallocate(PUNCH_HOLE) at total_size should succeed"); 301 302 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 303 total_size + page_size, page_size); 304 TEST_ASSERT(!ret, "fallocate(PUNCH_HOLE) after total_size should succeed"); 305 306 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 307 page_size, page_size - 1); 308 TEST_ASSERT(ret, "fallocate with unaligned size should fail"); 309 310 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 311 page_size, page_size); 312 TEST_ASSERT(!ret, "fallocate(PUNCH_HOLE) with aligned offset and size should succeed"); 313 314 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE, page_size, page_size); 315 TEST_ASSERT(!ret, "fallocate to restore punched hole should succeed"); 316 } 317 318 static void test_invalid_punch_hole(int fd, size_t total_size) 319 { 320 struct { 321 off_t offset; 322 off_t len; 323 } testcases[] = { 324 {0, 1}, 325 {0, page_size - 1}, 326 {0, page_size + 1}, 327 328 {1, 1}, 329 {1, page_size - 1}, 330 {1, page_size}, 331 {1, page_size + 1}, 332 333 {page_size, 1}, 334 {page_size, page_size - 1}, 335 {page_size, page_size + 1}, 336 }; 337 int ret, i; 338 339 for (i = 0; i < ARRAY_SIZE(testcases); i++) { 340 ret = fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 341 testcases[i].offset, testcases[i].len); 342 TEST_ASSERT(ret == -1 && errno == EINVAL, 343 "PUNCH_HOLE with !PAGE_SIZE offset (%lx) and/or length (%lx) should fail", 344 testcases[i].offset, testcases[i].len); 345 } 346 } 347 348 static void test_invalid_binding(struct kvm_vm *vm, int fd, size_t size) 349 { 350 int r; 351 352 r = __vm_set_user_memory_region2(vm, 0, KVM_MEM_GUEST_MEMFD, 0, size, 0, 353 fd, ALIGN_DOWN(INT64_MAX, page_size)); 354 TEST_ASSERT(r && errno == EINVAL, 355 "Memslot with out-of-range offset+size should fail"); 356 } 357 358 static void test_create_guest_memfd_invalid_sizes(struct kvm_vm *vm, 359 u64 guest_memfd_flags) 360 { 361 size_t size; 362 int fd; 363 364 for (size = 1; size < page_size; size++) { 365 fd = __vm_create_guest_memfd(vm, size, guest_memfd_flags); 366 TEST_ASSERT(fd < 0 && errno == EINVAL, 367 "guest_memfd() with non-page-aligned page size '0x%lx' should fail with EINVAL", 368 size); 369 } 370 } 371 372 static void test_create_guest_memfd_multiple(struct kvm_vm *vm) 373 { 374 int fd1, fd2, ret; 375 struct stat st1, st2; 376 377 fd1 = __vm_create_guest_memfd(vm, page_size, 0); 378 TEST_ASSERT(fd1 != -1, "memfd creation should succeed"); 379 380 ret = fstat(fd1, &st1); 381 TEST_ASSERT(ret != -1, "memfd fstat should succeed"); 382 TEST_ASSERT(st1.st_size == page_size, "memfd st_size should match requested size"); 383 384 fd2 = __vm_create_guest_memfd(vm, page_size * 2, 0); 385 TEST_ASSERT(fd2 != -1, "memfd creation should succeed"); 386 387 ret = fstat(fd2, &st2); 388 TEST_ASSERT(ret != -1, "memfd fstat should succeed"); 389 TEST_ASSERT(st2.st_size == page_size * 2, "second memfd st_size should match requested size"); 390 391 ret = fstat(fd1, &st1); 392 TEST_ASSERT(ret != -1, "memfd fstat should succeed"); 393 TEST_ASSERT(st1.st_size == page_size, "first memfd st_size should still match requested size"); 394 TEST_ASSERT(st1.st_ino != st2.st_ino, "different memfd should have different inode numbers"); 395 396 close(fd2); 397 close(fd1); 398 } 399 400 static void test_guest_memfd_flags(struct kvm_vm *vm) 401 { 402 u64 valid_flags = vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS); 403 u64 flag; 404 int fd; 405 406 for (flag = BIT(0); flag; flag <<= 1) { 407 fd = __vm_create_guest_memfd(vm, page_size, flag); 408 if (flag & valid_flags) { 409 TEST_ASSERT(fd >= 0, 410 "guest_memfd() with flag '0x%lx' should succeed", 411 flag); 412 close(fd); 413 } else { 414 TEST_ASSERT(fd < 0 && errno == EINVAL, 415 "guest_memfd() with flag '0x%lx' should fail with EINVAL", 416 flag); 417 } 418 } 419 } 420 421 #define ____gmem_test(__test, __vm, __flags, __gmem_size, args...) \ 422 do { \ 423 int fd = vm_create_guest_memfd(__vm, __gmem_size, __flags); \ 424 \ 425 test_##__test(args); \ 426 close(fd); \ 427 } while (0) 428 429 #define __gmem_test(__test, __vm, __flags, __gmem_size) \ 430 ____gmem_test(__test, __vm, __flags, __gmem_size, fd, __gmem_size) 431 432 #define gmem_test(__test, __vm, __flags) \ 433 __gmem_test(__test, __vm, __flags, page_size * 4) 434 435 #define __gmem_test_vm(__test, __vm, __flags, __gmem_size) \ 436 ____gmem_test(__test, __vm, __flags, __gmem_size, __vm, fd, __gmem_size) 437 438 #define gmem_test_vm(__test, __vm, __flags) \ 439 __gmem_test_vm(__test, __vm, __flags, page_size * 4) 440 441 static void __test_guest_memfd(struct kvm_vm *vm, u64 flags) 442 { 443 test_create_guest_memfd_multiple(vm); 444 test_create_guest_memfd_invalid_sizes(vm, flags); 445 446 gmem_test(file_read_write, vm, flags); 447 448 if (flags & GUEST_MEMFD_FLAG_MMAP) { 449 if (flags & GUEST_MEMFD_FLAG_INIT_SHARED) { 450 size_t pmd_size = get_trans_hugepagesz(); 451 452 gmem_test(mmap_supported, vm, flags); 453 gmem_test(fault_overflow, vm, flags); 454 gmem_test(numa_allocation, vm, flags); 455 __gmem_test(collapse, vm, flags, pmd_size); 456 } else { 457 gmem_test(fault_private, vm, flags); 458 } 459 460 gmem_test(mmap_cow, vm, flags); 461 gmem_test(mbind, vm, flags); 462 } else { 463 gmem_test(mmap_not_supported, vm, flags); 464 } 465 466 gmem_test(file_size, vm, flags); 467 gmem_test(fallocate, vm, flags); 468 gmem_test(invalid_punch_hole, vm, flags); 469 gmem_test_vm(invalid_binding, vm, flags); 470 } 471 472 static void test_guest_memfd(unsigned long vm_type) 473 { 474 struct kvm_vm *vm = vm_create_barebones_type(vm_type); 475 u64 flags; 476 477 test_guest_memfd_flags(vm); 478 479 __test_guest_memfd(vm, 0); 480 481 flags = vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS); 482 if (flags & GUEST_MEMFD_FLAG_MMAP) 483 __test_guest_memfd(vm, GUEST_MEMFD_FLAG_MMAP); 484 485 /* MMAP should always be supported if INIT_SHARED is supported. */ 486 if (flags & GUEST_MEMFD_FLAG_INIT_SHARED) 487 __test_guest_memfd(vm, GUEST_MEMFD_FLAG_MMAP | 488 GUEST_MEMFD_FLAG_INIT_SHARED); 489 490 kvm_vm_free(vm); 491 } 492 493 static void guest_code(u8 *mem, u64 size) 494 { 495 size_t i; 496 497 for (i = 0; i < size; i++) 498 __GUEST_ASSERT(mem[i] == 0xaa, 499 "Guest expected 0xaa at offset %lu, got 0x%x", i, mem[i]); 500 501 memset(mem, 0xff, size); 502 GUEST_DONE(); 503 } 504 505 static void test_guest_memfd_guest(void) 506 { 507 /* 508 * Skip the first 4gb and slot0. slot0 maps <1gb and is used to back 509 * the guest's code, stack, and page tables, and low memory contains 510 * the PCI hole and other MMIO regions that need to be avoided. 511 */ 512 const gpa_t gpa = SZ_4G; 513 const int slot = 1; 514 515 struct kvm_vcpu *vcpu; 516 struct kvm_vm *vm; 517 u8 *mem; 518 size_t size; 519 int fd, i; 520 521 if (!kvm_check_cap(KVM_CAP_GUEST_MEMFD_FLAGS)) 522 return; 523 524 vm = __vm_create_shape_with_one_vcpu(VM_SHAPE_DEFAULT, &vcpu, 1, guest_code); 525 526 TEST_ASSERT(vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS) & GUEST_MEMFD_FLAG_MMAP, 527 "Default VM type should support MMAP, supported flags = 0x%x", 528 vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS)); 529 TEST_ASSERT(vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS) & GUEST_MEMFD_FLAG_INIT_SHARED, 530 "Default VM type should support INIT_SHARED, supported flags = 0x%x", 531 vm_check_cap(vm, KVM_CAP_GUEST_MEMFD_FLAGS)); 532 533 /* 534 * Use the max of the host or guest page size for all operations, as 535 * KVM requires guest_memfd files and memslots to be sized to multiples 536 * of the host page size. 537 */ 538 size = max_t(size_t, vm->page_size, page_size); 539 fd = vm_create_guest_memfd(vm, size, GUEST_MEMFD_FLAG_MMAP | 540 GUEST_MEMFD_FLAG_INIT_SHARED); 541 vm_set_user_memory_region2(vm, slot, KVM_MEM_GUEST_MEMFD, gpa, size, NULL, fd, 0); 542 543 mem = kvm_mmap(size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 544 memset(mem, 0xaa, size); 545 kvm_munmap(mem, size); 546 547 virt_map(vm, gpa, gpa, size / vm->page_size); 548 vcpu_args_set(vcpu, 2, gpa, size); 549 vcpu_run(vcpu); 550 551 TEST_ASSERT_EQ(get_ucall(vcpu, NULL), UCALL_DONE); 552 553 mem = kvm_mmap(size, PROT_READ | PROT_WRITE, MAP_SHARED, fd); 554 for (i = 0; i < size; i++) 555 TEST_ASSERT_EQ(mem[i], 0xff); 556 557 close(fd); 558 kvm_vm_free(vm); 559 } 560 561 int main(int argc, char *argv[]) 562 { 563 unsigned long vm_types, vm_type; 564 565 TEST_REQUIRE(kvm_has_cap(KVM_CAP_GUEST_MEMFD)); 566 567 page_size = getpagesize(); 568 569 /* 570 * Not all architectures support KVM_CAP_VM_TYPES. However, those that 571 * support guest_memfd have that support for the default VM type. 572 */ 573 vm_types = kvm_check_cap(KVM_CAP_VM_TYPES); 574 if (!vm_types) 575 vm_types = BIT(VM_TYPE_DEFAULT); 576 577 for_each_set_bit(vm_type, &vm_types, BITS_PER_TYPE(vm_types)) 578 test_guest_memfd(vm_type); 579 580 test_guest_memfd_guest(); 581 } 582