| /linux/tools/testing/selftests/kvm/lib/ |
| H A D | userfaultfd_util.c | 29 int uffd = reader_args->uffd; in uffd_handler_thread_fn() local
41 TEST_ASSERT(!epoll_ctl(epollfd, EPOLL_CTL_ADD, uffd, &evt), in uffd_handler_thread_fn()
73 r = read(uffd, &msg, sizeof(msg)); in uffd_handler_thread_fn()
88 r = reader_args->handler(reader_args->uffd_mode, uffd, &msg); in uffd_handler_thread_fn()
109 int uffd; in uffd_setup_demand_paging() local
137 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in uffd_setup_demand_paging()
138 TEST_ASSERT(uffd >= 0, "uffd creation failed, errno: %d", errno); in uffd_setup_demand_paging()
142 TEST_ASSERT(ioctl(uffd, UFFDIO_API, &uffdio_api) != -1, in uffd_setup_demand_paging()
149 TEST_ASSERT(ioctl(uffd, UFFDIO_REGISTER, &uffdio_register) != -1, in uffd_setup_demand_paging()
154 uffd_desc->uffd = uffd; in uffd_setup_demand_paging()
[all …]
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | bpf_mod_race.c | 67 int uffd; in test_setup_uffd() local
69 uffd = sys_userfaultfd(O_CLOEXEC); in test_setup_uffd()
70 if (uffd < 0) in test_setup_uffd()
75 if (ioctl(uffd, UFFDIO_API, &uffd_api)) { in test_setup_uffd()
76 close(uffd); in test_setup_uffd()
83 if (ioctl(uffd, UFFDIO_REGISTER, &uffd_register)) { in test_setup_uffd()
84 close(uffd); in test_setup_uffd()
87 return uffd; in test_setup_uffd()
97 int uffd, ret; in test_bpf_mod_race_config() local
120 uffd = test_setup_uffd(fault_addr); in test_bpf_mod_race_config()
[all …]
|
| /linux/tools/testing/selftests/mm/ |
| H A D | uffd-unit-tests.c | 130 int uffd; in test_uffd_api() local
136 uffd = uffd_open_dev(UFFD_FLAGS); in test_uffd_api()
138 uffd = uffd_open_sys(UFFD_FLAGS); in test_uffd_api()
139 if (uffd < 0) { in test_uffd_api()
147 if (ioctl(uffd, UFFDIO_API, &uffdio_api) == 0) { in test_uffd_api()
155 if (ioctl(uffd, UFFDIO_API, &uffdio_api) == 0) { in test_uffd_api()
163 if (ioctl(uffd, UFFDIO_API, &uffdio_api)) { in test_uffd_api()
170 if (ioctl(uffd, UFFDIO_API, &uffdio_api) == 0) { in test_uffd_api()
177 close(uffd); in test_uffd_api()
304 static int pagemap_test_fork(int uffd, bool with_event, bool test_pin) in pagemap_test_fork() argument
[all …]
|
| H A D | uffd-common.c | 15 int uffd = -1, uffd_flags, finished, *pipefd, test_type; variable
241 uffd = uffd_open(UFFD_FLAGS); in userfaultfd_open()
242 if (uffd < 0) in userfaultfd_open()
244 uffd_flags = fcntl(uffd, F_GETFD, NULL); in userfaultfd_open()
248 if (ioctl(uffd, UFFDIO_API, &uffdio_api)) in userfaultfd_open()
285 if (uffd != -1) { in uffd_test_ctx_clear()
286 if (close(uffd)) in uffd_test_ctx_clear()
288 uffd = -1; in uffd_test_ctx_clear()
421 int ret = read(uffd, msg, sizeof(*msg)); in uffd_read_msg()
445 wp_range(uffd, msg->arg.pagefault.address, page_size, false); in uffd_handle_page_fault()
[all …]
|
| H A D | uffd-stress.c | 140 if (uffd_read_msg(uffd, &msg)) in uffd_read_thread()
159 copy_page_retry(uffd, page_nr * page_size); in background_thread()
167 wp_range(uffd, (unsigned long)area_dst + start_nr * page_size, in background_thread()
175 copy_page_retry(uffd, page_nr * page_size); in background_thread()
287 fcntl(uffd, F_SETFL, uffd_flags | O_NONBLOCK); in userfaultfd_stress()
289 fcntl(uffd, F_SETFL, uffd_flags & ~O_NONBLOCK); in userfaultfd_stress()
292 if (uffd_register(uffd, area_dst, mem_size, in userfaultfd_stress()
297 if (uffd_register(uffd, area_dst_alias, mem_size, in userfaultfd_stress()
338 wp_range(uffd, (unsigned long)area_dst, in userfaultfd_stress()
342 if (uffd_unregister(uffd, area_dst, mem_size)) in userfaultfd_stress()
[all …]
|
| H A D | mkdirty.c | 275 int uffd; in test_uffdio_copy() local
288 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in test_uffdio_copy()
289 if (uffd < 0) { in test_uffdio_copy()
296 if (ioctl(uffd, UFFDIO_API, &uffdio_api) < 0) { in test_uffdio_copy()
304 if (ioctl(uffd, UFFDIO_REGISTER, &uffdio_register)) { in test_uffdio_copy()
314 if (ioctl(uffd, UFFDIO_COPY, &uffdio_copy)) { in test_uffdio_copy()
321 close(uffd); in test_uffdio_copy()
|
| H A D | hugepage-mremap.c | 64 long uffd; /* userfaultfd file descriptor */ in register_region_with_uffd() local
69 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in register_region_with_uffd()
70 if (uffd == -1) in register_region_with_uffd()
75 if (ioctl(uffd, UFFDIO_API, &uffdio_api) == -1) in register_region_with_uffd()
95 if (uffd_register(uffd, addr, len, true, false, false)) in register_region_with_uffd()
|
| H A D | vm_util.h | 50 int uffd_register(int uffd, void *addr, uint64_t len,
52 int uffd_unregister(int uffd, void *addr, uint64_t len);
53 int uffd_register_with_ioctls(int uffd, void *addr, uint64_t len,
|
| H A D | vm_util.c | 341 int uffd_register_with_ioctls(int uffd, void *addr, uint64_t len, in uffd_register_with_ioctls()
359 if (ioctl(uffd, UFFDIO_REGISTER, &uffdio_register) == -1) in uffd_unregister()
367 int uffd_register(int uffd, void *addr, uint64_t len, in uffd_unregister()
370 return uffd_register_with_ioctls(uffd, addr, len, in get_free_hugepages()
374 int uffd_unregister(int uffd, void *addr, uint64_t len) in get_free_hugepages()
379 if (ioctl(uffd, UFFDIO_UNREGISTER, &range) == -1) in get_free_hugepages()
325 uffd_register_with_ioctls(int uffd,void * addr,uint64_t len,bool miss,bool wp,bool minor,uint64_t * ioctls) uffd_register_with_ioctls() argument
351 uffd_register(int uffd,void * addr,uint64_t len,bool miss,bool wp,bool minor) uffd_register() argument
358 uffd_unregister(int uffd,void * addr,uint64_t len) uffd_unregister() argument
|
| H A D | ksm_functional_tests.c | 379 int uffd; in test_unmerge_uffd_wp() local
388 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in test_unmerge_uffd_wp()
389 if (uffd < 0) { in test_unmerge_uffd_wp()
397 if (ioctl(uffd, UFFDIO_API, &uffdio_api) < 0) { in test_unmerge_uffd_wp()
407 if (uffd_register(uffd, map, size, false, true, false)) { in test_unmerge_uffd_wp()
416 if (ioctl(uffd, UFFDIO_WRITEPROTECT, &uffd_writeprotect)) { in test_unmerge_uffd_wp()
429 close(uffd); in test_unmerge_uffd_wp()
|
| H A D | run_vmtests.sh | 302 CATEGORY="userfaultfd" run_test ./uffd-unit-tests
303 uffd_stress_bin=./uffd-stress
312 CATEGORY="userfaultfd" run_test ./uffd-wp-mremap
|
| H A D | uffd-common.h | 103 extern int uffd, uffd_flags, finished, *pipefd, test_type;
|
| H A D | pagemap_ioctl.c | 36 int uffd; variable
96 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK | UFFD_USER_MODE_ONLY); in init_uffd()
97 if (uffd == -1) in init_uffd()
98 return uffd; in init_uffd()
103 if (ioctl(uffd, UFFDIO_API, &uffdio_api)) in init_uffd()
123 if (ioctl(uffd, UFFDIO_REGISTER, &uffdio_register)) in wp_init()
133 if (ioctl(uffd, UFFDIO_WRITEPROTECT, &wp)) in wp_init()
146 if (ioctl(uffd, UFFDIO_UNREGISTER, &uffdio_register.range)) in wp_free()
1577 fd = memfd_create("uffd-test", MFD_HUGETLB | MFD_NOEXEC_SEAL); in main()
1579 ksft_exit_fail_msg("uffd in main()
[all...] |
| /linux/tools/testing/selftests/powerpc/tm/ |
| H A D | tm-signal-pagefault.c | 86 long uffd; /* userfaultfd file descriptor */ in fault_handler_thread() local
91 uffd = (long) arg; in fault_handler_thread()
94 pollfd.fd = uffd; in fault_handler_thread()
101 nread = read(uffd, &msg, sizeof(msg)); in fault_handler_thread()
130 if (ioctl(uffd, UFFDIO_COPY, &uffdio_copy) == -1) { in fault_handler_thread()
139 long uffd; /* userfaultfd file descriptor */ in setup_uf_mem() local
148 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in setup_uf_mem()
149 if (uffd == -1) { in setup_uf_mem()
155 if (ioctl(uffd, UFFDIO_API, &uffdio_api) == -1) { in setup_uf_mem()
180 if (ioctl(uffd, UFFDIO_REGISTER, &uffdio_register) == -1) { in setup_uf_mem()
[all …]
|
| /linux/tools/testing/selftests/kvm/include/ |
| H A D | userfaultfd_util.h | 15 typedef int (*uffd_handler_t)(int uffd_mode, int uffd, struct uffd_msg *msg);
19 int uffd; member
27 int uffd; member
40 void uffd_stop_demand_paging(struct uffd_desc *uffd);
|
| /linux/tools/testing/selftests/x86/ |
| H A D | test_shadow_stack.c | 458 int uffd = *(int *)arg; in uffd_thread() local
463 ret = read(uffd, &msg, sizeof(msg)); in uffd_thread()
476 if (ioctl(uffd, UFFDIO_COPY, &req)) in uffd_thread()
489 int uffd; in test_userfaultfd() local
496 uffd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); in test_userfaultfd()
497 if (uffd < 0) { in test_userfaultfd()
506 if (ioctl(uffd, UFFDIO_API, &uffdio_api)) in test_userfaultfd()
512 if (ioctl(uffd, UFFDIO_REGISTER, &uffdio_register)) in test_userfaultfd()
515 if (pthread_create(&thread, NULL, &uffd_thread, &uffd)) in test_userfaultfd()
536 close(uffd); in test_userfaultfd()
|
| /linux/tools/testing/selftests/kvm/ |
| H A D | demand_paging_test.c | 57 static int handle_uffd_page_request(int uffd_mode, int uffd, in handle_uffd_page_request() argument
76 r = ioctl(uffd, UFFDIO_COPY, ©); in handle_uffd_page_request()
100 r = ioctl(uffd, UFFDIO_CONTINUE, &cont); in handle_uffd_page_request()
|
| /linux/Documentation/admin-guide/mm/ |
| H A D | userfaultfd.rst | 187 uffd. You can supply as many pages as you want with these IOCTLs.
203 ``ioctl(uffd, UFFDIO_WRITEPROTECT, struct *uffdio_writeprotect)``
208 Then, in the thread reading from uffd the struct will have
210 ``ioctl(uffd, UFFDIO_WRITEPROTECT, struct *uffdio_writeprotect)``
213 allows you to do the bookkeeping about the write in the uffd reading
268 - Due to a reverted meaning of soft-dirty (page clean when uffd-wp bit
269 set; dirty when uffd-wp bit cleared), it has different semantics on
272 dirtying of memory by dropping uffd-wp bit during the procedure.
275 uffd-wp bit for the pages being interested in /proc/pagemap.
277 The page will not be under track of uffd-wp async mode until the page is
|
| H A D | pagemap.rst | 22 * Bit 57 pte is uffd-wp write-protected (since 5.13) (see
284 "PAGE_IS_WRITTEN" category is used with uffd write protect-enabled ranges to
|