50 	char *mmap_mem, *mem;  in mmap_aligned()  local
56 	mem = (char *)(((uintptr_t)mmap_mem + size - 1) & ~(size - 1));  in mmap_aligned()
57 	munmap(mmap_mem, mem - mmap_mem);  in mmap_aligned()
58 	munmap(mem + size, mmap_mem + mmap_size - mem - size);  in mmap_aligned()
60 	return mem;  in mmap_aligned()
68 	char *mem, *addr;  in alloc_one_folio()  local
91 		mem = mmap_aligned(size, prot, flags);  in alloc_one_folio()
98 		mem = mmap(NULL, size, prot, flags, -1, 0);  in alloc_one_folio()
101 	if (mem == MAP_FAILED) {  in alloc_one_folio()
102 		mem = NULL;  in alloc_one_folio()
106 	assert(((uintptr_t)mem & (size - 1)) == 0);  in alloc_one_folio()
113 	mem[0] = 1;  in alloc_one_folio()
114 	for (addr = mem; addr < mem + size; addr += pagesize) {  in alloc_one_folio()
116 			munmap(mem, size);  in alloc_one_folio()
117 			mem = NULL;  in alloc_one_folio()
121 	memset(mem, 1, size);  in alloc_one_folio()
126 	return mem;  in alloc_one_folio()
129 static bool check_uffd_wp_state(void *mem, size_t size, bool expect)  in check_uffd_wp_state()  argument
134 	for (addr = mem; addr < mem + size; addr += pagesize) {  in check_uffd_wp_state()
139 					      (addr - mem) / pagesize);  in check_uffd_wp_state()
161 	void *mem = NULL;  in test_one_folio()  local
173 	mem = alloc_one_folio(size, private, hugetlb);  in test_one_folio()
174 	if (!mem) {  in test_one_folio()
187 	if (uffd_register(gopts->uffd, mem, size, false, true, false)) {  in test_one_folio()
192 	wp_prms.range.start = (uintptr_t)mem;  in test_one_folio()
200 		madvise(mem, size, MADV_PAGEOUT);  in test_one_folio()
201 		if (!range_is_swapped(mem, size)) {  in test_one_folio()
208 	if (!check_uffd_wp_state(mem, size, true))  in test_one_folio()
221 	if (mremap(mem, size, size, MREMAP_FIXED | MREMAP_MAYMOVE, addr) == MAP_FAILED) {  in test_one_folio()
226 	mem = addr;  in test_one_folio()
229 	if (!check_uffd_wp_state(mem, size, false))  in test_one_folio()
239 	if (mem)  in test_one_folio()
240 		munmap(mem, size);  in test_one_folio()