18 static bool io_mem_alloc_compound(struct page **pages, int nr_pages,  in io_mem_alloc_compound()  argument
35 		pages[i] = page + i;  in io_mem_alloc_compound()
43 	struct page **pages;  in io_pin_pages()  local
59 	pages = kvmalloc_objs(struct page *, nr_pages, GFP_KERNEL_ACCOUNT);  in io_pin_pages()
60 	if (!pages)  in io_pin_pages()
64 					pages);  in io_pin_pages()
68 		return pages;  in io_pin_pages()
75 			unpin_user_pages(pages, ret);  in io_pin_pages()
78 	kvfree(pages);  in io_pin_pages()
93 	if (mr->pages) {  in io_free_region()
100 			unpin_user_pages(mr->pages, nr_refs);  in io_free_region()
102 			release_pages(mr->pages, nr_refs);  in io_free_region()
104 		kvfree(mr->pages);  in io_free_region()
119 	if (io_check_coalesce_buffer(mr->pages, mr->nr_pages, &ifd)) {  in io_region_init_ptr()
120 		if (ifd.nr_folios == 1 && !PageHighMem(mr->pages[0])) {  in io_region_init_ptr()
121 			mr->ptr = page_address(mr->pages[0]);  in io_region_init_ptr()
125 	ptr = vmap(mr->pages, mr->nr_pages, VM_MAP, PAGE_KERNEL);  in io_region_init_ptr()
138 	struct page **pages;  in io_region_pin_pages()  local
141 	pages = io_pin_pages(reg->user_addr, size, &nr_pages);  in io_region_pin_pages()
142 	if (IS_ERR(pages))  in io_region_pin_pages()
143 		return PTR_ERR(pages);  in io_region_pin_pages()
147 	mr->pages = pages;  in io_region_pin_pages()
159 	struct page **pages;  in io_region_allocate_pages()  local
161 	pages = kvmalloc_objs(*pages, mr->nr_pages, gfp);  in io_region_allocate_pages()
162 	if (!pages)  in io_region_allocate_pages()
165 	if (io_mem_alloc_compound(pages, mr->nr_pages, size, gfp)) {  in io_region_allocate_pages()
171 					     mr->nr_pages, pages);  in io_region_allocate_pages()
174 			release_pages(pages, nr_allocated);  in io_region_allocate_pages()
175 		kvfree(pages);  in io_region_allocate_pages()
180 	mr->pages = pages;  in io_region_allocate_pages()
191 	if (WARN_ON_ONCE(mr->pages || mr->ptr || mr->nr_pages))  in io_create_region()
292 	return vm_insert_pages(vma, vma->vm_start, mr->pages, &nr_pages);  in io_region_mmap()