Home
last modified time | relevance | path

Searched refs:nr_pages (Results 1 – 25 of 225) sorted by relevance

123456789

/linux/io_uring/
H A Dmemmap.c18 static bool io_mem_alloc_compound(struct page **pages, int nr_pages, in io_mem_alloc_compound() argument
38 extra = nr_compound - nr_pages; in io_mem_alloc_compound()
49 for (i = 0; i < nr_pages; i++) in io_mem_alloc_compound()
57 unsigned long start, end, nr_pages; in io_pin_pages() local
68 nr_pages = end - start; in io_pin_pages()
69 if (WARN_ON_ONCE(!nr_pages)) in io_pin_pages()
71 if (nr_pages > INT_MAX / sizeof(struct page *)) in io_pin_pages()
74 pages = kvmalloc_objs(struct page *, nr_pages, GFP_KERNEL_ACCOUNT); in io_pin_pages()
78 ret = pin_user_pages_fast(uaddr, nr_pages, FOLL_WRITE | FOLL_LONGTERM, in io_pin_pages()
81 if (ret == nr_pages) { in io_pin_pages()
[all …]
H A Drsrc.h89 bool io_check_coalesce_buffer(struct page **page_array, int nr_pages,
127 int __io_account_mem(struct user_struct *user, unsigned long nr_pages); in io_reset_rsrc_node()
129 unsigned long nr_pages);
131 unsigned long nr_pages);
134 unsigned long nr_pages)
136 atomic_long_sub(nr_pages, &user->locked_vm);
139 __io_unaccount_mem(struct user_struct * user,unsigned long nr_pages) __io_unaccount_mem() argument
/linux/fs/iomap/
H A Dswapfile.c16 unsigned long nr_pages; /* number of pages collected */ member
30 unsigned long nr_pages; in iomap_swapfile_add_extent() local
37 if (unlikely(isi->nr_pages >= isi->sis->max)) in iomap_swapfile_add_extent()
39 max_pages = isi->sis->max - isi->nr_pages; in iomap_swapfile_add_extent()
52 nr_pages = next_ppage - first_ppage; in iomap_swapfile_add_extent()
53 nr_pages = min(nr_pages, max_pages); in iomap_swapfile_add_extent()
69 error = add_swap_extent(isi->sis, isi->nr_pages, nr_pages, first_ppage); in iomap_swapfile_add_extent()
73 isi->nr_pages += nr_pages; in iomap_swapfile_add_extent()
182 if (isi.nr_pages == 0) { in iomap_swapfile_activate()
188 sis->max = isi.nr_pages; in iomap_swapfile_activate()
[all …]
/linux/mm/
H A Dhugetlb_cgroup.c189 unsigned int nr_pages; in hugetlb_cgroup_move_parent() local
203 nr_pages = folio_nr_pages(folio); in hugetlb_cgroup_move_parent()
207 page_counter_charge(&parent->hugepage[idx], nr_pages); in hugetlb_cgroup_move_parent()
211 page_counter_cancel(counter, nr_pages); in hugetlb_cgroup_move_parent()
253 static int __hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in __hugetlb_cgroup_charge_cgroup() argument
274 nr_pages, &counter)) { in __hugetlb_cgroup_charge_cgroup()
290 int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup() argument
293 return __hugetlb_cgroup_charge_cgroup(idx, nr_pages, ptr, false); in hugetlb_cgroup_charge_cgroup()
296 int hugetlb_cgroup_charge_cgroup_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup_rsvd() argument
299 return __hugetlb_cgroup_charge_cgroup(idx, nr_pages, ptr, true); in hugetlb_cgroup_charge_cgroup_rsvd()
[all …]
H A Dswap_state.c213 unsigned long nr_pages = folio_nr_pages(folio); in __swap_cache_do_add_folio()
221 ci_end = ci_off + nr_pages; in __swap_cache_do_add_folio()
228 folio_ref_add(folio, nr_pages);
250 unsigned long nr_pages = folio_nr_pages(folio);
253 node_stat_mod_folio(folio, NR_FILE_PAGES, nr_pages); in __swap_cache_do_del_folio()
254 lruvec_stat_mod_folio(folio, NR_SWAPCACHE, nr_pages); in __swap_cache_do_del_folio()
265 unsigned long nr_pages = folio_nr_pages(folio); in __swap_cache_do_del_folio()
274 ci_end = ci_start + nr_pages; in __swap_cache_do_del_folio()
293 __swap_cluster_free_entries(si, ci, ci_start, nr_pages); in __swap_cache_do_del_folio()
319 unsigned long nr_pages in __swap_cache_del_folio()
207 unsigned long nr_pages = folio_nr_pages(folio); __swap_cache_do_add_folio() local
244 unsigned long nr_pages = folio_nr_pages(folio); __swap_cache_add_folio() local
259 unsigned long nr_pages = folio_nr_pages(folio); __swap_cache_do_del_folio() local
313 unsigned long nr_pages = folio_nr_pages(folio); __swap_cache_del_folio() local
360 unsigned long nr_pages = folio_nr_pages(new); __swap_cache_replace_folio() local
413 unsigned long address, nr_pages = 1UL << order; __swap_cache_alloc() local
[all...]
/linux/drivers/xen/
H A Dunpopulated-alloc.c37 static int fill_list(unsigned int nr_pages) in fill_list() argument
42 unsigned int i, alloc_pages = round_up(nr_pages, PAGES_PER_SECTION); in fill_list()
161 int xen_alloc_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_alloc_unpopulated_pages() argument
172 return xen_alloc_ballooned_pages(nr_pages, pages); in xen_alloc_unpopulated_pages()
175 if (list_count < nr_pages) { in xen_alloc_unpopulated_pages()
176 ret = fill_list(nr_pages - list_count); in xen_alloc_unpopulated_pages()
181 for (i = 0; i < nr_pages; i++) { in xen_alloc_unpopulated_pages()
217 void xen_free_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_free_unpopulated_pages() argument
222 xen_free_ballooned_pages(nr_pages, pages); in xen_free_unpopulated_pages()
227 for (i = 0; i < nr_pages; i++) { in xen_free_unpopulated_pages()
H A Dxlate_mmu.c222 unsigned long nr_pages; in xen_xlate_map_ballooned_pages() local
225 nr_pages = DIV_ROUND_UP(nr_grant_frames, XEN_PFN_PER_PAGE); in xen_xlate_map_ballooned_pages()
226 pages = kzalloc_objs(pages[0], nr_pages); in xen_xlate_map_ballooned_pages()
235 rc = xen_alloc_unpopulated_pages(nr_pages, pages); in xen_xlate_map_ballooned_pages()
238 nr_pages, rc); in xen_xlate_map_ballooned_pages()
248 vaddr = vmap(pages, nr_pages, 0, PAGE_KERNEL); in xen_xlate_map_ballooned_pages()
251 nr_pages, rc); in xen_xlate_map_ballooned_pages()
252 xen_free_unpopulated_pages(nr_pages, pages); in xen_xlate_map_ballooned_pages()
/linux/kernel/events/
H A Dring_buffer.c179 if (rb->nr_pages) { in __perf_output_begin()
243 handle->page = (offset >> page_shift) & (rb->nr_pages - 1); in __perf_output_begin()
339 if (!rb->nr_pages) in ring_buffer_init()
680 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument
697 if (nr_pages <= 0) in rb_alloc_aux()
708 (unsigned long)nr_pages << (PAGE_SHIFT - 1)); in rb_alloc_aux()
723 max_order = ilog2(nr_pages); in rb_alloc_aux()
731 if (get_order((unsigned long)nr_pages * sizeof(void *)) > MAX_PAGE_ORDER) in rb_alloc_aux()
733 rb->aux_pages = kcalloc_node(nr_pages, sizeof(void *), GFP_KERNEL, in rb_alloc_aux()
739 for (rb->aux_nr_pages = 0; rb->aux_nr_pages < nr_pages;) { in rb_alloc_aux()
[all …]
H A Dinternal.h20 int nr_pages; /* nr of data pages */ member
76 if (!pause && rb->nr_pages) in rb_toggle_paused()
83 rb_alloc(int nr_pages, long watermark, int cpu, int flags);
86 pgoff_t pgoff, int nr_pages, long watermark, int flags);
124 return rb->nr_pages << page_order(rb); in data_page_nr()
129 return rb->nr_pages << (PAGE_SHIFT + page_order(rb)); in perf_data_size()
155 handle->page &= rb->nr_pages - 1; \
/linux/mm/kasan/
H A Dshadow.c220 nr_shadow_pages = mem_data->nr_pages >> KASAN_SHADOW_SCALE_SHIFT; in kasan_mem_notifier()
226 if (WARN_ON(mem_data->nr_pages % KASAN_GRANULE_SIZE) || in kasan_mem_notifier()
327 static void ___free_pages_bulk(struct page **pages, int nr_pages) in ___free_pages_bulk() argument
331 for (i = 0; i < nr_pages; i++) { in ___free_pages_bulk()
339 static int ___alloc_pages_bulk(struct page **pages, int nr_pages, gfp_t gfp_mask) in ___alloc_pages_bulk() argument
341 unsigned long nr_populated, nr_total = nr_pages; in ___alloc_pages_bulk()
344 while (nr_pages) { in ___alloc_pages_bulk()
345 nr_populated = alloc_pages_bulk(gfp_mask, nr_pages, pages); in ___alloc_pages_bulk()
347 ___free_pages_bulk(page_array, nr_total - nr_pages); in ___alloc_pages_bulk()
351 nr_pages -= nr_populated; in ___alloc_pages_bulk()
[all …]
/linux/drivers/misc/bcm-vk/
H A Dbcm_vk_sg.c60 dma->nr_pages = last - first + 1; in bcm_vk_dma_alloc()
63 dma->pages = kmalloc_objs(struct page *, dma->nr_pages); in bcm_vk_dma_alloc()
68 data, vkdata->size, dma->nr_pages); in bcm_vk_dma_alloc()
74 dma->nr_pages, in bcm_vk_dma_alloc()
77 if (err != dma->nr_pages) { in bcm_vk_dma_alloc()
78 dma->nr_pages = (err >= 0) ? err : 0; in bcm_vk_dma_alloc()
80 err, dma->nr_pages); in bcm_vk_dma_alloc()
85 dma->sglen = (dma->nr_pages * sizeof(*sgdata)) + in bcm_vk_dma_alloc()
115 for (i = 1; i < dma->nr_pages; i++) { in bcm_vk_dma_alloc()
248 for (i = 0; i < dma->nr_pages; i++) in bcm_vk_dma_free()
/linux/net/rds/
H A Drdma.c155 static int rds_pin_pages(unsigned long user_addr, unsigned int nr_pages, in rds_pin_pages() argument
164 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
165 if (ret >= 0 && ret < nr_pages) { in rds_pin_pages()
179 unsigned int nr_pages; in __rds_rdma_map() local
214 nr_pages = rds_pages_in_vec(&args->vec); in __rds_rdma_map()
215 if (nr_pages == 0) { in __rds_rdma_map()
223 if ((nr_pages - 1) > (RDS_MAX_MSG_SIZE >> PAGE_SHIFT)) { in __rds_rdma_map()
229 args->vec.addr, args->vec.bytes, nr_pages); in __rds_rdma_map()
232 pages = kzalloc_objs(struct page *, nr_pages); in __rds_rdma_map()
270 ret = rds_pin_pages(args->vec.addr, nr_pages, pages, 1); in __rds_rdma_map()
[all …]
/linux/drivers/firmware/efi/libstub/
H A Dmem.c119 unsigned long nr_pages; in efi_free() local
124 nr_pages = round_up(size, EFI_ALLOC_ALIGN) / EFI_PAGE_SIZE; in efi_free()
125 efi_bs_call(free_pages, addr, nr_pages); in efi_free()
148 unsigned long nr_pages; in efi_low_alloc_above() local
165 nr_pages = size / EFI_PAGE_SIZE; in efi_low_alloc_above()
183 if (desc->num_pages < nr_pages) in efi_low_alloc_above()
197 EFI_LOADER_DATA, nr_pages, &start); in efi_low_alloc_above()
/linux/drivers/virt/acrn/
H A Dmm.c159 int nr_pages, i, order, nr_regions = 0; in acrn_vm_ram_map() local
172 nr_pages = memmap->len >> PAGE_SHIFT; in acrn_vm_ram_map()
173 if (!nr_pages) in acrn_vm_ram_map()
187 for (i = 0; i < nr_pages; i++) { in acrn_vm_ram_map()
237 pages = vzalloc(array_size(nr_pages, sizeof(*pages))); in acrn_vm_ram_map()
243 nr_pages, FOLL_WRITE | FOLL_LONGTERM, in acrn_vm_ram_map()
248 } else if (pinned != nr_pages) { in acrn_vm_ram_map()
254 remap_vaddr = vmap(pages, nr_pages, VM_MAP, PAGE_KERNEL); in acrn_vm_ram_map()
265 region_mapping->npages = nr_pages; in acrn_vm_ram_map()
280 for (i = 0; i < nr_pages; i += 1 << order) { in acrn_vm_ram_map()
[all …]
/linux/fs/
H A Dfs-writeback.c39 long nr_pages; member
1051 static long wb_split_bdi_pages(struct bdi_writeback *wb, long nr_pages) in wb_split_bdi_pages() argument
1056 if (nr_pages == LONG_MAX) in wb_split_bdi_pages()
1065 return nr_pages; in wb_split_bdi_pages()
1067 return DIV_ROUND_UP_ULL((u64)nr_pages * this_bw, tot_bw); in wb_split_bdi_pages()
1096 long nr_pages; in bdi_split_work_to_wbs() local
1111 nr_pages = wb_split_bdi_pages(wb, base_work->nr_pages); in bdi_split_work_to_wbs()
1116 work->nr_pages = nr_pages; in bdi_split_work_to_wbs()
1135 work->nr_pages = nr_pages; in bdi_split_work_to_wbs()
1213 work->nr_pages = dirty; in cgroup_writeback_by_id()
[all …]
/linux/arch/arm/mach-rpc/include/mach/
H A Duncompress.h20 unsigned long nr_pages; member
116 unsigned int nr_pages = 0, page_size = PAGE_SIZE; in arch_decomp_setup() local
130 nr_pages += (t->u.mem.size / PAGE_SIZE); in arch_decomp_setup()
134 nr_pages = params->nr_pages; in arch_decomp_setup()
179 if (nr_pages * page_size < 4096*1024) error("<4M of mem\n"); in arch_decomp_setup()
/linux/drivers/xen/xenbus/
H A Dxenbus_client.c396 unsigned int nr_pages, grant_ref_t *grefs) in xenbus_setup_ring() argument
398 unsigned long ring_size = nr_pages * XEN_PAGE_SIZE; in xenbus_setup_ring()
410 ret = gnttab_alloc_grant_references(nr_pages, &gref_head); in xenbus_setup_ring()
413 nr_pages); in xenbus_setup_ring()
417 for (i = 0; i < nr_pages; i++) { in xenbus_setup_ring()
437 for (i = 0; i < nr_pages; i++) in xenbus_setup_ring()
454 void xenbus_teardown_ring(void **vaddr, unsigned int nr_pages, in xenbus_teardown_ring() argument
459 for (i = 0; i < nr_pages; i++) { in xenbus_teardown_ring()
467 free_pages_exact(*vaddr, nr_pages * XEN_PAGE_SIZE); in xenbus_teardown_ring()
684 unsigned int nr_pages = XENBUS_PAGES(nr_grefs); in xenbus_map_ring_hvm() local
[all …]
/linux/drivers/media/pci/cx23885/
H A Dcx23885-alsa.c72 unsigned long nr_pages) in cx23885_alsa_dma_init() argument
78 buf->vaddr = vmalloc_32(nr_pages << PAGE_SHIFT); in cx23885_alsa_dma_init()
80 dprintk(1, "vmalloc_32(%lu pages) failed\n", nr_pages); in cx23885_alsa_dma_init()
85 buf->vaddr, nr_pages << PAGE_SHIFT); in cx23885_alsa_dma_init()
87 memset(buf->vaddr, 0, nr_pages << PAGE_SHIFT); in cx23885_alsa_dma_init()
88 buf->nr_pages = nr_pages; in cx23885_alsa_dma_init()
90 buf->sglist = vzalloc(array_size(sizeof(*buf->sglist), buf->nr_pages)); in cx23885_alsa_dma_init()
94 sg_init_table(buf->sglist, buf->nr_pages); in cx23885_alsa_dma_init()
95 for (i = 0; i < buf->nr_pages; i++) { in cx23885_alsa_dma_init()
117 buf->nr_pages, DMA_FROM_DEVICE); in cx23885_alsa_dma_map()
[all …]
/linux/drivers/edac/
H A Dpasemi_edac.c145 dimm->nr_pages = 128 << (20 - PAGE_SHIFT); in pasemi_edac_init_csrows()
148 dimm->nr_pages = 256 << (20 - PAGE_SHIFT); in pasemi_edac_init_csrows()
152 dimm->nr_pages = 512 << (20 - PAGE_SHIFT); in pasemi_edac_init_csrows()
155 dimm->nr_pages = 1024 << (20 - PAGE_SHIFT); in pasemi_edac_init_csrows()
158 dimm->nr_pages = 2048 << (20 - PAGE_SHIFT); in pasemi_edac_init_csrows()
168 csrow->last_page = csrow->first_page + dimm->nr_pages - 1; in pasemi_edac_init_csrows()
169 last_page_in_mmc += dimm->nr_pages; in pasemi_edac_init_csrows()
/linux/arch/powerpc/platforms/powernv/
H A Dmemtrace.c97 const unsigned long nr_pages = PHYS_PFN(size); in memtrace_alloc_node() local
105 page = alloc_contig_pages(nr_pages, GFP_KERNEL | __GFP_THISNODE | in memtrace_alloc_node()
116 (unsigned long)pfn_to_kaddr(start_pfn + nr_pages), in memtrace_alloc_node()
123 for (pfn = start_pfn; pfn < start_pfn + nr_pages; pfn++) in memtrace_alloc_node()
200 const unsigned long nr_pages = PHYS_PFN(size); in memtrace_free() local
209 for (pfn = start_pfn; pfn < start_pfn + nr_pages; pfn++) in memtrace_free()
212 free_contig_range(start_pfn, nr_pages); in memtrace_free()
/linux/kernel/
H A Dwatch_queue.c243 int ret, i, nr_pages; in watch_queue_set_size() local
254 nr_pages = (nr_notes + WATCH_QUEUE_NOTES_PER_PAGE - 1); in watch_queue_set_size()
255 nr_pages /= WATCH_QUEUE_NOTES_PER_PAGE; in watch_queue_set_size()
256 user_bufs = account_pipe_buffers(pipe->user, pipe->nr_accounted, nr_pages); in watch_queue_set_size()
258 if (nr_pages > pipe->max_usage && in watch_queue_set_size()
266 nr_notes = nr_pages * WATCH_QUEUE_NOTES_PER_PAGE; in watch_queue_set_size()
277 pipe->max_usage = nr_pages; in watch_queue_set_size()
278 pipe->nr_accounted = nr_pages; in watch_queue_set_size()
281 pages = kzalloc_objs(struct page *, nr_pages); in watch_queue_set_size()
285 for (i = 0; i < nr_pages; i++) { in watch_queue_set_size()
[all …]
/linux/arch/arm/xen/
H A Dp2m.c25 unsigned long nr_pages; member
75 entry->pfn + entry->nr_pages > pfn) { in __pfn_to_mfn()
151 unsigned long mfn, unsigned long nr_pages) in __set_phys_to_machine_multi() argument
164 p2m_entry->pfn + p2m_entry->nr_pages > pfn) { in __set_phys_to_machine_multi()
184 p2m_entry->nr_pages = nr_pages; in __set_phys_to_machine_multi()
/linux/kernel/trace/
H A Dring_buffer.c522 unsigned long nr_pages; member
854 size_t nr_pages; in full_hit() local
857 nr_pages = cpu_buffer->nr_pages; in full_hit()
858 if (!nr_pages || !full) in full_hit()
868 return (dirty * 100) >= (full * nr_pages); in full_hit()
1682 static void *rb_range_meta(struct trace_buffer *buffer, int nr_pages, int cpu) in rb_range_meta() argument
1698 if (!nr_pages) { in rb_range_meta()
1702 nr_subbufs = nr_pages + 1; in rb_range_meta()
1843 struct trace_buffer *buffer, int nr_pages, in rb_cpu_meta_valid() argument
2234 static void rb_range_meta_init(struct trace_buffer *buffer, int nr_pages, int scratch_size) in rb_range_meta_init() argument
[all …]
/linux/drivers/accel/ivpu/
H A Divpu_gem_userptr.c72 unsigned long nr_pages = size >> PAGE_SHIFT; in ivpu_create_userptr_dmabuf() local
80 pages = kvmalloc_objs(*pages, nr_pages); in ivpu_create_userptr_dmabuf()
84 pinned = pin_user_pages_fast((unsigned long)user_ptr, nr_pages, gup_flags, pages); in ivpu_create_userptr_dmabuf()
91 if (pinned != nr_pages) { in ivpu_create_userptr_dmabuf()
92 ivpu_dbg(vdev, IOCTL, "Pinned %d pages, expected %lu\n", pinned, nr_pages); in ivpu_create_userptr_dmabuf()
103 ret = sg_alloc_table_from_pages(sgt, pages, nr_pages, 0, size, GFP_KERNEL); in ivpu_create_userptr_dmabuf()
/linux/drivers/s390/char/
H A Dvmcp.c62 int nr_pages, order; in vmcp_response_alloc() local
65 nr_pages = ALIGN(session->bufsize, PAGE_SIZE) >> PAGE_SHIFT; in vmcp_response_alloc()
72 page = cma_alloc(vmcp_cma, nr_pages, 0, false); in vmcp_response_alloc()
83 int nr_pages, order; in vmcp_response_free() local
89 nr_pages = ALIGN(session->bufsize, PAGE_SIZE) >> PAGE_SHIFT; in vmcp_response_free()
92 cma_release(vmcp_cma, page, nr_pages); in vmcp_response_free()

123456789