| /linux/mm/ |
| H A D | page_counter.c | 54 void page_counter_cancel(struct page_counter *counter, unsigned long nr_pages) in page_counter_cancel()
76 void page_counter_charge(struct page_counter *counter, unsigned long nr_pages) in page_counter_charge()
119 unsigned long nr_pages, in page_counter_try_charge()
177 void page_counter_uncharge(struct page_counter *counter, unsigned long nr_pages) in page_counter_uncharge()
195 int page_counter_set_max(struct page_counter *counter, unsigned long nr_pages) in page_counter_set_max()
234 void page_counter_set_min(struct page_counter *counter, unsigned long nr_pages) in page_counter_set_min()
251 void page_counter_set_low(struct page_counter *counter, unsigned long nr_pages) in page_counter_set_low()
271 unsigned long *nr_pages) in page_counter_memparse()
|
| H A D | sparse.c | 185 unsigned long nr_pages) in subsection_mask_set() argument
193 void __init subsection_map_init(unsigned long pfn, unsigned long nr_pages) in subsection_map_init() argument
216 void __init subsection_map_init(unsigned long pfn, unsigned long nr_pages) in subsection_map_init() argument
426 unsigned long nr_pages, int nid, struct vmem_altmap *altmap, in __populate_section_memmap() argument
634 unsigned long nr_pages, int nid, struct vmem_altmap *altmap, in populate_section_memmap() argument
640 depopulate_section_memmap(unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap) depopulate_section_memmap() argument
657 clear_subsection_map(unsigned long pfn,unsigned long nr_pages) clear_subsection_map() argument
684 fill_subsection_map(unsigned long pfn,unsigned long nr_pages) fill_subsection_map() argument
707 populate_section_memmap(unsigned long pfn,unsigned long nr_pages,int nid,struct vmem_altmap * altmap,struct dev_pagemap * pgmap) populate_section_memmap() argument
714 depopulate_section_memmap(unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap) depopulate_section_memmap() argument
723 unsigned long magic, nr_pages; free_map_bootmem() local
750 clear_subsection_map(unsigned long pfn,unsigned long nr_pages) clear_subsection_map() argument
760 fill_subsection_map(unsigned long pfn,unsigned long nr_pages) fill_subsection_map() argument
782 section_deactivate(unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap) section_deactivate() argument
832 section_activate(int nid,unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap,struct dev_pagemap * pgmap) section_activate() argument
894 sparse_add_section(int nid,unsigned long start_pfn,unsigned long nr_pages,struct vmem_altmap * altmap,struct dev_pagemap * pgmap) sparse_add_section() argument
929 sparse_remove_section(unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap) sparse_remove_section() argument
[all...] |
| H A D | hugetlb_cgroup.c | 200 unsigned int nr_pages; in hugetlb_cgroup_move_parent() local
265 static int __hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in __hugetlb_cgroup_charge_cgroup()
302 int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup()
308 int hugetlb_cgroup_charge_cgroup_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup_rsvd()
315 static void __hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, in __hugetlb_cgroup_commit_charge()
336 void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, in hugetlb_cgroup_commit_charge()
343 void hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_commit_charge_rsvd()
353 static void __hugetlb_cgroup_uncharge_folio(int idx, unsigned long nr_pages, in __hugetlb_cgroup_uncharge_folio()
385 void hugetlb_cgroup_uncharge_folio(int idx, unsigned long nr_pages, in hugetlb_cgroup_uncharge_folio()
391 void hugetlb_cgroup_uncharge_folio_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_uncharge_folio_rsvd()
[all …]
|
| H A D | memory_hotplug.c | 59 unsigned long nr_pages = PFN_UP(memory_block_memmap_size()); in memory_block_memmap_on_memory_pages() local
299 static int check_pfn_span(unsigned long pfn, unsigned long nr_pages) in check_pfn_span() argument
369 int __add_pages(int nid, unsigned long pfn, unsigned long nr_pages, in __add_pages() argument
529 remove_pfn_range_from_zone(struct zone * zone,unsigned long start_pfn,unsigned long nr_pages) remove_pfn_range_from_zone() argument
573 __remove_pages(unsigned long pfn,unsigned long nr_pages,struct vmem_altmap * altmap) __remove_pages() argument
638 online_pages_range(unsigned long start_pfn,unsigned long nr_pages) online_pages_range() argument
676 node_states_check_changes_online(unsigned long nr_pages,struct zone * zone,struct memory_notify * arg) node_states_check_changes_online() argument
700 resize_zone_range(struct zone * zone,unsigned long start_pfn,unsigned long nr_pages) resize_zone_range() argument
711 resize_pgdat_range(struct pglist_data * pgdat,unsigned long start_pfn,unsigned long nr_pages) resize_pgdat_range() argument
745 move_pfn_range_to_zone(struct zone * zone,unsigned long start_pfn,unsigned long nr_pages,struct vmem_altmap * altmap,int migratetype) move_pfn_range_to_zone() argument
838 auto_movable_can_online_movable(int nid,struct memory_group * group,unsigned long nr_pages) auto_movable_can_online_movable() argument
893 default_kernel_zone_for_pfn(int nid,unsigned long start_pfn,unsigned long nr_pages) default_kernel_zone_for_pfn() argument
961 auto_movable_zone_for_pfn(int nid,struct memory_group * group,unsigned long pfn,unsigned long nr_pages) auto_movable_zone_for_pfn() argument
1020 default_zone_for_pfn(int nid,unsigned long start_pfn,unsigned long nr_pages) default_zone_for_pfn() argument
1045 zone_for_pfn_range(int online_type,int nid,struct memory_group * group,unsigned long start_pfn,unsigned long nr_pages) zone_for_pfn_range() argument
1064 adjust_present_page_count(struct page * page,struct memory_group * group,long nr_pages) adjust_present_page_count() argument
1084 mhp_init_memmap_on_memory(unsigned long pfn,unsigned long nr_pages,struct zone * zone,bool mhp_off_inaccessible) mhp_init_memmap_on_memory() argument
1123 mhp_deinit_memmap_on_memory(unsigned long pfn,unsigned long nr_pages) mhp_deinit_memmap_on_memory() argument
1146 online_pages(unsigned long pfn,unsigned long nr_pages,struct zone * zone,struct memory_group * group) online_pages() argument
1876 node_states_check_changes_offline(unsigned long nr_pages,struct zone * zone,struct memory_notify * arg) node_states_check_changes_offline() argument
1924 count_system_ram_pages_cb(unsigned long start_pfn,unsigned long nr_pages,void * data) count_system_ram_pages_cb() argument
1935 offline_pages(unsigned long start_pfn,unsigned long nr_pages,struct zone * zone,struct memory_group * group) offline_pages() argument
[all...] |
| H A D | gup_test.c | 11 unsigned long nr_pages, unsigned int gup_test_flags) in put_back_pages()
40 unsigned long nr_pages) in verify_dma_pinned()
70 unsigned long nr_pages) in dump_pages_test()
104 unsigned long i, nr_pages, addr, next; in __gup_test_ioctl() local
224 long nr_pages, cur_pages, addr, remaining_pages; in pin_longterm_test_start() local
|
| H A D | memcontrol-v1.h | 14 unsigned int nr_pages) in try_charge()
112 static inline void memcg1_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) in memcg1_uncharge_skmem()
145 static inline void memcg1_account_kmem(struct mem_cgroup *memcg, int nr_pages) {} in memcg1_account_kmem()
147 static inline bool memcg1_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages, in memcg1_charge_skmem()
149 static inline void memcg1_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) {} in memcg1_uncharge_skmem()
|
| H A D | percpu-km.c | 55 const int nr_pages = pcpu_group_sizes[0] >> PAGE_SHIFT; in pcpu_create_chunk() local
89 const int nr_pages = pcpu_group_sizes[0] >> PAGE_SHIFT; in pcpu_destroy_chunk() local
109 size_t nr_pages, alloc_pages; in pcpu_verify_alloc_info() local
|
| H A D | cma_sysfs.c | 17 void cma_sysfs_account_success_pages(struct cma *cma, unsigned long nr_pages) in cma_sysfs_account_success_pages()
22 void cma_sysfs_account_fail_pages(struct cma *cma, unsigned long nr_pages) in cma_sysfs_account_fail_pages()
27 void cma_sysfs_account_release_pages(struct cma *cma, unsigned long nr_pages) in cma_sysfs_account_release_pages()
|
| H A D | cma.h | 52 unsigned long nr_pages) {}; in cma_sysfs_account_success_pages()
54 unsigned long nr_pages) {}; in cma_sysfs_account_fail_pages()
56 unsigned long nr_pages) {}; in cma_sysfs_account_release_pages()
|
| H A D | mmu_gather.c | 60 unsigned int nr_pages = 1; in tlb_flush_rmap_batch() local
104 unsigned int nr, nr_pages; in __tlb_batch_free_encoded_pages() local
165 struct page *page, unsigned int nr_pages, bool delay_rmap, in __tlb_remove_folio_pages_size()
206 unsigned int nr_pages, bool delay_rmap) in __tlb_remove_folio_pages()
|
| H A D | gup.c | 1425 unsigned long start, unsigned long nr_pages, in __get_user_pages()
1719 unsigned long nr_pages, in __get_user_pages_locked()
1889 unsigned long nr_pages = (end - start) / PAGE_SIZE; in populate_vma_page_range() local
1962 unsigned long nr_pages = (end - start) / PAGE_SIZE; in faultin_page_range() local
2052 unsigned long nr_pages, struct page **pages, in __get_user_pages_locked()
2492 static long check_and_migrate_movable_pages(unsigned long nr_pages, in check_and_migrate_movable_pages()
2504 static long check_and_migrate_movable_pages(unsigned long nr_pages, in check_and_migrate_movable_pages()
2523 unsigned long nr_pages, in __gup_longterm_locked()
2660 unsigned long start, unsigned long nr_pages, in get_user_pages_remote()
2678 unsigned long start, unsigned long nr_pages, in get_user_pages_remote()
[all …]
|
| H A D | memcontrol.c | 134 unsigned int nr_pages; obj_cgroup_release() local
1258 mem_cgroup_update_lru_size(struct lruvec * lruvec,enum lru_list lru,int zid,int nr_pages) mem_cgroup_update_lru_size() argument
1700 unsigned int nr_pages; global() member
1732 consume_stock(struct mem_cgroup * memcg,unsigned int nr_pages) consume_stock() argument
1805 __refill_stock(struct mem_cgroup * memcg,unsigned int nr_pages) __refill_stock() argument
1823 refill_stock(struct mem_cgroup * memcg,unsigned int nr_pages) refill_stock() argument
1888 reclaim_high(struct mem_cgroup * memcg,unsigned int nr_pages,gfp_t gfp_mask) reclaim_high() argument
2028 calculate_high_delay(struct mem_cgroup * memcg,unsigned int nr_pages,u64 max_overage) calculate_high_delay() argument
2069 unsigned int nr_pages = current->memcg_nr_pages_over_high; mem_cgroup_handle_over_high() local
2158 try_charge_memcg(struct mem_cgroup * memcg,gfp_t gfp_mask,unsigned int nr_pages) try_charge_memcg() argument
2358 mem_cgroup_cancel_charge(struct mem_cgroup * memcg,unsigned int nr_pages) mem_cgroup_cancel_charge() argument
2598 obj_cgroup_uncharge_pages(struct obj_cgroup * objcg,unsigned int nr_pages) obj_cgroup_uncharge_pages() argument
2620 obj_cgroup_charge_pages(struct obj_cgroup * objcg,gfp_t gfp,unsigned int nr_pages) obj_cgroup_charge_pages() argument
2674 unsigned int nr_pages = 1 << order; __memcg_kmem_uncharge_page() local
2777 unsigned int nr_pages = stock->nr_bytes >> PAGE_SHIFT; drain_obj_stock() local
2854 unsigned int nr_pages = 0; refill_obj_stock() local
2883 unsigned int nr_pages, nr_bytes; obj_cgroup_charge() local
4078 unsigned long nr_pages = page_counter_read(&memcg->memory); memory_high_write() local
4127 unsigned long nr_pages = page_counter_read(&memcg->memory); memory_max_write() local
4511 mem_cgroup_hugetlb_try_charge(struct mem_cgroup * memcg,gfp_t gfp,long nr_pages) mem_cgroup_hugetlb_try_charge() argument
4573 mem_cgroup_swapin_uncharge_swap(swp_entry_t entry,unsigned int nr_pages) mem_cgroup_swapin_uncharge_swap() argument
4631 long nr_pages; uncharge_folio() local
4727 long nr_pages = folio_nr_pages(new); mem_cgroup_replace_folio() local
4841 mem_cgroup_charge_skmem(struct mem_cgroup * memcg,unsigned int nr_pages,gfp_t gfp_mask) mem_cgroup_charge_skmem() argument
4860 mem_cgroup_uncharge_skmem(struct mem_cgroup * memcg,unsigned int nr_pages) mem_cgroup_uncharge_skmem() argument
5010 unsigned int nr_pages = folio_nr_pages(folio); __mem_cgroup_try_charge_swap() local
5054 __mem_cgroup_uncharge_swap(swp_entry_t entry,unsigned int nr_pages) __mem_cgroup_uncharge_swap() argument
[all...] |
| H A D | swap.c | 152 long nr_pages = folio_nr_pages(folio); lru_add() local
331 long nr_pages = folio_nr_pages(folio); lru_activate() local
559 long nr_pages = folio_nr_pages(folio); lru_deactivate_file() local
599 long nr_pages = folio_nr_pages(folio); lru_deactivate() local
615 long nr_pages = folio_nr_pages(folio); lru_lazyfree() local
[all...] |
| /linux/include/linux/ |
| H A D | hugetlb_cgroup.h | 162 unsigned long nr_pages, in hugetlb_cgroup_uncharge_file_region()
207 static inline int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup()
214 unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup_rsvd()
220 static inline void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages, in hugetlb_cgroup_commit_charge()
227 hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_commit_charge_rsvd()
233 static inline void hugetlb_cgroup_uncharge_folio(int idx, unsigned long nr_pages, in hugetlb_cgroup_uncharge_folio()
239 unsigned long nr_pages, in hugetlb_cgroup_uncharge_folio_rsvd()
244 unsigned long nr_pages, in hugetlb_cgroup_uncharge_cgroup()
250 hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_uncharge_cgroup_rsvd()
|
| /linux/io_uring/ |
| H A D | memmap.c | 17 static void *io_mem_alloc_compound(struct page **pages, int nr_pages, in io_mem_alloc_compound()
39 static void *io_mem_alloc_single(struct page **pages, int nr_pages, size_t size, in io_mem_alloc_single()
65 int nr_pages; in io_pages_map() local
137 unsigned long start, end, nr_pages; in io_pin_pages() local
181 unsigned int nr_pages; in __io_uaddr_map() local
224 int nr_pages, ret; in io_create_region() local
316 unsigned long nr_pages = npages; in io_uring_mmap_pages() local
|
| H A D | rsrc.c | 35 int __io_account_mem(struct user_struct *user, unsigned long nr_pages) in __io_account_mem()
55 static void io_unaccount_mem(struct io_ring_ctx *ctx, unsigned long nr_pages) in io_unaccount_mem()
64 static int io_account_mem(struct io_ring_ctx *ctx, unsigned long nr_pages) in io_account_mem()
566 int nr_pages, struct page *hpage) in headpage_already_acct()
598 int nr_pages, struct io_mapped_ubuf *imu, in io_buffer_account_pin()
629 static bool io_do_coalesce_buffer(struct page ***pages, int *nr_pages, in io_do_coalesce_buffer()
670 static bool io_try_coalesce_buffer(struct page ***pages, int *nr_pages, in io_try_coalesce_buffer()
730 int ret, nr_pages, i; in io_sqe_buffer_register() local
|
| /linux/drivers/xen/ |
| H A D | unpopulated-alloc.c | 34 static int fill_list(unsigned int nr_pages) in fill_list()
158 int xen_alloc_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_alloc_unpopulated_pages()
214 void xen_free_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_free_unpopulated_pages()
|
| H A D | balloon.c | 386 static enum bp_state increase_reservation(unsigned long nr_pages) in increase_reservation()
429 static enum bp_state decrease_reservation(unsigned long nr_pages, gfp_t gfp) in decrease_reservation()
571 static int add_ballooned_pages(unsigned int nr_pages) in add_ballooned_pages()
604 int xen_alloc_ballooned_pages(unsigned int nr_pages, struct page **pages) in xen_alloc_ballooned_pages()
657 void xen_free_ballooned_pages(unsigned int nr_pages, struct page **pages) in xen_free_ballooned_pages()
|
| /linux/net/rds/ |
| H A D | rdma.c | 154 static int rds_pin_pages(unsigned long user_addr, unsigned int nr_pages, in rds_pin_pages()
178 unsigned int nr_pages; in __rds_rdma_map() local
535 unsigned int nr_pages; in rds_rdma_pages() local
563 unsigned int nr_pages; in rds_rdma_extra_size() local
617 int nr_pages; in rds_cmsg_rdma_args() local
|
| /linux/include/xen/ |
| H A D | xen.h | 71 static inline int xen_alloc_unpopulated_pages(unsigned int nr_pages, in xen_alloc_unpopulated_pages()
76 static inline void xen_free_unpopulated_pages(unsigned int nr_pages, in xen_free_unpopulated_pages()
|
| /linux/tools/testing/selftests/mm/ |
| H A D | hugetlb-madvise.c | 40 void write_fault_pages(void *addr, unsigned long nr_pages) in write_fault_pages()
48 void read_fault_pages(void *addr, unsigned long nr_pages) in read_fault_pages()
|
| /linux/drivers/firmware/efi/libstub/ |
| H A D | relocate.c | 28 unsigned long nr_pages; in efi_low_alloc_above() local
120 unsigned long nr_pages; in efi_relocate_kernel() local
|
| /linux/drivers/virtio/ |
| H A D | virtio_mem.c | 928 const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size); in virtio_mem_sbm_notify_going_offline() local
944 const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size); in virtio_mem_sbm_notify_cancel_offline() local
960 unsigned long nr_pages) in virtio_mem_bbm_notify_going_offline()
975 unsigned long nr_pages) in virtio_mem_bbm_notify_cancel_offline()
1143 unsigned long nr_pages, bool onlined) in virtio_mem_set_fake_offline()
1168 unsigned long nr_pages, bool onlined) in virtio_mem_clear_fake_offline()
1185 static void virtio_mem_fake_online(unsigned long pfn, unsigned long nr_pages) in virtio_mem_fake_online()
1223 unsigned long nr_pages) in virtio_mem_fake_offline()
1267 unsigned long nr_pages) in virtio_mem_fake_offline_going_offline()
1285 unsigned long nr_pages) in virtio_mem_fake_offline_cancel_offline()
[all …]
|
| /linux/arch/powerpc/platforms/powernv/ |
| H A D | memtrace.c | 92 unsigned long nr_pages) in memtrace_clear_range()
113 const unsigned long nr_pages = PHYS_PFN(size); in memtrace_alloc_node() local
216 const unsigned long nr_pages = PHYS_PFN(size); in memtrace_free() local
|
| /linux/drivers/net/ethernet/ibm/ehea/ |
| H A D | ehea_qmr.c | 93 int i, nr_pages; in hw_queue_dtor() local
358 int nr_pages, int wqe_size, int act_nr_sges, in ehea_qp_alloc_register()
608 static int ehea_update_busmap(unsigned long pfn, unsigned long nr_pages, int add) in ehea_update_busmap()
651 int ehea_add_sect_bmap(unsigned long pfn, unsigned long nr_pages) in ehea_add_sect_bmap()
661 int ehea_rem_sect_bmap(unsigned long pfn, unsigned long nr_pages) in ehea_rem_sect_bmap()
686 unsigned long pfn, start_pfn, end_pfn, nr_pages; in ehea_create_busmap_callback() local
|