| /linux/mm/ |
| H A D | vmstat.c | 274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
287 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
317 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold() argument
373 __mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) __mod_node_page_state() argument
453 __inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) __inc_node_state() argument
509 __dec_node_state(struct pglist_data * pgdat,enum node_stat_item item) __dec_node_state() argument
615 mod_node_state(struct pglist_data * pgdat,enum node_stat_item item,int delta,int overstep_mode) mod_node_state() argument
665 mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) mod_node_page_state() argument
672 inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) inc_node_state() argument
725 inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) inc_node_state() argument
735 mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) mod_node_page_state() argument
749 struct pglist_data *pgdat; inc_node_page_state() local
810 struct pglist_data *pgdat; refresh_cpu_vm_stats() local
898 struct pglist_data *pgdat; cpu_vm_stats_fold() local
1016 node_page_state_pages(struct pglist_data * pgdat,enum node_stat_item item) node_page_state_pages() argument
1027 node_page_state(struct pglist_data * pgdat,enum node_stat_item item) node_page_state() argument
1474 pg_data_t *pgdat; frag_start() local
1487 pg_data_t *pgdat = (pg_data_t *)arg; frag_next() local
1501 walk_zones_in_node(struct seq_file * m,pg_data_t * pgdat,bool assert_populated,bool nolock,void (* print)(struct seq_file * m,pg_data_t *,struct zone *)) walk_zones_in_node() argument
1523 frag_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) frag_show_print() argument
1543 pg_data_t *pgdat = (pg_data_t *)arg; frag_show() local
1549 pagetypeinfo_showfree_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showfree_print() argument
1594 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_showfree() local
1606 pagetypeinfo_showblockcount_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showblockcount_print() argument
1641 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_showblockcount() local
1657 pagetypeinfo_showmixedcount(struct seq_file * m,pg_data_t * pgdat) pagetypeinfo_showmixedcount() argument
1683 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_show() local
1713 is_zone_first_populated(pg_data_t * pgdat,struct zone * zone) is_zone_first_populated() argument
1727 zoneinfo_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) zoneinfo_show_print() argument
1825 pg_data_t *pgdat = (pg_data_t *)arg; zoneinfo_show() local
2229 unusable_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) unusable_show_print() argument
2258 pg_data_t *pgdat = (pg_data_t *)arg; unusable_show() local
2279 extfrag_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) extfrag_show_print() argument
2304 pg_data_t *pgdat = (pg_data_t *)arg; extfrag_show() local
[all...] |
| H A D | vmscan.c | 487 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
520 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
594 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
988 struct pglist_data *pgdat) in demote_folio_list()
1043 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
1790 static bool too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1925 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2048 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2130 struct pglist_data *pgdat) in reclaim_folio_list()
2255 static void prepare_scan_control(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_control()
[all …]
|
| H A D | mm_init.c | 51 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
654 pgdat_set_deferred_range(pg_data_t * pgdat) pgdat_set_deferred_range() argument
711 pg_data_t *pgdat; init_reserved_page() local
728 pgdat_set_deferred_range(pg_data_t * pgdat) pgdat_set_deferred_range() argument
1076 struct pglist_data *pgdat = zone->zone_pgdat; memmap_init_zone_device() local
1256 reset_memoryless_node_totalpages(struct pglist_data * pgdat) reset_memoryless_node_totalpages() argument
1298 calculate_node_totalpages(struct pglist_data * pgdat,unsigned long node_start_pfn,unsigned long node_end_pfn) calculate_node_totalpages() argument
1342 pgdat_init_split_queue(struct pglist_data * pgdat) pgdat_init_split_queue() argument
1351 pgdat_init_split_queue(struct pglist_data * pgdat) pgdat_init_split_queue() argument
1355 pgdat_init_kcompactd(struct pglist_data * pgdat) pgdat_init_kcompactd() argument
1360 pgdat_init_kcompactd(struct pglist_data * pgdat) pgdat_init_kcompactd() argument
1363 pgdat_init_internals(struct pglist_data * pgdat) pgdat_init_internals() argument
1412 struct pglist_data *pgdat = zone->zone_pgdat; init_currently_empty_zone() local
1512 free_area_init_core_hotplug(struct pglist_data * pgdat) free_area_init_core_hotplug() argument
1555 free_area_init_core(struct pglist_data * pgdat) free_area_init_core() argument
1602 alloc_node_mem_map(struct pglist_data * pgdat) alloc_node_mem_map() argument
1640 alloc_node_mem_map(struct pglist_data * pgdat) alloc_node_mem_map() argument
1673 pg_data_t *pgdat = NODE_DATA(nid); free_area_init_node() local
1706 check_for_memory(pg_data_t * pgdat) check_for_memory() argument
1836 pg_data_t *pgdat; free_area_init() local
2091 pg_data_t *pgdat = data; deferred_init_memmap() local
2169 pg_data_t *pgdat = zone->zone_pgdat; deferred_grow_zone() local
[all...] |
| H A D | workingset.c | 199 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow() argument
210 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow() argument
244 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
269 struct pglist_data *pgdat; in lru_gen_test_recent() local
384 struct pglist_data *pgdat = folio_pgdat(folio); workingset_eviction() local
428 struct pglist_data *pgdat; workingset_test_recent() local
541 struct pglist_data *pgdat; workingset_refault() local
[all...] |
| H A D | compaction.c | 434 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
794 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
871 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2185 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2230 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2260 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2299 pg_data_t *pgdat; in __compact_finished() local
2887 static int compact_node(pg_data_t *pgdat, bool proactive) in compact_node()
2951 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
3017 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested()
[all …]
|
| H A D | shuffle.h | 13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| H A D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| H A D | show_mem.c | 95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
168 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones() argument
191 pg_data_t *pgdat; in show_free_areas() local
[all...] |
| H A D | memory-tiers.c | 262 pg_data_t *pgdat; in __node_get_memory_tier() local
280 pg_data_t *pgdat; in node_is_toptier() local
302 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
537 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
573 pg_data_t *pgdat; in clear_node_memory_tier() local
|
| H A D | memory_hotplug.c | 499 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span() argument
532 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
710 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range() argument
748 struct pglist_data *pgdat = zone->zone_pgdat; move_pfn_range_to_zone() local
853 pg_data_t *pgdat = NODE_DATA(nid); auto_movable_can_online_movable() local
895 struct pglist_data *pgdat = NODE_DATA(nid); default_kernel_zone_for_pfn() local
1238 struct pglist_data *pgdat; hotadd_init_pgdat() local
1273 pg_data_t *pgdat; __try_online_node() local
1879 struct pglist_data *pgdat = zone->zone_pgdat; node_states_check_changes_offline() local
[all...] |
| H A D | numa.c | 39 pg_data_t *pgdat; in alloc_offline_node_data() local
|
| H A D | page_owner.c | 419 pagetypeinfo_showmixedcount_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showmixedcount_print() argument
765 init_pages_in_zone(pg_data_t * pgdat,struct zone * zone) init_pages_in_zone() argument
835 init_zones_in_node(pg_data_t * pgdat) init_zones_in_node() argument
850 pg_data_t *pgdat; init_early_allocated_pages() local
[all...] |
| H A D | sparse.c | 318 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys() argument
329 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
363 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
401 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data * pgdat,unsigned long size) sparse_early_usemaps_alloc_pgdat_section() argument
[all...] |
| H A D | page_ext.c | 163 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
504 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
|
| H A D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
| H A D | bootmem_info.c | 102 register_page_bootmem_info_node(struct pglist_data * pgdat) register_page_bootmem_info_node() argument
|
| H A D | page_alloc.c | 5011 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5129 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5152 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5171 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5227 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5300 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
5356 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
5651 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
5805 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
5846 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
[all …]
|
| /linux/include/linux/ |
| H A D | memory_hotplug.h | 182 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
187 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
192 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
239 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
240 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) {} in pgdat_kswapd_unlock()
241 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock_init()
256 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
261 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
266 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init()
276 static inline void pgdat_resize_init(struct pglist_data *pgdat) {} in pgdat_resize_init()
|
| H A D | compaction.h | 106 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
123 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| H A D | memory-tiers.h | 65 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
109 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| H A D | vmstat.h | 176 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
329 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
352 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
364 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
412 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| /linux/tools/testing/memblock/ |
| H A D | mmzone.c | 9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
|
| /linux/tools/testing/vma/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/tools/testing/memblock/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/mm/damon/ |
| H A D | paddr.c | 332 struct list_head *migrate_folios, struct pglist_data *pgdat, in __damon_pa_migrate_folio_list()
364 struct pglist_data *pgdat, in damon_pa_migrate_folio_list()
|