/linux/mm/ |
H A D | vmstat.c | 274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local 287 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local 317 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold() 373 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state() 453 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state() 509 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state() 615 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state() 665 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state() 672 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state() 725 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state() [all …]
|
H A D | vmscan.c | 494 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress() 527 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle() 601 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback() 1028 struct pglist_data *pgdat) in demote_folio_list() 1083 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list() 1830 static bool too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated() 1965 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local 2088 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local 2170 struct pglist_data *pgdat) in reclaim_folio_list() 2295 static void prepare_scan_control(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_control() [all …]
|
H A D | compaction.c | 435 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() 796 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local 873 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local 2188 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running() 2233 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node() 2263 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node() 2302 pg_data_t *pgdat; in __compact_finished() local 2909 static int compact_node(pg_data_t *pgdat, bool proactive) in compact_node() 2973 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local 3039 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested() [all …]
|
H A D | shuffle.h | 13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() 40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
H A D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() 32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
H A D | memory-tiers.c | 262 pg_data_t *pgdat; in __node_get_memory_tier() local 280 pg_data_t *pgdat; in node_is_toptier() local 302 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets() 537 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local 573 pg_data_t *pgdat; in clear_node_memory_tier() local
|
H A D | memory_hotplug.c | 518 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span() 551 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local 737 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range() 775 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local 880 pg_data_t *pgdat = NODE_DATA(nid); in auto_movable_can_online_movable() local 922 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local 1265 struct pglist_data *pgdat; in hotadd_init_pgdat() local 1300 pg_data_t *pgdat; in __try_online_node() local 1904 struct pglist_data *pgdat = zone->zone_pgdat; in node_states_check_changes_offline() local
|
H A D | numa.c | 39 pg_data_t *pgdat; in alloc_offline_node_data() local
|
H A D | page_owner.c | 419 pagetypeinfo_showmixedcount_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showmixedcount_print() argument 765 init_pages_in_zone(pg_data_t * pgdat,struct zone * zone) init_pages_in_zone() argument 835 init_zones_in_node(pg_data_t * pgdat) init_zones_in_node() argument 850 pg_data_t *pgdat; init_early_allocated_pages() local [all...] |
H A D | page_ext.c | 163 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init() 504 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
|
H A D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
H A D | page_alloc.c | 5010 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() 5128 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() 5151 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() 5163 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() 5219 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() 5292 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local 5348 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists() 5643 struct pglist_data *pgdat; in setup_per_cpu_pageset() local 5800 struct pglist_data *pgdat; in calculate_totalreserve_pages() local 5841 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local [all …]
|
H A D | internal.h | 353 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback() local 360 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated() 1103 static inline int node_reclaim(struct pglist_data *pgdat, gfp_t mask, in node_reclaim()
|
H A D | migrate.c | 2601 static bool migrate_balanced_pgdat(struct pglist_data *pgdat, in migrate_balanced_pgdat() 2648 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio_prepare() local 2712 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio() local
|
H A D | page-writeback.c | 274 static unsigned long node_dirtyable_memory(struct pglist_data *pgdat) in node_dirtyable_memory() 468 static unsigned long node_dirty_limit(struct pglist_data *pgdat) in node_dirty_limit() 497 bool node_dirty_ok(struct pglist_data *pgdat) in node_dirty_ok()
|
/linux/include/linux/ |
H A D | memory_hotplug.h | 182 mutex_lock(&pgdat->kswapd_lock); in pgdat_kswapd_lock() argument 187 mutex_unlock(&pgdat->kswapd_lock); in pgdat_kswapd_unlock() argument 192 mutex_init(&pgdat->kswapd_lock); in pgdat_kswapd_lock_init() argument 239 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock() argument 240 pgdat_kswapd_unlock(pg_data_t * pgdat) pgdat_kswapd_unlock() argument 241 pgdat_kswapd_lock_init(pg_data_t * pgdat) pgdat_kswapd_lock_init() argument 256 pgdat_resize_lock(struct pglist_data * pgdat,unsigned long * flags) pgdat_resize_lock() argument 261 pgdat_resize_unlock(struct pglist_data * pgdat,unsigned long * flags) pgdat_resize_unlock() argument 266 pgdat_resize_init(struct pglist_data * pgdat) pgdat_resize_init() argument 276 pgdat_resize_init(struct pglist_data * pgdat) pgdat_resize_init() argument [all...] |
H A D | compaction.h | 111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() 128 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
H A D | memory-tiers.h | 65 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets() 109 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
H A D | vmstat.h | 176 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add() 329 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state() 352 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state() 364 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state() 412 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
H A D | node.h | 130 struct pglist_data *pgdat = NODE_DATA(nid); in register_one_node() local
|
/linux/tools/testing/memblock/ |
H A D | mmzone.c | 9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
|
/linux/tools/testing/vma/linux/ |
H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
/linux/tools/testing/memblock/linux/ |
H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
/linux/mm/damon/ |
H A D | paddr.c | 332 __damon_pa_migrate_folio_list(struct list_head * migrate_folios,struct pglist_data * pgdat,int target_nid) __damon_pa_migrate_folio_list() argument 364 damon_pa_migrate_folio_list(struct list_head * folio_list,struct pglist_data * pgdat,int target_nid) damon_pa_migrate_folio_list() argument
|
/linux/arch/sh/mm/ |
H A D | init.c | 340 pg_data_t *pgdat; mem_init() local
|