| /linux/mm/ |
| H A D | vmstat.c | 278 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
291 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
321 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
377 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
457 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
513 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
619 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
669 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
724 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
738 struct pglist_data *pgdat; in inc_node_page_state() local
[all …]
|
| H A D | vmscan.c | 328 struct pglist_data *pgdat = NODE_DATA(nid); in can_demote() local
483 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
511 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
585 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
998 struct pglist_data *pgdat, in demote_folio_list()
1059 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
1822 static bool too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1942 struct pglist_data *pgdat, in handle_reclaim_writeback()
1994 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2079 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
[all …]
|
| H A D | mm_init.c | 83 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
697 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
754 pg_data_t *pgdat = NODE_DATA(nid); in __init_deferred_page() local
775 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1080 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1235 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages()
1277 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages()
1320 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd()
1325 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd()
1328 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals()
[all …]
|
| H A D | workingset.c | 202 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
213 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
248 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
279 struct pglist_data *pgdat; in lru_gen_test_recent() local
394 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
439 struct pglist_data *pgdat; in workingset_test_recent() local
|
| H A D | shuffle.h | 15 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
42 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| H A D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| H A D | show_mem.c | 96 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
164 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
188 pg_data_t *pgdat; in show_free_areas() local
|
| H A D | numa.c | 37 pg_data_t *pgdat; in alloc_offline_node_data() local
|
| H A D | page_alloc.c | 2929 struct pglist_data *pgdat = zone->zone_pgdat; in free_frozen_page_commit() local
5749 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5867 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5890 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5902 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5958 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
6031 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
6087 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
6380 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6520 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
[all …]
|
| H A D | internal.h | 550 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback() local
557 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated()
1153 static inline unsigned long node_reclaim(struct pglist_data *pgdat, in node_reclaim()
|
| H A D | memcontrol.c | 986 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in mod_memcg_lruvec_state() local
1025 pg_data_t *pgdat = folio_pgdat(folio); in lruvec_stat_mod_folio() local
1045 pg_data_t *pgdat = page_pgdat(virt_to_page(p)); in mod_lruvec_kmem_state() local
2878 struct pglist_data *pgdat, in account_slab_nmi_safe()
2899 struct pglist_data *pgdat, in account_slab_nmi_safe()
2910 struct pglist_data *pgdat, in mod_objcg_mlstate()
3250 struct pglist_data *pgdat, enum node_stat_item idx) in __account_obj_stock()
|
| H A D | migrate.c | 2647 static bool migrate_balanced_pgdat(struct pglist_data *pgdat, in migrate_balanced_pgdat()
2694 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio_prepare() local
2757 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio() local
|
| H A D | page-writeback.c | 243 static unsigned long node_dirtyable_memory(struct pglist_data *pgdat) in node_dirtyable_memory()
437 static unsigned long node_dirty_limit(struct pglist_data *pgdat) in node_dirty_limit()
466 bool node_dirty_ok(struct pglist_data *pgdat) in node_dirty_ok()
|
| H A D | memcontrol-v1.c | 273 pg_data_t *pgdat, in mem_cgroup_soft_reclaim()
322 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
2292 pg_data_t *pgdat; in memcg1_stat_format() local
|
| H A D | memblock.c | 2470 static void __init reset_node_managed_pages(pg_data_t *pgdat) in reset_node_managed_pages()
2480 struct pglist_data *pgdat; in reset_all_zones_managed_pages() local
|
| /linux/include/linux/ |
| H A D | vmstat.h | 168 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
332 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
355 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
367 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
411 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| H A D | memcontrol.h | 61 pg_data_t *pgdat; member
706 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1188 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1195 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec() local
1255 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock() local
1264 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irq() local
1274 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irqsave() local
1499 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in lruvec_live_lock_irq() local
1947 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
|
| H A D | mmzone.h | 706 static inline void lru_gen_init_pgdat(struct pglist_data *pgdat) in lru_gen_init_pgdat()
795 struct pglist_data *pgdat; member
1622 static inline unsigned long pgdat_end_pfn(pg_data_t *pgdat) in pgdat_end_pfn()
1790 #define for_each_online_pgdat(pgdat) \ argument
|
| H A D | swap.h | 546 #define for_each_managed_zone_pgdat(zone, pgdat, idx, highidx) \ argument
|
| /linux/tools/testing/memblock/ |
| H A D | mmzone.c | 9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 309 struct list_head *migrate_folios, struct pglist_data *pgdat, in __damon_migrate_folio_list()
339 struct pglist_data *pgdat, in damon_migrate_folio_list()
|
| /linux/tools/testing/vma/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/tools/testing/memblock/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/tools/perf/util/bpf_skel/ |
| H A D | lock_contention.bpf.c | 893 struct pglist_data *pgdat = NULL; collect_zone_lock() local
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_crat.c | 1812 pg_data_t *pgdat; in kfd_fill_mem_info_for_cpu() local
|