| /linux/mm/ |
| H A D | vmstat.c | 277 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
290 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
320 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold() argument
376 __mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) __mod_node_page_state() argument
456 __inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) __inc_node_state() argument
512 __dec_node_state(struct pglist_data * pgdat,enum node_stat_item item) __dec_node_state() argument
618 mod_node_state(struct pglist_data * pgdat,enum node_stat_item item,int delta,int overstep_mode) mod_node_state() argument
668 mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) mod_node_page_state() argument
675 inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) inc_node_state() argument
728 inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) inc_node_state() argument
738 mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,long delta) mod_node_page_state() argument
752 struct pglist_data *pgdat; inc_node_page_state() local
816 struct pglist_data *pgdat; refresh_cpu_vm_stats() local
906 struct pglist_data *pgdat; cpu_vm_stats_fold() local
1024 node_page_state_pages(struct pglist_data * pgdat,enum node_stat_item item) node_page_state_pages() argument
1035 node_page_state(struct pglist_data * pgdat,enum node_stat_item item) node_page_state() argument
1513 pg_data_t *pgdat; frag_start() local
1526 pg_data_t *pgdat = (pg_data_t *)arg; frag_next() local
1540 walk_zones_in_node(struct seq_file * m,pg_data_t * pgdat,bool assert_populated,bool nolock,void (* print)(struct seq_file * m,pg_data_t *,struct zone *)) walk_zones_in_node() argument
1562 frag_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) frag_show_print() argument
1582 pg_data_t *pgdat = (pg_data_t *)arg; frag_show() local
1588 pagetypeinfo_showfree_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showfree_print() argument
1633 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_showfree() local
1645 pagetypeinfo_showblockcount_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) pagetypeinfo_showblockcount_print() argument
1680 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_showblockcount() local
1696 pagetypeinfo_showmixedcount(struct seq_file * m,pg_data_t * pgdat) pagetypeinfo_showmixedcount() argument
1722 pg_data_t *pgdat = (pg_data_t *)arg; pagetypeinfo_show() local
1752 is_zone_first_populated(pg_data_t * pgdat,struct zone * zone) is_zone_first_populated() argument
1766 zoneinfo_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) zoneinfo_show_print() argument
1873 pg_data_t *pgdat = (pg_data_t *)arg; zoneinfo_show() local
2331 unusable_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) unusable_show_print() argument
2360 pg_data_t *pgdat = (pg_data_t *)arg; unusable_show() local
2381 extfrag_show_print(struct seq_file * m,pg_data_t * pgdat,struct zone * zone) extfrag_show_print() argument
2406 pg_data_t *pgdat = (pg_data_t *)arg; extfrag_show() local
[all...] |
| H A D | vmscan.c | 283 #define for_each_managed_zone_pgdat(zone, pgdat, idx, highidx) \ argument
346 struct pglist_data *pgdat = NODE_DATA(nid); in can_demote() local
502 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
530 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
604 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
1022 struct pglist_data *pgdat, in demote_folio_list()
1084 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
1853 static bool too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1988 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2112 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
[all …]
|
| H A D | workingset.c | 199 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow() argument
210 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow() argument
245 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
270 struct pglist_data *pgdat; in lru_gen_test_recent() local
383 struct pglist_data *pgdat = folio_pgdat(folio); workingset_eviction() local
427 struct pglist_data *pgdat; workingset_test_recent() local
537 struct pglist_data *pgdat; workingset_refault() local
[all...] |
| H A D | mm_init.c | 68 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
671 pg_data_t *pgdat; in __init_page_from_nid() local
690 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
753 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1114 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1294 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages()
1336 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages()
1380 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue()
1389 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue()
1393 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd()
[all …]
|
| H A D | compaction.c | 402 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
763 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
840 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2152 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2197 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2223 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2262 pg_data_t *pgdat; in __compact_finished() local
2893 static int compact_node(pg_data_t *pgdat, bool proactive) in compact_node()
2957 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
3023 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested()
[all …]
|
| H A D | shuffle.h | 13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| H A D | memory-tiers.c | 262 pg_data_t *pgdat; in __node_get_memory_tier() local
280 pg_data_t *pgdat; in node_is_toptier() local
302 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
547 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
583 pg_data_t *pgdat; in clear_node_memory_tier() local
965 struct pglist_data *pgdat; in demotion_enabled_store() local
|
| H A D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| H A D | show_mem.c | 95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
162 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones() argument
185 pg_data_t *pgdat; in show_free_areas() local
[all...] |
| H A D | memory_hotplug.c | 519 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span() argument
552 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
714 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range() argument
753 struct pglist_data *pgdat = zone->zone_pgdat; move_pfn_range_to_zone() local
859 pg_data_t *pgdat = NODE_DATA(nid); auto_movable_can_online_movable() local
901 struct pglist_data *pgdat = NODE_DATA(nid); default_kernel_zone_for_pfn() local
1255 struct pglist_data *pgdat; hotadd_init_pgdat() local
1290 pg_data_t *pgdat; __try_online_node() local
1899 struct pglist_data *pgdat = zone->zone_pgdat; offline_pages() local
[all...] |
| H A D | numa.c | 37 pg_data_t *pgdat; in alloc_offline_node_data() local
|
| H A D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
| H A D | page_alloc.c | 2944 struct pglist_data *pgdat = zone->zone_pgdat; in free_frozen_page_commit() local
5551 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5669 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5692 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5704 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5760 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5833 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
5889 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
6183 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6340 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
[all …]
|
| H A D | memcontrol.c | 794 pg_data_t *pgdat = folio_pgdat(folio); in lruvec_stat_mod_folio() local
814 pg_data_t *pgdat = page_pgdat(virt_to_page(p)); in mod_lruvec_kmem_state() local
2574 struct pglist_data *pgdat, in account_slab_nmi_safe()
2595 struct pglist_data *pgdat, in account_slab_nmi_safe()
2606 struct pglist_data *pgdat, in mod_objcg_mlstate()
2931 struct pglist_data *pgdat, enum node_stat_item idx) in __account_obj_stock()
2979 struct pglist_data *pgdat, enum node_stat_item idx) in consume_obj_stock()
3081 bool allow_uncharge, int nr_acct, struct pglist_data *pgdat, in refill_obj_stock()
3123 struct pglist_data *pgdat, enum node_stat_item idx) in obj_cgroup_charge_account()
|
| H A D | memcontrol-v1.c | 273 pg_data_t *pgdat, in mem_cgroup_soft_reclaim()
322 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
1947 pg_data_t *pgdat; in memcg1_stat_format() local
|
| H A D | internal.h | 483 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback() local
490 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated()
1292 static inline int node_reclaim(struct pglist_data *pgdat, gfp_t mask, in node_reclaim()
|
| /linux/include/linux/ |
| H A D | compaction.h | 111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
129 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| H A D | memory-tiers.h | 65 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
109 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| H A D | vmstat.h | 169 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add() argument
318 __mod_node_page_state(struct pglist_data * pgdat,enum node_stat_item item,int delta) __mod_node_page_state() argument
341 __inc_node_state(struct pglist_data * pgdat,enum node_stat_item item) __inc_node_state() argument
353 __dec_node_state(struct pglist_data * pgdat,enum node_stat_item item) __dec_node_state() argument
401 set_pgdat_percpu_threshold(pgdat,callback) global() argument
[all...] |
| H A D | memcontrol.h | 60 pg_data_t *pgdat; member
708 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1171 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1178 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec() local
1243 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock() local
1251 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irq() local
1260 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irqsave() local
1904 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 301 struct list_head *migrate_folios, struct pglist_data *pgdat, in __damon_migrate_folio_list()
331 struct pglist_data *pgdat, in damon_migrate_folio_list()
|
| /linux/tools/testing/memblock/ |
| H A D | mmzone.c | 9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
|
| /linux/tools/testing/vma/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/tools/testing/memblock/linux/ |
| H A D | mmzone.h | 11 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/drivers/base/ |
| H A D | node.c | 446 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_meminfo() local
591 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_vmstat() local
|