Home
last modified time | relevance | path

Searched defs:pgdat (Results 1 – 25 of 36) sorted by relevance

12

/linux/mm/
H A Dvmstat.c277 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
290 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
320 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
376 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
456 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
512 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
618 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
668 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
675 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
728 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
H A Dvmscan.c284 #define for_each_managed_zone_pgdat(zone, pgdat, idx, highidx) \ argument
512 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
540 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
614 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
1045 struct pglist_data *pgdat) in demote_folio_list()
1100 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
1881 static bool too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
2016 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2140 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2220 struct pglist_data *pgdat) in reclaim_folio_list()
[all …]
H A Dworkingset.c199 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
210 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
245 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
270 struct pglist_data *pgdat; in lru_gen_test_recent() local
383 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
427 struct pglist_data *pgdat; in workingset_test_recent() local
537 struct pglist_data *pgdat; in workingset_refault() local
H A Dmm_init.c68 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
674 pg_data_t *pgdat; in __init_page_from_nid() local
693 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
756 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
1117 struct pglist_data *pgdat in memmap_init_zone_device() local
1297 reset_memoryless_node_totalpages(struct pglist_data * pgdat) reset_memoryless_node_totalpages() argument
1339 calculate_node_totalpages(struct pglist_data * pgdat,unsigned long node_start_pfn,unsigned long node_end_pfn) calculate_node_totalpages() argument
1383 pgdat_init_split_queue(struct pglist_data * pgdat) pgdat_init_split_queue() argument
1392 pgdat_init_split_queue(struct pglist_data * pgdat) pgdat_init_split_queue() argument
1396 pgdat_init_kcompactd(struct pglist_data * pgdat) pgdat_init_kcompactd() argument
1401 pgdat_init_kcompactd(struct pglist_data * pgdat) pgdat_init_kcompactd() argument
1404 pgdat_init_internals(struct pglist_data * pgdat) pgdat_init_internals() argument
1453 struct pglist_data *pgdat = zone->zone_pgdat; init_currently_empty_zone() local
1553 free_area_init_core_hotplug(struct pglist_data * pgdat) free_area_init_core_hotplug() argument
1596 free_area_init_core(struct pglist_data * pgdat) free_area_init_core() argument
1647 alloc_node_mem_map(struct pglist_data * pgdat) alloc_node_mem_map() argument
1686 alloc_node_mem_map(struct pglist_data * pgdat) alloc_node_mem_map() argument
1719 pg_data_t *pgdat = NODE_DATA(nid); free_area_init_node() local
1752 check_for_memory(pg_data_t * pgdat) check_for_memory() argument
1903 pg_data_t *pgdat; free_area_init() local
2165 pg_data_t *pgdat = data; deferred_init_memmap() local
2243 pg_data_t *pgdat = zone->zone_pgdat; deferred_grow_zone() local
[all...]
H A Dcompaction.c402 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
763 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
840 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2152 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2197 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2223 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2262 pg_data_t *pgdat; in __compact_finished() local
2893 static int compact_node(pg_data_t *pgdat, bool proactive) in compact_node()
2957 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
3023 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested()
[all …]
H A Dmemory-tiers.c262 pg_data_t *pgdat; in __node_get_memory_tier() local
280 pg_data_t *pgdat; in node_is_toptier() local
302 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
537 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
573 pg_data_t *pgdat; in clear_node_memory_tier() local
956 struct pglist_data *pgdat; in demotion_enabled_store() local
H A Dshuffle.h13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
H A Dmmzone.c18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
H A Dshow_mem.c95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
162 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
185 pg_data_t *pgdat; in show_free_areas() local
H A Dmemory_hotplug.c519 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
552 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
714 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
753 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
859 pg_data_t *pgdat = NODE_DATA(nid); in auto_movable_can_online_movable() local
901 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
1264 struct pglist_data *pgdat; in hotadd_init_pgdat() local
1299 pg_data_t *pgdat; in __try_online_node() local
1910 struct pglist_data *pgdat = zone->zone_pgdat; in offline_pages() local
H A Dnuma.c37 pg_data_t *pgdat; in alloc_offline_node_data() local
H A Dpage_owner.c417 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
763 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
833 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
848 pg_data_t *pgdat; in init_early_allocated_pages() local
H A Dsparse.c310 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys()
321 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
355 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
393 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
H A Dshuffle.c153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
H A Dpage_alloc.c2873 struct pglist_data *pgdat = zone->zone_pgdat; in free_frozen_page_commit() local
5486 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5604 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5627 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5639 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5695 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5768 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
5824 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
6118 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6275 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
[all …]
H A Dinternal.h413 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback() local
420 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated()
546 struct mem_cgroup *memcg, pg_data_t *pgdat) in user_proactive_reclaim()
1212 static inline int node_reclaim(struct pglist_data *pgdat, gfp_t mask, in node_reclaim()
H A Dmemcontrol.c783 pg_data_t *pgdat = folio_pgdat(folio); in __lruvec_stat_mod_folio() local
803 pg_data_t *pgdat = page_pgdat(virt_to_page(p)); in __mod_lruvec_kmem_state() local
2516 struct pglist_data *pgdat, in account_slab_nmi_safe()
2537 struct pglist_data *pgdat, in account_slab_nmi_safe()
2548 struct pglist_data *pgdat, in mod_objcg_mlstate()
2873 struct pglist_data *pgdat, enum node_stat_item idx) in __account_obj_stock()
2921 struct pglist_data *pgdat, enum node_stat_item idx) in consume_obj_stock()
3023 bool allow_uncharge, int nr_acct, struct pglist_data *pgdat, in refill_obj_stock()
3065 struct pglist_data *pgdat, enum node_stat_item idx) in obj_cgroup_charge_account()
H A Dmemcontrol-v1.c273 pg_data_t *pgdat, in mem_cgroup_soft_reclaim()
322 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
1925 pg_data_t *pgdat; in memcg1_stat_format() local
/linux/include/linux/
H A Dcompaction.h111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
129 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
H A Dmemcontrol.h59 pg_data_t *pgdat; member
706 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1204 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1211 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec() local
1276 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock() local
1284 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irq() local
1293 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irqsave() local
1919 unsigned long memcg1_soft_limit_reclaim(pg_data_t *pgdat, int order, in memcg1_soft_limit_reclaim()
/linux/tools/testing/memblock/
H A Dmmzone.c9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
/linux/mm/damon/
H A Dops-common.c295 struct list_head *migrate_folios, struct pglist_data *pgdat, in __damon_migrate_folio_list()
325 struct pglist_data *pgdat, in damon_migrate_folio_list()
/linux/tools/testing/vma/linux/
H A Dmmzone.h11 #define for_each_online_pgdat(pgdat) \ argument
/linux/tools/testing/memblock/linux/
H A Dmmzone.h11 #define for_each_online_pgdat(pgdat) \ argument
/linux/drivers/base/
H A Dnode.c446 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_meminfo() local
591 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_vmstat() local

12