Home
last modified time | relevance | path

Searched refs:pgdat (Results 1 – 24 of 24) sorted by relevance

/linux/mm/
H A Dmm_init.c79 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
90 zonelist = &pgdat->node_zonelists[listid]; in mminit_verify_zonelist()
91 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
682 pg_data_t *pgdat; in __init_page_from_nid() local
685 pgdat = NODE_DATA(nid); in __init_page_from_nid()
688 struct zone *zone = &pgdat->node_zones[zid]; in __init_page_from_nid()
701 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
703 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
764 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
1100 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
[all …]
H A Dmmzone.c18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
20 int nid = next_online_node(pgdat->node_id); in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
34 if (zone < pgdat->node_zones + MAX_NR_ZONES - 1) in next_zone()
37 pgdat = next_online_pgdat(pgdat); in next_zone()
38 if (pgdat) in next_zone()
39 zone = pgdat->node_zones; in next_zone()
H A Dshuffle.h11 extern void __shuffle_free_memory(pg_data_t *pgdat);
13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
17 __shuffle_free_memory(pgdat); in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
H A Dmemory_hotplug.c511 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span() argument
516 for (zone = pgdat->node_zones; in update_pgdat_span()
517 zone < pgdat->node_zones + MAX_NR_ZONES; zone++) { in update_pgdat_span()
535 pgdat->node_start_pfn = node_start_pfn; in update_pgdat_span()
536 pgdat->node_spanned_pages = node_end_pfn - node_start_pfn; in update_pgdat_span()
544 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
569 update_pgdat_span(pgdat); in remove_pfn_range_from_zone()
706 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range() argument
709 unsigned long old_end_pfn = pgdat_end_pfn(pgdat); in resize_pgdat_range()
711 if (!pgdat->node_spanned_pages || start_pfn < pgdat->node_start_pfn) in resize_pgdat_range()
[all …]
H A Dshuffle.c153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory() argument
157 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in __shuffle_free_memory()
H A Dnuma.c37 pg_data_t *pgdat; in alloc_offline_node_data() local
38 node_data[nid] = memblock_alloc_or_panic(sizeof(*pgdat), SMP_CACHE_BYTES); in alloc_offline_node_data()
H A Dpage_alloc.c2905 struct pglist_data *pgdat = zone->zone_pgdat; in free_frozen_page_commit() local
2915 if (kswapd_test_hopeless(pgdat) && in free_frozen_page_commit()
2916 next_memory_node(pgdat->node_id) < MAX_NUMNODES) in free_frozen_page_commit()
2917 kswapd_clear_hopeless(pgdat, KSWAPD_CLEAR_HOPELESS_PCP); in free_frozen_page_commit()
5522 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() argument
5530 zone = pgdat->node_zones + zone_type; in build_zonerefs_node()
5640 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() argument
5646 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists_in_node_order()
5663 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
5668 zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs; in build_thisnode_zonelists()
[all …]
H A Dpage-writeback.c244 static unsigned long node_dirtyable_memory(struct pglist_data *pgdat) in node_dirtyable_memory() argument
250 struct zone *zone = pgdat->node_zones + z; in node_dirtyable_memory()
263 nr_pages -= min(nr_pages, pgdat->totalreserve_pages); in node_dirtyable_memory()
265 nr_pages += node_page_state(pgdat, NR_INACTIVE_FILE); in node_dirtyable_memory()
266 nr_pages += node_page_state(pgdat, NR_ACTIVE_FILE); in node_dirtyable_memory()
438 static unsigned long node_dirty_limit(struct pglist_data *pgdat) in node_dirty_limit() argument
440 unsigned long node_memory = node_dirtyable_memory(pgdat); in node_dirty_limit()
467 bool node_dirty_ok(struct pglist_data *pgdat) in node_dirty_ok() argument
469 unsigned long limit = node_dirty_limit(pgdat); in node_dirty_ok()
472 nr_pages += node_page_state(pgdat, NR_FILE_DIRTY); in node_dirty_ok()
[all …]
H A Dmigrate.c2633 static bool migrate_balanced_pgdat(struct pglist_data *pgdat, in migrate_balanced_pgdat() argument
2638 for (z = pgdat->nr_zones - 1; z >= 0; z--) { in migrate_balanced_pgdat()
2639 struct zone *zone = pgdat->node_zones + z; in migrate_balanced_pgdat()
2680 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio_prepare() local
2704 if (!migrate_balanced_pgdat(pgdat, nr_pages)) { in migrate_misplaced_folio_prepare()
2709 for (z = pgdat->nr_zones - 1; z >= 0; z--) { in migrate_misplaced_folio_prepare()
2710 if (managed_zone(pgdat->node_zones + z)) in migrate_misplaced_folio_prepare()
2721 wakeup_kswapd(pgdat->node_zones + z, 0, in migrate_misplaced_folio_prepare()
2743 pg_data_t *pgdat = NODE_DATA(node); in migrate_misplaced_folio() local
2748 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in migrate_misplaced_folio()
H A Dmemcontrol.c941 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in mod_memcg_lruvec_state() local
948 pn = memcg->nodeinfo[pgdat->node_id]; in mod_memcg_lruvec_state()
980 pg_data_t *pgdat = folio_pgdat(folio); in lruvec_stat_mod_folio() local
988 mod_node_page_state(pgdat, idx, val); in lruvec_stat_mod_folio()
992 lruvec = mem_cgroup_lruvec(memcg, pgdat); in lruvec_stat_mod_folio()
1000 pg_data_t *pgdat = page_pgdat(virt_to_page(p)); in mod_lruvec_kmem_state() local
1014 mod_node_page_state(pgdat, idx, val); in mod_lruvec_kmem_state()
1016 lruvec = mem_cgroup_lruvec(memcg, pgdat); in mod_lruvec_kmem_state()
1234 int nid = reclaim->pgdat->node_id; in mem_cgroup_iter()
2790 struct pglist_data *pgdat, in account_slab_nmi_safe() argument
[all …]
H A Dmemblock.c2409 static void __init reset_node_managed_pages(pg_data_t *pgdat) in reset_node_managed_pages() argument
2413 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in reset_node_managed_pages()
2419 struct pglist_data *pgdat; in reset_all_zones_managed_pages() local
2424 for_each_online_pgdat(pgdat) in reset_all_zones_managed_pages()
2425 reset_node_managed_pages(pgdat); in reset_all_zones_managed_pages()
H A Dpage_owner.c426 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print() argument
502 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showmixedcount_print()
/linux/tools/testing/vma/linux/
H A Dmmzone.h9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat);
11 #define for_each_online_pgdat(pgdat) \ argument
12 for (pgdat = first_online_pgdat(); \
13 pgdat; \
14 pgdat = next_online_pgdat(pgdat))
/linux/tools/testing/memblock/linux/
H A Dmmzone.h9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat);
11 #define for_each_online_pgdat(pgdat) \ argument
12 for (pgdat = first_online_pgdat(); \
13 pgdat; \
14 pgdat = next_online_pgdat(pgdat))
/linux/include/linux/
H A Dcompaction.h96 extern void reset_isolation_suitable(pg_data_t *pgdat);
108 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() argument
129 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd() argument
/linux/mm/damon/
H A Dops-common.c301 struct list_head *migrate_folios, struct pglist_data *pgdat, in __damon_migrate_folio_list() argument
316 if (pgdat->node_id == target_nid || target_nid == NUMA_NO_NODE) in __damon_migrate_folio_list()
331 struct pglist_data *pgdat, in damon_migrate_folio_list() argument
361 &migrate_folios, pgdat, target_nid); in damon_migrate_folio_list()
/linux/tools/perf/util/bpf_skel/
H A Dlock_contention.bpf.c893 struct pglist_data *pgdat = NULL; in collect_zone_lock() local
896 err = bpf_core_read(&pgdat, sizeof(pgdat), &node_data[i]); in collect_zone_lock()
897 if (err < 0 || pgdat == NULL) in collect_zone_lock()
900 nr_zones = BPF_CORE_READ(pgdat, nr_zones); in collect_zone_lock()
907 zone_addr = (__u64)(void *)pgdat + (sizeof_zone * k) + zone_off; in collect_zone_lock()
/linux/tools/testing/memblock/
H A Dmmzone.c9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
/linux/kernel/sched/
H A Dfair.c2008 static bool pgdat_free_space_enough(struct pglist_data *pgdat) in pgdat_free_space_enough() argument
2014 pgdat->node_present_pages >> 4); in pgdat_free_space_enough()
2015 for (z = pgdat->nr_zones - 1; z >= 0; z--) { in pgdat_free_space_enough()
2016 struct zone *zone = pgdat->node_zones + z; in pgdat_free_space_enough()
2056 static bool numa_promotion_rate_limit(struct pglist_data *pgdat, in numa_promotion_rate_limit() argument
2063 mod_node_page_state(pgdat, PGPROMOTE_CANDIDATE, nr); in numa_promotion_rate_limit()
2064 nr_cand = node_page_state(pgdat, PGPROMOTE_CANDIDATE); in numa_promotion_rate_limit()
2065 start = pgdat->nbp_rl_start; in numa_promotion_rate_limit()
2067 cmpxchg(&pgdat->nbp_rl_start, start, now) == start) in numa_promotion_rate_limit()
2068 pgdat->nbp_rl_nr_cand = nr_cand; in numa_promotion_rate_limit()
[all …]
H A Dcore.c4529 struct pglist_data *pgdat; in reset_memory_tiering() local
4531 for_each_online_pgdat(pgdat) { in reset_memory_tiering()
4532 pgdat->nbp_threshold = 0; in reset_memory_tiering()
4533 pgdat->nbp_th_nr_cand = node_page_state(pgdat, PGPROMOTE_CANDIDATE); in reset_memory_tiering()
4534 pgdat->nbp_th_start = jiffies_to_msecs(jiffies); in reset_memory_tiering()
/linux/drivers/base/
H A Dmemory.c721 pg_data_t *pgdat = NODE_DATA(nid); in early_node_zone_for_memory_block() local
733 zone = pgdat->node_zones + i; in early_node_zone_for_memory_block()
/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_crat.c1792 pg_data_t *pgdat; in kfd_fill_mem_info_for_cpu() local
1812 pgdat = NODE_DATA(numa_node_id); in kfd_fill_mem_info_for_cpu()
1814 mem_in_bytes += zone_managed_pages(&pgdat->node_zones[zone_type]); in kfd_fill_mem_info_for_cpu()
/linux/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_acpi.c882 pg_data_t *pgdat = NODE_DATA(nid); in amdgpu_acpi_get_numa_size() local
886 zone_managed_pages(&pgdat->node_zones[zone_type]); in amdgpu_acpi_get_numa_size()
/linux/drivers/gpu/drm/ttm/
H A Dttm_pool.c1371 pg_data_t *pgdat = NODE_DATA(nid); in ttm_get_node_memory_size() local
1375 zone_managed_pages(&pgdat->node_zones[zone_type]); in ttm_get_node_memory_size()