68 		pg_data_t *pgdat = NODE_DATA(nid);  in mminit_verify_zonelist()  local
79 			zonelist = &pgdat->node_zonelists[listid];  in mminit_verify_zonelist()
80 			zone = &pgdat->node_zones[zoneid];  in mminit_verify_zonelist()
674 	pg_data_t *pgdat;  in __init_page_from_nid()  local
677 	pgdat = NODE_DATA(nid);  in __init_page_from_nid()
680 		struct zone *zone = &pgdat->node_zones[zid];  in __init_page_from_nid()
693 static inline void pgdat_set_deferred_range(pg_data_t *pgdat)  in pgdat_set_deferred_range()  argument
695 	pgdat->first_deferred_pfn = ULONG_MAX;  in pgdat_set_deferred_range()
756 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {}  in pgdat_set_deferred_range()  argument
1117 	struct pglist_data *pgdat = zone->zone_pgdat;  in memmap_init_zone_device()  local
1122 	int nid = pgdat->node_id;  in memmap_init_zone_device()
1297 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat)  in reset_memoryless_node_totalpages()  argument
1301 	for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) {  in reset_memoryless_node_totalpages()
1310 	pgdat->node_spanned_pages = 0;  in reset_memoryless_node_totalpages()
1311 	pgdat->node_present_pages = 0;  in reset_memoryless_node_totalpages()
1312 	pr_debug("On node %d totalpages: 0\n", pgdat->node_id);  in reset_memoryless_node_totalpages()
1339 static void __init calculate_node_totalpages(struct pglist_data *pgdat,  in calculate_node_totalpages()  argument
1347 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()
1352 		spanned = zone_spanned_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
1357 		absent = zone_absent_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
1377 	pgdat->node_spanned_pages = totalpages;  in calculate_node_totalpages()
1378 	pgdat->node_present_pages = realtotalpages;  in calculate_node_totalpages()
1379 	pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages);  in calculate_node_totalpages()
1383 static void pgdat_init_split_queue(struct pglist_data *pgdat)  in pgdat_init_split_queue()  argument
1385 	struct deferred_split *ds_queue = &pgdat->deferred_split_queue;  in pgdat_init_split_queue()
1392 static void pgdat_init_split_queue(struct pglist_data *pgdat) {}  in pgdat_init_split_queue()  argument
1396 static void pgdat_init_kcompactd(struct pglist_data *pgdat)  in pgdat_init_kcompactd()  argument
1398 	init_waitqueue_head(&pgdat->kcompactd_wait);  in pgdat_init_kcompactd()
1401 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {}  in pgdat_init_kcompactd()  argument
1404 static void __meminit pgdat_init_internals(struct pglist_data *pgdat)  in pgdat_init_internals()  argument
1408 	pgdat_resize_init(pgdat);  in pgdat_init_internals()
1409 	pgdat_kswapd_lock_init(pgdat);  in pgdat_init_internals()
1411 	pgdat_init_split_queue(pgdat);  in pgdat_init_internals()
1412 	pgdat_init_kcompactd(pgdat);  in pgdat_init_internals()
1414 	init_waitqueue_head(&pgdat->kswapd_wait);  in pgdat_init_internals()
1415 	init_waitqueue_head(&pgdat->pfmemalloc_wait);  in pgdat_init_internals()
1418 		init_waitqueue_head(&pgdat->reclaim_wait[i]);  in pgdat_init_internals()
1420 	pgdat_page_ext_init(pgdat);  in pgdat_init_internals()
1421 	lruvec_init(&pgdat->__lruvec);  in pgdat_init_internals()
1453 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()  local
1456 	if (zone_idx > pgdat->nr_zones)  in init_currently_empty_zone()
1457 		pgdat->nr_zones = zone_idx;  in init_currently_empty_zone()
1463 			pgdat->node_id,  in init_currently_empty_zone()
1553 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat)  in free_area_init_core_hotplug()  argument
1555 	int nid = pgdat->node_id;  in free_area_init_core_hotplug()
1559 	pgdat_init_internals(pgdat);  in free_area_init_core_hotplug()
1561 	if (pgdat->per_cpu_nodestats == &boot_nodestats)  in free_area_init_core_hotplug()
1562 		pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat);  in free_area_init_core_hotplug()
1569 	pgdat->nr_zones = 0;  in free_area_init_core_hotplug()
1570 	pgdat->kswapd_order = 0;  in free_area_init_core_hotplug()
1571 	pgdat->kswapd_highest_zoneidx = 0;  in free_area_init_core_hotplug()
1572 	pgdat->node_start_pfn = 0;  in free_area_init_core_hotplug()
1573 	pgdat->node_present_pages = 0;  in free_area_init_core_hotplug()
1578 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in free_area_init_core_hotplug()
1588 		struct zone *zone = pgdat->node_zones + z;  in free_area_init_core_hotplug()
1596 static void __init free_area_init_core(struct pglist_data *pgdat)  in free_area_init_core()  argument
1599 	int nid = pgdat->node_id;  in free_area_init_core()
1601 	pgdat_init_internals(pgdat);  in free_area_init_core()
1602 	pgdat->per_cpu_nodestats = &boot_nodestats;  in free_area_init_core()
1605 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()
1647 static void __init alloc_node_mem_map(struct pglist_data *pgdat)  in alloc_node_mem_map()  argument
1653 	if (!pgdat->node_spanned_pages)  in alloc_node_mem_map()
1656 	start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1);  in alloc_node_mem_map()
1657 	offset = pgdat->node_start_pfn - start;  in alloc_node_mem_map()
1663 	end = ALIGN(pgdat_end_pfn(pgdat), MAX_ORDER_NR_PAGES);  in alloc_node_mem_map()
1666 			   pgdat->node_id, false);  in alloc_node_mem_map()
1669 		      size, pgdat->node_id);  in alloc_node_mem_map()
1670 	pgdat->node_mem_map = map + offset;  in alloc_node_mem_map()
1673 		 __func__, pgdat->node_id, (unsigned long)pgdat,  in alloc_node_mem_map()
1674 		 (unsigned long)pgdat->node_mem_map);  in alloc_node_mem_map()
1677 	WARN_ON(pgdat != NODE_DATA(0));  in alloc_node_mem_map()
1679 	mem_map = pgdat->node_mem_map;  in alloc_node_mem_map()
1680 	if (page_to_pfn(mem_map) != pgdat->node_start_pfn)  in alloc_node_mem_map()
1686 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { }  in alloc_node_mem_map()  argument
1719 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()  local
1724 	WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx);  in free_area_init_node()
1728 	pgdat->node_id = nid;  in free_area_init_node()
1729 	pgdat->node_start_pfn = start_pfn;  in free_area_init_node()
1730 	pgdat->per_cpu_nodestats = NULL;  in free_area_init_node()
1737 		calculate_node_totalpages(pgdat, start_pfn, end_pfn);  in free_area_init_node()
1741 		reset_memoryless_node_totalpages(pgdat);  in free_area_init_node()
1744 	alloc_node_mem_map(pgdat);  in free_area_init_node()
1745 	pgdat_set_deferred_range(pgdat);  in free_area_init_node()
1747 	free_area_init_core(pgdat);  in free_area_init_node()
1748 	lru_gen_init_pgdat(pgdat);  in free_area_init_node()
1752 static void __init check_for_memory(pg_data_t *pgdat)  in check_for_memory()  argument
1757 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()
1760 				node_set_state(pgdat->node_id, N_HIGH_MEMORY);  in check_for_memory()
1762 				node_set_state(pgdat->node_id, N_NORMAL_MEMORY);  in check_for_memory()
1903 		pg_data_t *pgdat;  in free_area_init()  local
1908 		pgdat = NODE_DATA(nid);  in free_area_init()
1919 		if (pgdat->node_present_pages) {  in free_area_init()
1921 			check_for_memory(pgdat);  in free_area_init()
2116 	pg_data_t *pgdat = data;  in deferred_init_memmap()  local
2117 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in deferred_init_memmap()
2127 	pgdat_resize_lock(pgdat, &flags);  in deferred_init_memmap()
2128 	first_init_pfn = pgdat->first_deferred_pfn;  in deferred_init_memmap()
2130 		pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2136 	BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn);  in deferred_init_memmap()
2137 	BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat));  in deferred_init_memmap()
2138 	pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_init_memmap()
2145 	pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2148 	zone = pgdat->node_zones + pgdat->nr_zones - 1;  in deferred_init_memmap()
2165 	WARN_ON(pgdat->nr_zones < MAX_NR_ZONES && populated_zone(++zone));  in deferred_init_memmap()
2168 		pgdat->node_id, jiffies_to_msecs(jiffies - start));  in deferred_init_memmap()
2188 	pg_data_t *pgdat = zone->zone_pgdat;  in deferred_grow_zone()  local
2189 	unsigned long first_deferred_pfn = pgdat->first_deferred_pfn;  in deferred_grow_zone()
2194 	if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat))  in deferred_grow_zone()
2197 	pgdat_resize_lock(pgdat, &flags);  in deferred_grow_zone()
2203 	if (first_deferred_pfn != pgdat->first_deferred_pfn) {  in deferred_grow_zone()
2204 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
2226 	pgdat->first_deferred_pfn = nr_pages ? spfn : ULONG_MAX;  in deferred_grow_zone()
2228 	pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()