216 void node_set_perf_attrs(unsigned int nid, struct access_coordinate *coord,  in node_set_perf_attrs()  argument
223 	if (WARN_ON_ONCE(!node_online(nid)))  in node_set_perf_attrs()
226 	node = node_devices[nid];  in node_set_perf_attrs()
236 				nid);  in node_set_perf_attrs()
243 		if (mempolicy_set_node_perf(nid, coord)) {  in node_set_perf_attrs()
245 				nid);  in node_set_perf_attrs()
257 void node_update_perf_attrs(unsigned int nid, struct access_coordinate *coord,  in node_update_perf_attrs()  argument
264 	if (WARN_ON_ONCE(!node_online(nid)))  in node_update_perf_attrs()
267 	node = node_devices[nid];  in node_update_perf_attrs()
284 	if (mempolicy_set_node_perf(nid, coord))  in node_update_perf_attrs()
285 		pr_info("failed to set mempolicy attrs for node %d\n", nid);  in node_update_perf_attrs()
368 void node_add_cache(unsigned int nid, struct node_cache_attrs *cache_attrs)  in node_add_cache()  argument
374 	if (!node_online(nid) || !node_devices[nid])  in node_add_cache()
377 	node = node_devices[nid];  in node_add_cache()
431 static void node_init_caches(unsigned int nid)  in node_init_caches()  argument
433 	INIT_LIST_HEAD(&node_devices[nid]->cache_attrs);  in node_init_caches()
436 static void node_init_caches(unsigned int nid) { }  in node_init_caches()  argument
445 	int nid = dev->id;  in node_read_meminfo()  local
446 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_meminfo()
451 	si_meminfo_node(&i, nid);  in node_read_meminfo()
470 			    nid, K(i.totalram),  in node_read_meminfo()
471 			    nid, K(i.freeram),  in node_read_meminfo()
472 			    nid, K(i.totalram - i.freeram),  in node_read_meminfo()
473 			    nid, K(swapcached),  in node_read_meminfo()
474 			    nid, K(node_page_state(pgdat, NR_ACTIVE_ANON) +  in node_read_meminfo()
476 			    nid, K(node_page_state(pgdat, NR_INACTIVE_ANON) +  in node_read_meminfo()
478 			    nid, K(node_page_state(pgdat, NR_ACTIVE_ANON)),  in node_read_meminfo()
479 			    nid, K(node_page_state(pgdat, NR_INACTIVE_ANON)),  in node_read_meminfo()
480 			    nid, K(node_page_state(pgdat, NR_ACTIVE_FILE)),  in node_read_meminfo()
481 			    nid, K(node_page_state(pgdat, NR_INACTIVE_FILE)),  in node_read_meminfo()
482 			    nid, K(node_page_state(pgdat, NR_UNEVICTABLE)),  in node_read_meminfo()
483 			    nid, K(sum_zone_node_page_state(nid, NR_MLOCK)));  in node_read_meminfo()
491 			     nid, K(i.totalhigh),  in node_read_meminfo()
492 			     nid, K(i.freehigh),  in node_read_meminfo()
493 			     nid, K(i.totalram - i.totalhigh),  in node_read_meminfo()
494 			     nid, K(i.freeram - i.freehigh));  in node_read_meminfo()
527 			     nid, K(node_page_state(pgdat, NR_FILE_DIRTY)),  in node_read_meminfo()
528 			     nid, K(node_page_state(pgdat, NR_WRITEBACK)),  in node_read_meminfo()
529 			     nid, K(node_page_state(pgdat, NR_FILE_PAGES)),  in node_read_meminfo()
530 			     nid, K(node_page_state(pgdat, NR_FILE_MAPPED)),  in node_read_meminfo()
531 			     nid, K(node_page_state(pgdat, NR_ANON_MAPPED)),  in node_read_meminfo()
532 			     nid, K(i.sharedram),  in node_read_meminfo()
533 			     nid, node_page_state(pgdat, NR_KERNEL_STACK_KB),  in node_read_meminfo()
535 			     nid, node_page_state(pgdat, NR_KERNEL_SCS_KB),  in node_read_meminfo()
537 			     nid, K(node_page_state(pgdat, NR_PAGETABLE)),  in node_read_meminfo()
538 			     nid, K(node_page_state(pgdat, NR_SECONDARY_PAGETABLE)),  in node_read_meminfo()
539 			     nid, 0UL,  in node_read_meminfo()
540 			     nid, 0UL,  in node_read_meminfo()
541 			     nid, 0UL,  in node_read_meminfo()
542 			     nid, K(sreclaimable +  in node_read_meminfo()
544 			     nid, K(sreclaimable + sunreclaimable),  in node_read_meminfo()
545 			     nid, K(sreclaimable),  in node_read_meminfo()
546 			     nid, K(sunreclaimable)  in node_read_meminfo()
549 			     nid, K(node_page_state(pgdat, NR_ANON_THPS)),  in node_read_meminfo()
550 			     nid, K(node_page_state(pgdat, NR_SHMEM_THPS)),  in node_read_meminfo()
551 			     nid, K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED)),  in node_read_meminfo()
552 			     nid, K(node_page_state(pgdat, NR_FILE_THPS)),  in node_read_meminfo()
553 			     nid, K(node_page_state(pgdat, NR_FILE_PMDMAPPED))  in node_read_meminfo()
557 			     nid, K(sum_zone_node_page_state(nid, NR_UNACCEPTED))  in node_read_meminfo()
560 	len += hugetlb_report_node_meminfo(buf, len, nid);  in node_read_meminfo()
590 	int nid = dev->id;  in node_read_vmstat()  local
591 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_vmstat()
598 				     sum_zone_node_page_state(nid, i));  in node_read_vmstat()
605 				     sum_zone_numa_event_state(nid, i));  in node_read_vmstat()
624 	int nid = dev->id;  in node_read_distance()  local
636 				     i ? " " : "", node_distance(nid, i));  in node_read_distance()
684 int register_cpu_under_node(unsigned int cpu, unsigned int nid)  in register_cpu_under_node()  argument
689 	if (!node_online(nid))  in register_cpu_under_node()
696 	ret = sysfs_create_link(&node_devices[nid]->dev.kobj,  in register_cpu_under_node()
703 				 &node_devices[nid]->dev.kobj,  in register_cpu_under_node()
704 				 kobject_name(&node_devices[nid]->dev.kobj));  in register_cpu_under_node()
757 int unregister_cpu_under_node(unsigned int cpu, unsigned int nid)  in unregister_cpu_under_node()  argument
761 	if (!node_online(nid))  in unregister_cpu_under_node()
768 	sysfs_remove_link(&node_devices[nid]->dev.kobj,  in unregister_cpu_under_node()
771 			  kobject_name(&node_devices[nid]->dev.kobj));  in unregister_cpu_under_node()
777 static void do_register_memory_block_under_node(int nid,  in do_register_memory_block_under_node()  argument
782 	ret = sysfs_create_link_nowarn(&node_devices[nid]->dev.kobj,  in do_register_memory_block_under_node()
786 		dev_err_ratelimited(&node_devices[nid]->dev,  in do_register_memory_block_under_node()
791 				&node_devices[nid]->dev.kobj,  in do_register_memory_block_under_node()
792 				kobject_name(&node_devices[nid]->dev.kobj));  in do_register_memory_block_under_node()
796 				    kobject_name(&node_devices[nid]->dev.kobj),  in do_register_memory_block_under_node()
807 	int nid = *(int *)arg;  in register_mem_block_under_node_hotplug()  local
809 	do_register_memory_block_under_node(nid, mem_blk);  in register_mem_block_under_node_hotplug()
819 	if (mem_blk->nid == NUMA_NO_NODE)  in unregister_memory_block_under_nodes()
822 	sysfs_remove_link(&node_devices[mem_blk->nid]->dev.kobj,  in unregister_memory_block_under_nodes()
825 			  kobject_name(&node_devices[mem_blk->nid]->dev.kobj));  in unregister_memory_block_under_nodes()
836 		const int nid = memblock_get_region_node(r);  in register_memory_blocks_under_nodes()  local
839 		if (!node_online(nid))  in register_memory_blocks_under_nodes()
849 			memory_block_add_nid_early(mem, nid);  in register_memory_blocks_under_nodes()
850 			do_register_memory_block_under_node(nid, mem);  in register_memory_blocks_under_nodes()
857 void register_memory_blocks_under_node_hotplug(int nid, unsigned long start_pfn,  in register_memory_blocks_under_node_hotplug()  argument
861 			   (void *)&nid, register_mem_block_under_node_hotplug);  in register_memory_blocks_under_node_hotplug()
872 int register_node(int nid)  in register_node()  argument
884 	node->dev.id = nid;  in register_node()
895 	node_devices[nid] = node;  in register_node()
902 		if (cpu_to_node(cpu) == nid)  in register_node()
903 			register_cpu_under_node(cpu, nid);  in register_node()
906 	node_init_caches(nid);  in register_node()
917 void unregister_node(int nid)  in unregister_node()  argument
919 	struct node *node = node_devices[nid];  in unregister_node()
930 	node_devices[nid] = NULL;  in unregister_node()