193 void node_set_perf_attrs(unsigned int nid, struct node_hmem_attrs *hmem_attrs,  in node_set_perf_attrs()  argument
200 	if (WARN_ON_ONCE(!node_online(nid)))  in node_set_perf_attrs()
203 	node = node_devices[nid];  in node_set_perf_attrs()
213 				nid);  in node_set_perf_attrs()
296 void node_add_cache(unsigned int nid, struct node_cache_attrs *cache_attrs)  in node_add_cache()  argument
302 	if (!node_online(nid) || !node_devices[nid])  in node_add_cache()
305 	node = node_devices[nid];  in node_add_cache()
359 static void node_init_caches(unsigned int nid)  in node_init_caches()  argument
361 	INIT_LIST_HEAD(&node_devices[nid]->cache_attrs);  in node_init_caches()
364 static void node_init_caches(unsigned int nid) { }  in node_init_caches()  argument
373 	int nid = dev->id;  in node_read_meminfo()  local
374 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_meminfo()
379 	si_meminfo_node(&i, nid);  in node_read_meminfo()
398 			    nid, K(i.totalram),  in node_read_meminfo()
399 			    nid, K(i.freeram),  in node_read_meminfo()
400 			    nid, K(i.totalram - i.freeram),  in node_read_meminfo()
401 			    nid, K(swapcached),  in node_read_meminfo()
402 			    nid, K(node_page_state(pgdat, NR_ACTIVE_ANON) +  in node_read_meminfo()
404 			    nid, K(node_page_state(pgdat, NR_INACTIVE_ANON) +  in node_read_meminfo()
406 			    nid, K(node_page_state(pgdat, NR_ACTIVE_ANON)),  in node_read_meminfo()
407 			    nid, K(node_page_state(pgdat, NR_INACTIVE_ANON)),  in node_read_meminfo()
408 			    nid, K(node_page_state(pgdat, NR_ACTIVE_FILE)),  in node_read_meminfo()
409 			    nid, K(node_page_state(pgdat, NR_INACTIVE_FILE)),  in node_read_meminfo()
410 			    nid, K(node_page_state(pgdat, NR_UNEVICTABLE)),  in node_read_meminfo()
411 			    nid, K(sum_zone_node_page_state(nid, NR_MLOCK)));  in node_read_meminfo()
419 			     nid, K(i.totalhigh),  in node_read_meminfo()
420 			     nid, K(i.freehigh),  in node_read_meminfo()
421 			     nid, K(i.totalram - i.totalhigh),  in node_read_meminfo()
422 			     nid, K(i.freeram - i.freehigh));  in node_read_meminfo()
455 			     nid, K(node_page_state(pgdat, NR_FILE_DIRTY)),  in node_read_meminfo()
456 			     nid, K(node_page_state(pgdat, NR_WRITEBACK)),  in node_read_meminfo()
457 			     nid, K(node_page_state(pgdat, NR_FILE_PAGES)),  in node_read_meminfo()
458 			     nid, K(node_page_state(pgdat, NR_FILE_MAPPED)),  in node_read_meminfo()
459 			     nid, K(node_page_state(pgdat, NR_ANON_MAPPED)),  in node_read_meminfo()
460 			     nid, K(i.sharedram),  in node_read_meminfo()
461 			     nid, node_page_state(pgdat, NR_KERNEL_STACK_KB),  in node_read_meminfo()
463 			     nid, node_page_state(pgdat, NR_KERNEL_SCS_KB),  in node_read_meminfo()
465 			     nid, K(node_page_state(pgdat, NR_PAGETABLE)),  in node_read_meminfo()
466 			     nid, K(node_page_state(pgdat, NR_SECONDARY_PAGETABLE)),  in node_read_meminfo()
467 			     nid, 0UL,  in node_read_meminfo()
468 			     nid, K(sum_zone_node_page_state(nid, NR_BOUNCE)),  in node_read_meminfo()
469 			     nid, K(node_page_state(pgdat, NR_WRITEBACK_TEMP)),  in node_read_meminfo()
470 			     nid, K(sreclaimable +  in node_read_meminfo()
472 			     nid, K(sreclaimable + sunreclaimable),  in node_read_meminfo()
473 			     nid, K(sreclaimable),  in node_read_meminfo()
474 			     nid, K(sunreclaimable)  in node_read_meminfo()
477 			     nid, K(node_page_state(pgdat, NR_ANON_THPS)),  in node_read_meminfo()
478 			     nid, K(node_page_state(pgdat, NR_SHMEM_THPS)),  in node_read_meminfo()
479 			     nid, K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED)),  in node_read_meminfo()
480 			     nid, K(node_page_state(pgdat, NR_FILE_THPS)),  in node_read_meminfo()
481 			     nid, K(node_page_state(pgdat, NR_FILE_PMDMAPPED))  in node_read_meminfo()
485 			     nid, K(sum_zone_node_page_state(nid, NR_UNACCEPTED))  in node_read_meminfo()
488 	len += hugetlb_report_node_meminfo(buf, len, nid);  in node_read_meminfo()
518 	int nid = dev->id;  in node_read_vmstat()  local
519 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_vmstat()
526 				     sum_zone_node_page_state(nid, i));  in node_read_vmstat()
533 				     sum_zone_numa_event_state(nid, i));  in node_read_vmstat()
552 	int nid = dev->id;  in node_read_distance()  local
564 				     i ? " " : "", node_distance(nid, i));  in node_read_distance()
654 int register_cpu_under_node(unsigned int cpu, unsigned int nid)  in register_cpu_under_node()  argument
659 	if (!node_online(nid))  in register_cpu_under_node()
666 	ret = sysfs_create_link(&node_devices[nid]->dev.kobj,  in register_cpu_under_node()
673 				 &node_devices[nid]->dev.kobj,  in register_cpu_under_node()
674 				 kobject_name(&node_devices[nid]->dev.kobj));  in register_cpu_under_node()
727 int unregister_cpu_under_node(unsigned int cpu, unsigned int nid)  in unregister_cpu_under_node()  argument
731 	if (!node_online(nid))  in unregister_cpu_under_node()
738 	sysfs_remove_link(&node_devices[nid]->dev.kobj,  in unregister_cpu_under_node()
741 			  kobject_name(&node_devices[nid]->dev.kobj));  in unregister_cpu_under_node()
756 static void do_register_memory_block_under_node(int nid,  in do_register_memory_block_under_node()  argument
762 	memory_block_add_nid(mem_blk, nid, context);  in do_register_memory_block_under_node()
764 	ret = sysfs_create_link_nowarn(&node_devices[nid]->dev.kobj,  in do_register_memory_block_under_node()
768 		dev_err_ratelimited(&node_devices[nid]->dev,  in do_register_memory_block_under_node()
773 				&node_devices[nid]->dev.kobj,  in do_register_memory_block_under_node()
774 				kobject_name(&node_devices[nid]->dev.kobj));  in do_register_memory_block_under_node()
778 				    kobject_name(&node_devices[nid]->dev.kobj),  in do_register_memory_block_under_node()
789 	int nid = *(int *)arg;  in register_mem_block_under_node_early()  local
812 		if (page_nid != nid)  in register_mem_block_under_node_early()
815 		do_register_memory_block_under_node(nid, mem_blk, MEMINIT_EARLY);  in register_mem_block_under_node_early()
829 	int nid = *(int *)arg;  in register_mem_block_under_node_hotplug()  local
831 	do_register_memory_block_under_node(nid, mem_blk, MEMINIT_HOTPLUG);  in register_mem_block_under_node_hotplug()
841 	if (mem_blk->nid == NUMA_NO_NODE)  in unregister_memory_block_under_nodes()
844 	sysfs_remove_link(&node_devices[mem_blk->nid]->dev.kobj,  in unregister_memory_block_under_nodes()
847 			  kobject_name(&node_devices[mem_blk->nid]->dev.kobj));  in unregister_memory_block_under_nodes()
850 void register_memory_blocks_under_node(int nid, unsigned long start_pfn,  in register_memory_blocks_under_node()  argument
862 			   (void *)&nid, func);  in register_memory_blocks_under_node()
867 int __register_one_node(int nid)  in __register_one_node()  argument
878 	node_devices[nid] = node;  in __register_one_node()
880 	error = register_node(node_devices[nid], nid);  in __register_one_node()
884 		if (cpu_to_node(cpu) == nid)  in __register_one_node()
885 			register_cpu_under_node(cpu, nid);  in __register_one_node()
888 	node_init_caches(nid);  in __register_one_node()
893 void unregister_one_node(int nid)  in unregister_one_node()  argument
895 	if (!node_devices[nid])  in unregister_one_node()
898 	unregister_node(node_devices[nid]);  in unregister_one_node()
899 	node_devices[nid] = NULL;  in unregister_one_node()