49 		struct zone *zone;  in mminit_verify_zonelist()  local
61 			zone = &pgdat->node_zones[zoneid];  in mminit_verify_zonelist()
62 			if (!populated_zone(zone))  in mminit_verify_zonelist()
68 				zone->name);  in mminit_verify_zonelist()
71 			for_each_zone_zonelist(zone, z, zonelist, zoneid)  in mminit_verify_zonelist()
72 				pr_cont("%d:%s ", zone_to_nid(zone), zone->name);  in mminit_verify_zonelist()
565 				unsigned long zone, int nid)  in __init_single_page()  argument
568 	set_page_links(page, zone, nid, pfn);  in __init_single_page()
577 	if (!is_highmem_idx(zone))  in __init_single_page()
717 		struct zone *zone = &pgdat->node_zones[zid];  in init_reserved_page()  local
719 		if (zone_spans_pfn(zone, pfn))  in init_reserved_page()
775 overlap_memmap_init(unsigned long zone, unsigned long *pfn)  in overlap_memmap_init()  argument
779 	if (mirrored_kernelcore && zone == ZONE_MOVABLE) {  in overlap_memmap_init()
819 					  int zone, int node)  in init_unavailable_range()  argument
829 		__init_single_page(pfn_to_page(pfn), pfn, zone, node);  in init_unavailable_range()
836 			node, zone_names[zone], pgcnt);  in init_unavailable_range()
848 void __meminit memmap_init_range(unsigned long size, int nid, unsigned long zone,  in memmap_init_range()  argument
867 	if (zone == ZONE_DEVICE) {  in memmap_init_range()
883 			if (overlap_memmap_init(zone, &pfn))  in memmap_init_range()
892 		__init_single_page(page, pfn, zone, nid);  in memmap_init_range()
909 static void __init memmap_init_zone_range(struct zone *zone,  in memmap_init_zone_range()  argument
914 	unsigned long zone_start_pfn = zone->zone_start_pfn;  in memmap_init_zone_range()
915 	unsigned long zone_end_pfn = zone_start_pfn + zone->spanned_pages;  in memmap_init_zone_range()
916 	int nid = zone_to_nid(zone), zone_id = zone_idx(zone);  in memmap_init_zone_range()
943 			struct zone *zone = node->node_zones + j;  in memmap_init()  local
945 			if (!populated_zone(zone))  in memmap_init()
948 			memmap_init_zone_range(zone, start_pfn, end_pfn,  in memmap_init()
1063 void __ref memmap_init_zone_device(struct zone *zone,  in memmap_init_zone_device()  argument
1069 	struct pglist_data *pgdat = zone->zone_pgdat;  in memmap_init_zone_device()
1072 	unsigned long zone_idx = zone_idx(zone);  in memmap_init_zone_device()
1251 	struct zone *z;  in reset_memoryless_node_totalpages()
1275 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()  local
1292 			zone->zone_start_pfn = zone_start_pfn;  in calculate_node_totalpages()
1294 			zone->zone_start_pfn = 0;  in calculate_node_totalpages()
1295 		zone->spanned_pages = spanned;  in calculate_node_totalpages()
1296 		zone->present_pages = real_size;  in calculate_node_totalpages()
1298 		zone->present_early_pages = real_size;  in calculate_node_totalpages()
1372 static void __meminit zone_init_internals(struct zone *zone, enum zone_type idx, int nid,  in zone_init_internals()  argument
1375 	atomic_long_set(&zone->managed_pages, remaining_pages);  in zone_init_internals()
1376 	zone_set_nid(zone, nid);  in zone_init_internals()
1377 	zone->name = zone_names[idx];  in zone_init_internals()
1378 	zone->zone_pgdat = NODE_DATA(nid);  in zone_init_internals()
1379 	spin_lock_init(&zone->lock);  in zone_init_internals()
1380 	zone_seqlock_init(zone);  in zone_init_internals()
1381 	zone_pcp_init(zone);  in zone_init_internals()
1384 static void __meminit zone_init_free_lists(struct zone *zone)  in zone_init_free_lists()  argument
1388 		INIT_LIST_HEAD(&zone->free_area[order].free_list[t]);  in zone_init_free_lists()
1389 		zone->free_area[order].nr_free = 0;  in zone_init_free_lists()
1393 	INIT_LIST_HEAD(&zone->unaccepted_pages);  in zone_init_free_lists()
1397 void __meminit init_currently_empty_zone(struct zone *zone,  in init_currently_empty_zone()  argument
1401 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()
1402 	int zone_idx = zone_idx(zone) + 1;  in init_currently_empty_zone()
1407 	zone->zone_start_pfn = zone_start_pfn;  in init_currently_empty_zone()
1412 			(unsigned long)zone_idx(zone),  in init_currently_empty_zone()
1415 	zone_init_free_lists(zone);  in init_currently_empty_zone()
1416 	zone->initialized = 1;  in init_currently_empty_zone()
1440 static void __ref setup_usemap(struct zone *zone)  in setup_usemap()  argument
1442 	unsigned long usemapsize = usemap_size(zone->zone_start_pfn,  in setup_usemap()
1443 					       zone->spanned_pages);  in setup_usemap()
1444 	zone->pageblock_flags = NULL;  in setup_usemap()
1446 		zone->pageblock_flags =  in setup_usemap()
1448 					    zone_to_nid(zone));  in setup_usemap()
1449 		if (!zone->pageblock_flags)  in setup_usemap()
1451 			      usemapsize, zone->name, zone_to_nid(zone));  in setup_usemap()
1455 static inline void setup_usemap(struct zone *zone) {}  in setup_usemap()  argument
1537 		struct zone *zone = pgdat->node_zones + z;  in free_area_init_core_hotplug()  local
1539 		zone->present_pages = 0;  in free_area_init_core_hotplug()
1540 		zone_init_internals(zone, z, nid, 0);  in free_area_init_core_hotplug()
1563 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()  local
1566 		size = zone->spanned_pages;  in free_area_init_core()
1567 		freesize = zone->present_pages;  in free_area_init_core()
1604 		zone_init_internals(zone, j, nid, freesize);  in free_area_init_core()
1609 		setup_usemap(zone);  in free_area_init_core()
1610 		init_currently_empty_zone(zone, zone->zone_start_pfn, size);  in free_area_init_core()
1752 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()  local
1753 		if (populated_zone(zone)) {  in check_for_memory()
1801 	int i, nid, zone;  in free_area_init()  local
1815 			zone = MAX_NR_ZONES - i - 1;  in free_area_init()
1817 			zone = i;  in free_area_init()
1819 		if (zone == ZONE_MOVABLE)  in free_area_init()
1822 		end_pfn = max(max_zone_pfn[zone], start_pfn);  in free_area_init()
1823 		arch_zone_lowest_possible_pfn[zone] = start_pfn;  in free_area_init()
1824 		arch_zone_highest_possible_pfn[zone] = end_pfn;  in free_area_init()
2050 static unsigned long  __init deferred_init_pages(struct zone *zone,  in deferred_init_pages()  argument
2054 	int nid = zone_to_nid(zone);  in deferred_init_pages()
2056 	int zid = zone_idx(zone);  in deferred_init_pages()
2081 deferred_init_mem_pfn_range_in_zone(u64 *i, struct zone *zone,  in deferred_init_mem_pfn_range_in_zone()  argument
2092 	for_each_free_mem_pfn_range_in_zone(j, zone, spfn, epfn) {  in deferred_init_mem_pfn_range_in_zone()
2115 deferred_init_maxorder(u64 *i, struct zone *zone, unsigned long *start_pfn,  in deferred_init_maxorder()  argument
2124 	for_each_free_mem_pfn_range_in_zone_from(j, zone, start_pfn, end_pfn) {  in deferred_init_maxorder()
2131 		nr_pages += deferred_init_pages(zone, *start_pfn, t);  in deferred_init_maxorder()
2142 	for_each_free_mem_pfn_range_in_zone_from(j, zone, &spfn, &epfn) {  in deferred_init_maxorder()
2163 	struct zone *zone = arg;  in deferred_init_memmap_chunk()  local
2166 	deferred_init_mem_pfn_range_in_zone(&i, zone, &spfn, &epfn, start_pfn);  in deferred_init_memmap_chunk()
2173 		deferred_init_maxorder(&i, zone, &spfn, &epfn);  in deferred_init_memmap_chunk()
2193 	struct zone *zone;  in deferred_init_memmap()  local
2223 		zone = pgdat->node_zones + zid;  in deferred_init_memmap()
2224 		if (first_init_pfn < zone_end_pfn(zone))  in deferred_init_memmap()
2229 	if (!deferred_init_mem_pfn_range_in_zone(&i, zone, &spfn, &epfn,  in deferred_init_memmap()
2239 			.fn_arg      = zone,  in deferred_init_memmap()
2248 		deferred_init_mem_pfn_range_in_zone(&i, zone, &spfn, &epfn,  in deferred_init_memmap()
2253 	WARN_ON(++zid < MAX_NR_ZONES && populated_zone(++zone));  in deferred_init_memmap()
2277 bool __init deferred_grow_zone(struct zone *zone, unsigned int order)  in deferred_grow_zone()  argument
2280 	pg_data_t *pgdat = zone->zone_pgdat;  in deferred_grow_zone()
2287 	if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat))  in deferred_grow_zone()
2302 	if (!deferred_init_mem_pfn_range_in_zone(&i, zone, &spfn, &epfn,  in deferred_grow_zone()
2319 		nr_pages += deferred_init_maxorder(&i, zone, &spfn, &epfn);  in deferred_grow_zone()
2359 void set_zone_contiguous(struct zone *zone)  in set_zone_contiguous()  argument
2361 	unsigned long block_start_pfn = zone->zone_start_pfn;  in set_zone_contiguous()
2365 	for (; block_start_pfn < zone_end_pfn(zone);  in set_zone_contiguous()
2369 		block_end_pfn = min(block_end_pfn, zone_end_pfn(zone));  in set_zone_contiguous()
2372 					     block_end_pfn, zone))  in set_zone_contiguous()
2378 	zone->contiguous = true;  in set_zone_contiguous()
2383 	struct zone *zone;  in page_alloc_init_late()  local
2415 	for_each_populated_zone(zone)  in page_alloc_init_late()
2416 		set_zone_contiguous(zone);  in page_alloc_init_late()