/linux-6.1.9/mm/ |
D | page_ext.c | 316 table_size = page_ext_size * PAGES_PER_SECTION; in init_section_page_ext() 349 table_size = page_ext_size * PAGES_PER_SECTION; in free_page_ext() 411 for (pfn = start; !fail && pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 417 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 440 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 445 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 499 pfn = ALIGN(pfn + 1, PAGES_PER_SECTION)) { in page_ext_init()
|
D | sparse.c | 206 pfns = min(nr_pages, PAGES_PER_SECTION in subsection_map_init() 245 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) { in memory_present() 420 return ALIGN(sizeof(struct page) * PAGES_PER_SECTION, PMD_SIZE); in section_map_size() 426 return PAGE_ALIGN(sizeof(struct page) * PAGES_PER_SECTION); in section_map_size() 527 map = __populate_section_memmap(pfn, PAGES_PER_SECTION, in sparse_init_nid() 597 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections() 615 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections() 650 unsigned long end = (unsigned long)(memmap + PAGES_PER_SECTION); in free_map_bootmem() 709 PAGES_PER_SECTION), GFP_KERNEL, nid); in populate_section_memmap() 724 nr_pages = PAGE_ALIGN(PAGES_PER_SECTION * sizeof(struct page)) in free_map_bootmem() [all …]
|
D | bootmem_info.c | 61 mapsize = sizeof(struct page) * PAGES_PER_SECTION; in register_page_bootmem_info_section() 90 register_page_bootmem_memmap(section_nr, memmap, PAGES_PER_SECTION); in register_page_bootmem_info_section() 118 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in register_page_bootmem_info_node()
|
D | memory_hotplug.c | 248 min_align = PAGES_PER_SECTION; in check_pfn_span() 708 if (!IS_ALIGNED(start_pfn, PAGES_PER_SECTION)) in move_pfn_range_to_zone() 710 if (!IS_ALIGNED(start_pfn + nr_pages, PAGES_PER_SECTION)) in move_pfn_range_to_zone() 930 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in auto_movable_zone_for_pfn() 937 online_pages += PAGES_PER_SECTION; in auto_movable_zone_for_pfn() 1046 if (nr_pages >= PAGES_PER_SECTION) in mhp_init_memmap_on_memory() 1047 online_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_init_memmap_on_memory() 1061 if (nr_pages >= PAGES_PER_SECTION) in mhp_deinit_memmap_on_memory() 1062 offline_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_deinit_memmap_on_memory() 1089 !IS_ALIGNED(pfn + nr_pages, PAGES_PER_SECTION))) in online_pages() [all …]
|
D | memblock.c | 2002 start = min(start, ALIGN(prev_end, PAGES_PER_SECTION)); in free_unused_memmap() 2027 if (!IS_ALIGNED(prev_end, PAGES_PER_SECTION)) { in free_unused_memmap() 2029 free_memmap(prev_end, ALIGN(prev_end, PAGES_PER_SECTION)); in free_unused_memmap()
|
D | page_alloc.c | 508 if ((nr_initialised > PAGES_PER_SECTION) && in defer_init() 509 (pfn & (PAGES_PER_SECTION - 1)) == 0) { in defer_init() 546 pfn &= (PAGES_PER_SECTION-1); in pfn_to_bitidx() 2158 unsigned long epfn_align = ALIGN(epfn, PAGES_PER_SECTION); in deferred_init_memmap() 2164 .align = PAGES_PER_SECTION, in deferred_init_memmap() 2165 .min_chunk = PAGES_PER_SECTION, in deferred_init_memmap() 2202 unsigned long nr_pages_needed = ALIGN(1 << order, PAGES_PER_SECTION); in deferred_grow_zone() 2246 if ((first_deferred_pfn ^ spfn) < PAGES_PER_SECTION) in deferred_grow_zone() 7039 end_pfn = round_up(end_pfn, PAGES_PER_SECTION); in memmap_init()
|
/linux-6.1.9/drivers/xen/ |
D | unpopulated-alloc.c | 39 unsigned int i, alloc_pages = round_up(nr_pages, PAGES_PER_SECTION); in fill_list() 54 PAGES_PER_SECTION * PAGE_SIZE, NULL, NULL); in fill_list()
|
D | balloon.c | 268 PAGES_PER_SECTION * PAGE_SIZE, NULL, NULL); in additional_memory_resource() 295 balloon_hotplug = round_up(credit, PAGES_PER_SECTION); in reserve_additional_memory()
|
/linux-6.1.9/drivers/base/ |
D | memory.c | 181 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in memory_block_online() 225 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in memory_block_offline() 407 unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in valid_zones_show() 498 unsigned long pages_per_block = PAGES_PER_SECTION * sections_per_block; in probe_store() 649 const unsigned long nr_pages = PAGES_PER_SECTION * sections_per_block; in early_node_zone_for_memory_block()
|
D | node.c | 791 pfn = round_down(pfn + PAGES_PER_SECTION, in register_mem_block_under_node_early() 792 PAGES_PER_SECTION) - 1; in register_mem_block_under_node_early()
|
/linux-6.1.9/include/linux/ |
D | mmzone.h | 1586 #define PAGES_PER_SECTION (1UL << PFN_SECTION_SHIFT) macro 1587 #define PAGE_SECTION_MASK (~(PAGES_PER_SECTION-1)) 1605 #define SECTION_ALIGN_UP(pfn) (((pfn) + PAGES_PER_SECTION - 1) & PAGE_SECTION_MASK)
|
/linux-6.1.9/arch/powerpc/platforms/powernv/ |
D | memtrace.c | 98 if (IS_ALIGNED(pfn, PAGES_PER_SECTION)) in memtrace_clear_range()
|
/linux-6.1.9/arch/x86/mm/ |
D | numa.c | 579 if (pfn_align && pfn_align < PAGES_PER_SECTION) { in numa_register_memblks() 582 PFN_PHYS(PAGES_PER_SECTION) >> 20); in numa_register_memblks()
|
D | init_64.c | 1612 if (end - start < PAGES_PER_SECTION * sizeof(struct page)) in vmemmap_populate()
|
/linux-6.1.9/drivers/virtio/ |
D | virtio_mem.c | 2125 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_offline_remove_and_unplug_bb() 2130 rc = virtio_mem_fake_offline(pfn, PAGES_PER_SECTION); in virtio_mem_bbm_offline_remove_and_unplug_bb() 2158 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_offline_remove_and_unplug_bb() 2162 virtio_mem_fake_online(pfn, PAGES_PER_SECTION); in virtio_mem_bbm_offline_remove_and_unplug_bb() 2180 pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_bb_is_offline() 2200 pfn += PAGES_PER_SECTION) { in virtio_mem_bbm_bb_is_movable()
|
/linux-6.1.9/fs/proc/ |
D | page.c | 34 return round_up(max_pfn, PAGES_PER_SECTION); in get_max_dump_pfn()
|
/linux-6.1.9/arch/arm64/mm/ |
D | mmu.c | 1600 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in prevent_bootmem_remove_notifier()
|