| /linux-6.6.21/tools/testing/selftests/mm/ |
| D | hugetlb-madvise.c | 36 unsigned long huge_page_size; variable
63 *((unsigned long *)(addr + (i * huge_page_size))) = i; in write_fault_pages()
72 dummy += *((unsigned long *)(addr + (i * huge_page_size))); in read_fault_pages()
86 huge_page_size = default_huge_page_size(); in main()
87 if (!huge_page_size) { in main()
92 if (!huge_page_size) { in main()
115 addr = mmap(NULL, (NR_HUGE_PAGES + 2) * huge_page_size, in main()
123 if (munmap(addr, huge_page_size) || in main()
124 munmap(addr + (NR_HUGE_PAGES + 1) * huge_page_size, in main()
125 huge_page_size)) { in main()
[all …]
|
| /linux-6.6.21/include/linux/ |
| D | hugetlb.h | 808 static inline unsigned long huge_page_size(const struct hstate *h) in huge_page_size() function
844 return huge_page_size(h) / 512; in blocks_per_huge_page()
972 if (huge_page_size(h) == PMD_SIZE) in huge_pte_lockptr()
974 VM_BUG_ON(huge_page_size(h) == PAGE_SIZE); in huge_pte_lockptr()
1019 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
1100 static inline unsigned long huge_page_size(struct hstate *h)
|
| /linux-6.6.21/fs/hugetlbfs/ |
| D | inode.c | 267 addr = ALIGN(addr, huge_page_size(h)); in generic_hugetlb_get_unmapped_area()
352 nr = huge_page_size(h); in hugetlbfs_read_iter()
447 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_page()
762 end = huge_page_size(h); in hugetlbfs_zero_partial_page()
775 loff_t hpage_size = huge_page_size(h); in hugetlbfs_punch_hole()
832 loff_t hpage_size = huge_page_size(h); in hugetlbfs_fallocate()
1181 unsigned long hpage_size = huge_page_size(sbinfo->hstate); in hugetlbfs_show_options()
1220 buf->f_bsize = huge_page_size(h); in hugetlbfs_statfs()
1538 sb->s_blocksize = huge_page_size(ctx->hstate); in hugetlbfs_fill_super()
1698 huge_page_size(h) / SZ_1K); in mount_one_hugetlbfs()
|
| /linux-6.6.21/mm/ |
| D | hugetlb.c | 1888 if (huge_page_size(h) == size) in size_to_hstate()
3184 m = memblock_alloc_try_nid_raw(huge_page_size(h), huge_page_size(h), in __alloc_bootmem_huge_page()
3193 huge_page_size(h), huge_page_size(h), in __alloc_bootmem_huge_page()
3270 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages_onenode()
3332 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages()
3378 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in report_hugepages()
4268 string_get_size(huge_page_size(&default_hstate), in hugetlb_init()
4328 h->mask = ~(huge_page_size(h) - 1); in hugetlb_add_hstate()
4335 huge_page_size(h)/SZ_1K); in hugetlb_add_hstate()
4720 total += huge_page_size(h) * count; in hugetlb_report_meminfo()
[all …]
|
| D | pagewalk.c | 305 unsigned long boundary = (addr & huge_page_mask(h)) + huge_page_size(h); in hugetlb_entry_end()
316 unsigned long sz = huge_page_size(h); in walk_hugetlb_range()
|
| D | page_vma_mapped.c | 190 unsigned long size = huge_page_size(hstate); in page_vma_mapped_walk()
|
| D | hugetlb_cgroup.c | 721 mem_fmt(buf, sizeof(buf), huge_page_size(h)); in __hugetlb_cgroup_file_dfl_init()
792 mem_fmt(buf, sizeof(buf), huge_page_size(h)); in __hugetlb_cgroup_file_legacy_init()
|
| D | mremap.c | 973 old_len = ALIGN(old_len, huge_page_size(h)); in SYSCALL_DEFINE5()
974 new_len = ALIGN(new_len, huge_page_size(h)); in SYSCALL_DEFINE5()
|
| D | rmap.c | 1517 hsz = huge_page_size(hstate_vma(vma)); in try_to_unmap_one()
1866 hsz = huge_page_size(hstate_vma(vma)); in try_to_migrate_one()
|
| D | madvise.c | 854 *end = ALIGN_DOWN(*end, huge_page_size(hstate_vma(vma))); in madvise_dontneed_free_valid_vma()
|
| D | mmap.c | 1395 len = ALIGN(len, huge_page_size(hstate_file(file))); in ksys_mmap_pgoff()
1407 len = ALIGN(len, huge_page_size(hs)); in ksys_mmap_pgoff()
|
| D | migrate.c | 248 unsigned long psize = huge_page_size(h); in remove_migration_pte()
|
| /linux-6.6.21/arch/powerpc/mm/book3s64/ |
| D | radix_hugetlbpage.c | 50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
|
| D | hugetlbpage.c | 152 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux-6.6.21/arch/arm64/include/asm/ |
| D | hugetlb.h | 69 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
|
| /linux-6.6.21/arch/arm64/mm/ |
| D | hugetlbpage.c | 78 size_t pagesize = huge_page_size(h); in arch_hugetlb_migration_supported()
358 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page()
563 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux-6.6.21/mm/damon/ |
| D | vaddr.c | 344 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold()
356 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold()
522 *priv->folio_sz = huge_page_size(h); in damon_young_hugetlb_entry()
|
| /linux-6.6.21/arch/riscv/mm/ |
| D | hugetlbpage.c | 130 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page()
432 return __hugetlb_valid_size(huge_page_size(h)); in arch_hugetlb_migration_supported()
|
| /linux-6.6.21/arch/parisc/mm/ |
| D | hugetlbpage.c | 40 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|
| /linux-6.6.21/drivers/accel/habanalabs/common/ |
| D | memory.c | 845 huge_page_size = ctx->hdev->asic_prop.pmmu_huge.page_size; in init_phys_pg_pack_from_userptr() local
846 u32 pgs_in_huge_page = huge_page_size >> __ffs(page_size); in init_phys_pg_pack_from_userptr()
878 (dma_addr & (huge_page_size - 1))) in init_phys_pg_pack_from_userptr()
883 page_size = huge_page_size; in init_phys_pg_pack_from_userptr()
1076 huge_page_size = hdev->asic_prop.pmmu_huge.page_size; in map_device_va() local
1103 if (addr & (huge_page_size - 1)) in map_device_va()
1106 va_block_align = huge_page_size; in map_device_va()
1114 va_block_align = huge_page_size; in map_device_va()
|
| /linux-6.6.21/include/asm-generic/ |
| D | tlb.h | 613 unsigned long _sz = huge_page_size(h); \
|
| /linux-6.6.21/arch/s390/mm/ |
| D | hugetlbpage.c | 324 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|
| /linux-6.6.21/arch/sparc/mm/ |
| D | hugetlbpage.c | 120 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|
| /linux-6.6.21/fs/proc/ |
| D | task_mmu.c | 739 mss->shared_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
741 mss->private_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
|
| /linux-6.6.21/ipc/ |
| D | shm.c | 752 hugesize = ALIGN(size, huge_page_size(hs)); in newseg()
|