/linux-6.6.21/mm/ |
D | pgtable-generic.c | 142 VM_BUG_ON(pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_clear_flush() 226 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush() 294 if (unlikely(pmd_trans_huge(pmdval) || pmd_devmap(pmdval))) in __pte_offset_map()
|
D | page_vma_mapped.c | 238 if (pmd_trans_huge(pmde) || is_pmd_migration_entry(pmde) || in page_vma_mapped_walk() 254 if (likely(pmd_trans_huge(pmde) || pmd_devmap(pmde))) { in page_vma_mapped_walk()
|
D | userfaultfd.c | 671 if (unlikely(pmd_trans_huge(dst_pmdval))) { in mfill_atomic() 681 if (unlikely(pmd_trans_huge(*dst_pmd))) { in mfill_atomic() 687 BUG_ON(pmd_trans_huge(*dst_pmd)); in mfill_atomic()
|
D | migrate_device.c | 73 if (pmd_trans_huge(*pmdp)) { in migrate_vma_collect_pmd() 77 if (unlikely(!pmd_trans_huge(*pmdp))) { in migrate_vma_collect_pmd() 593 if (pmd_trans_huge(*pmdp) || pmd_devmap(*pmdp)) in migrate_vma_insert_page()
|
D | hmm.c | 354 if (pmd_devmap(pmd) || pmd_trans_huge(pmd)) { in hmm_vma_walk_pmd() 365 if (!pmd_devmap(pmd) && !pmd_trans_huge(pmd)) in hmm_vma_walk_pmd()
|
D | mapping_dirty_helpers.c | 132 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) { in wp_clean_pmd_entry()
|
D | mremap.c | 100 VM_BUG_ON(pmd_trans_huge(*pmd)); in alloc_new_pmd() 552 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || in move_page_tables()
|
D | huge_memory.c | 1113 if (unlikely(!pmd_trans_huge(pmd))) { in copy_huge_pmd() 1762 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd() 1945 if (likely(is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || in __pmd_trans_huge_lock() 2082 VM_BUG_ON(!is_pmd_migration_entry(*pmd) && !pmd_trans_huge(*pmd) in __split_huge_pmd_locked() 2285 if (pmd_trans_huge(*pmd) || pmd_devmap(*pmd) || in __split_huge_pmd()
|
D | madvise.c | 364 if (pmd_trans_huge(*pmd)) { in madvise_cold_or_pageout_pte_range() 639 if (pmd_trans_huge(*pmd)) in madvise_free_pte_range()
|
D | debug_vm_pgtable.c | 979 WARN_ON(!pmd_trans_huge(pmd_mkhuge(pmd))); in pmd_thp_tests() 982 WARN_ON(!pmd_trans_huge(pmd_mkinvalid(pmd_mkhuge(pmd)))); in pmd_thp_tests()
|
D | gup.c | 714 if (likely(!pmd_trans_huge(pmdval))) in follow_pmd_mask() 725 if (unlikely(!pmd_trans_huge(*pmd))) { in follow_pmd_mask() 2995 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd) || in gup_pmd_range()
|
/linux-6.6.21/Documentation/mm/ |
D | transhuge.rst | 93 pmd_trans_huge() on the pmd returned by pmd_offset. You must hold the 97 pmd_trans_huge returns false, you just fallback in the old code 98 paths. If instead pmd_trans_huge returns true, you have to take the 99 page table lock (pmd_lock()) and re-run pmd_trans_huge. Taking the 102 pagetable walk). If the second pmd_trans_huge returns false, you
|
D | arch_pgtable_helpers.rst | 97 | pmd_trans_huge | Tests a Transparent Huge Page (THP) at PMD |
|
/linux-6.6.21/mm/damon/ |
D | vaddr.c | 307 if (pmd_trans_huge(pmdp_get(pmd))) { in damon_mkold_pmd_entry() 316 if (pmd_trans_huge(pmde)) { in damon_mkold_pmd_entry() 447 if (pmd_trans_huge(pmdp_get(pmd))) { in damon_young_pmd_entry() 458 if (!pmd_trans_huge(pmde)) { in damon_young_pmd_entry()
|
/linux-6.6.21/arch/arm/include/asm/ |
D | pgtable-3level.h | 194 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd)) 197 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) macro
|
/linux-6.6.21/arch/arc/include/asm/ |
D | hugepage.h | 38 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) macro
|
/linux-6.6.21/arch/riscv/mm/ |
D | pgtable.c | 91 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
|
/linux-6.6.21/include/linux/ |
D | huge_mm.h | 158 if (is_swap_pmd(*____pmd) || pmd_trans_huge(*____pmd) \ 198 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) in pmd_trans_huge_lock()
|
/linux-6.6.21/arch/powerpc/mm/book3s64/ |
D | pgtable.c | 53 WARN_ON(!pmd_trans_huge(*pmdp) && !pmd_devmap(*pmdp)); in pmdp_set_access_flags() 183 VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_get_and_clear_full()
|
D | hash_pgtable.c | 229 VM_BUG_ON(pmd_trans_huge(*pmdp)); in hash__pmdp_collapse_flush()
|
/linux-6.6.21/arch/loongarch/include/asm/ |
D | pgtable.h | 492 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function 565 if (pmd_trans_huge(pmd)) in pmd_page()
|
/linux-6.6.21/arch/sparc/mm/ |
D | tlb.c | 209 if (pmd_trans_huge(orig)) { in __set_pmd_acct()
|
/linux-6.6.21/arch/powerpc/mm/ |
D | pgtable.c | 470 if (pmd_trans_huge(pmd) || pmd_devmap(pmd)) { in __find_linux_pte()
|
/linux-6.6.21/arch/arm64/include/asm/ |
D | pgtable.h | 476 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function 503 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
|
/linux-6.6.21/arch/mips/include/asm/ |
D | pgtable.h | 628 static inline int pmd_trans_huge(pmd_t pmd) function
|