| /linux-6.6.21/arch/powerpc/mm/ |
| D | hugetlbpage.c | 45 static int __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp, in __hugepte_alloc()
117 hugepd_t *hpdp = NULL; in huge_pte_alloc()
135 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
145 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
156 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
163 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
171 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
178 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
319 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
395 more = addr + (1UL << hugepd_shift(*(hugepd_t *)pmd)); in hugetlb_free_pmd_range()
[all …]
|
| D | pgtable.c | 392 hugepd_t *hpdp = NULL; in __find_linux_pte()
422 hpdp = (hugepd_t *)&p4d; in __find_linux_pte()
444 hpdp = (hugepd_t *)&pud; in __find_linux_pte()
483 hpdp = (hugepd_t *)&pmd; in __find_linux_pte()
|
| /linux-6.6.21/arch/powerpc/include/asm/nohash/ |
| D | hugetlb-e500.h | 5 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
13 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
18 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
31 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
| D | pgtable.h | 249 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| /linux-6.6.21/arch/powerpc/include/asm/nohash/32/ |
| D | hugetlb-8xx.h | 7 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
14 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
19 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
33 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
38 static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate_kernel()
|
| D | pgtable.h | 234 static int hugepd_ok(hugepd_t hpd);
240 else if (hugepd_ok(*((hugepd_t *)pmd))) in number_of_cells_per_pte()
|
| /linux-6.6.21/arch/powerpc/include/asm/book3s/64/ |
| D | hugetlb.h | 67 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
77 static inline unsigned int hugepd_mmu_psize(hugepd_t hpd) in hugepd_mmu_psize()
82 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
93 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
101 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
| D | pgtable-64k.h | 38 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| D | pgtable-4k.h | 34 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
| D | hash-4k.h | 78 static inline int hash__hugepd_ok(hugepd_t hpd) in hash__hugepd_ok()
|
| /linux-6.6.21/arch/powerpc/mm/nohash/ |
| D | 8xx.c | 49 static pte_t __init *early_hugepd_alloc_kernel(hugepd_t *pmdp, unsigned long va) in early_hugepd_alloc_kernel()
57 hugepd_populate_kernel((hugepd_t *)pmdp, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
58 hugepd_populate_kernel((hugepd_t *)pmdp + 1, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
60 return hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in early_hugepd_alloc_kernel()
79 ptep = early_hugepd_alloc_kernel((hugepd_t *)pmdp, va); in __early_map_kernel_hugepage()
84 ptep = hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in __early_map_kernel_hugepage()
|
| /linux-6.6.21/arch/powerpc/include/asm/ |
| D | pgtable-types.h | 87 typedef struct { unsigned long pd; } hugepd_t; typedef
88 #define __hugepd(x) ((hugepd_t) { (x) })
89 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
| D | pgtable-be-types.h | 105 typedef struct { __be64 pdbe; } hugepd_t; typedef
106 #define __hugepd(x) ((hugepd_t) { cpu_to_be64(x) })
108 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
| D | hugetlb.h | 71 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
|
| /linux-6.6.21/arch/powerpc/mm/kasan/ |
| D | 8xx.c | 29 hugepd_populate_kernel((hugepd_t *)pmd, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
30 hugepd_populate_kernel((hugepd_t *)pmd + 1, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
|
| /linux-6.6.21/mm/ |
| D | pagewalk.c | 77 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
108 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
163 err = walk_hugepd_range((hugepd_t *)pmd, addr, next, walk, PMD_SHIFT); in walk_pmd_range()
219 err = walk_hugepd_range((hugepd_t *)pud, addr, next, walk, PUD_SHIFT); in walk_pud_range()
254 err = walk_hugepd_range((hugepd_t *)p4d, addr, next, walk, P4D_SHIFT); in walk_p4d_range()
291 err = walk_hugepd_range((hugepd_t *)pgd, addr, next, walk, PGDIR_SHIFT); in walk_pgd_range()
|
| D | gup.c | 2826 static int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
2844 static inline int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
|
| /linux-6.6.21/include/linux/ |
| D | hugetlb.h | 24 typedef struct { unsigned long pd; } hugepd_t; typedef
26 #define __hugepd(x) ((hugepd_t) { (x) })
|