Home
last modified time | relevance | path

Searched defs:p4d (Results 1 – 25 of 149) sorted by relevance

123456

/linux-6.6.21/include/asm-generic/
Dpgtable-nopud.h16 typedef struct { p4d_t p4d; } pud_t; member
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
51 #define p4d_page(p4d) (pud_page((pud_t){ p4d })) argument
52 #define p4d_pgtable(p4d) ((pud_t *)(pud_pgtable((pud_t){ p4d }))) argument
Dpgtable-nop4d.h25 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd)) argument
27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
/linux-6.6.21/arch/riscv/include/asm/
Dpgalloc.h42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
72 p4d_t *p4d) in pgd_populate_safe()
114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
127 #define __p4d_free_tlb(tlb, p4d, addr) p4d_free((tlb)->mm, p4d) argument
Dpgtable-64.h48 unsigned long p4d; member
274 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
282 static inline int p4d_none(p4d_t p4d) in p4d_none()
290 static inline int p4d_present(p4d_t p4d) in p4d_present()
298 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
306 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
317 static inline unsigned long _p4d_pfn(p4d_t p4d) in _p4d_pfn()
322 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
329 #define p4d_page_vaddr(p4d) ((unsigned long)p4d_pgtable(p4d)) argument
331 static inline struct page *p4d_page(p4d_t p4d) in p4d_page()
[all …]
/linux-6.6.21/arch/powerpc/include/asm/nohash/64/
Dpgtable-4k.h56 #define p4d_none(p4d) (!p4d_val(p4d)) argument
57 #define p4d_bad(p4d) (p4d_val(p4d) == 0) argument
58 #define p4d_present(p4d) (p4d_val(p4d) != 0) argument
62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
/linux-6.6.21/mm/kasan/
Dinit.c45 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
191 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() local
248 p4d_t *p4d; in kasan_populate_early_shadow() local
322 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
339 p4d_t *p4d; in kasan_free_p4d() local
427 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table()
466 p4d_t *p4d; in kasan_remove_zero_shadow() local
/linux-6.6.21/arch/x86/include/asm/
Dpgalloc.h113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
Dpgtable_types.h341 typedef struct { p4dval_t p4d; } p4d_t; member
348 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
360 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
416 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
422 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
427 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
/linux-6.6.21/arch/mips/include/asm/
Dpgtable-64.h184 static inline int p4d_none(p4d_t p4d) in p4d_none()
189 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
197 static inline int p4d_present(p4d_t p4d) in p4d_present()
207 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
212 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d)) argument
213 #define p4d_page(p4d) (pfn_to_page(p4d_phys(p4d) >> PAGE_SHIFT)) argument
217 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
/linux-6.6.21/arch/x86/mm/
Dinit_64.c73 DEFINE_POPULATE(p4d_populate, p4d, pud, init) in DEFINE_POPULATE() argument
192 p4d_t *p4d; in sync_global_pgds_l4() local
252 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() local
261 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
312 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() local
346 p4d_t *p4d; in populate_extra_pmd() local
370 p4d_t *p4d; in __init_extra_mapping() local
689 p4d_t *p4d = p4d_page + p4d_index(vaddr); in phys_p4d_init() local
741 p4d_t *p4d; in __kernel_physical_mapping_init() local
1041 static void __meminit free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table()
[all …]
Dkasan_init_64.c103 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
127 p4d_t *p4d; in kasan_populate_pgd() local
194 unsigned long p4d; in early_p4d_offset() local
209 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() local
249 p4d_t *p4d; in kasan_shallow_populate_p4ds() local
Dident_map.c81 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init() local
127 p4d_t *p4d; in kernel_ident_mapping_init() local
/linux-6.6.21/arch/s390/mm/
Dvmem.c308 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end, in modify_pud_table()
362 static void try_free_pud_table(p4d_t *p4d, unsigned long start) in try_free_pud_table()
381 p4d_t *p4d; in modify_p4d_table() local
409 p4d_t *p4d; in try_free_p4d_table() local
427 p4d_t *p4d; in modify_pagetable() local
558 p4d_t *p4d; in vmem_get_alloc_pte() local
/linux-6.6.21/arch/mips/mm/
Dhugetlbpage.c28 p4d_t *p4d; in huge_pte_alloc() local
45 p4d_t *p4d; in huge_pte_offset() local
/linux-6.6.21/arch/sh/mm/
Dhugetlbpage.c28 p4d_t *p4d; in huge_pte_alloc() local
53 p4d_t *p4d; in huge_pte_offset() local
/linux-6.6.21/arch/loongarch/mm/
Dhugetlbpage.c20 p4d_t *p4d; in huge_pte_alloc() local
37 p4d_t *p4d; in huge_pte_offset() local
/linux-6.6.21/arch/s390/include/asm/
Dpgalloc.h62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
/linux-6.6.21/arch/s390/boot/
Dvmem.c134 static bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow()
187 static inline bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow()
339 static void pgtable_pud_populate(p4d_t *p4d, unsigned long addr, unsigned long end, in pgtable_pud_populate()
376 p4d_t *p4d; in pgtable_p4d_populate() local
396 p4d_t *p4d; in pgtable_populate() local
/linux-6.6.21/arch/riscv/mm/
Dpgtable.c9 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
14 void p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
/linux-6.6.21/arch/loongarch/include/asm/
Dpgtable.h135 static inline int p4d_none(p4d_t p4d) in p4d_none()
140 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
145 static inline int p4d_present(p4d_t p4d) in p4d_present()
155 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
160 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
165 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d)) argument
166 #define p4d_page(p4d) (pfn_to_page(p4d_phys(p4d) >> PAGE_SHIFT)) argument
/linux-6.6.21/include/linux/
Dpgtable.h129 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
782 #define p4d_access_permitted(p4d, write) \ argument
846 #define set_p4d_safe(p4dp, p4d) \ argument
980 #define p4d_clear_bad(p4d) do { } while (0) argument
986 #define pud_clear_bad(p4d) do { } while (0) argument
1002 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1437 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1441 static inline void p4d_clear_huge(p4d_t *p4d) { } in p4d_clear_huge()
1452 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1464 static inline void p4d_clear_huge(p4d_t *p4d) { } in p4d_clear_huge()
[all …]
/linux-6.6.21/mm/
Dsparse-vmemmap.c203 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
222 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate() local
250 p4d_t *p4d; in vmemmap_populate_address() local
315 p4d_t *p4d; in vmemmap_populate_hugepages() local
/linux-6.6.21/arch/sparc/mm/
Dhugetlbpage.c285 p4d_t *p4d; in huge_pte_alloc() local
308 p4d_t *p4d; in huge_pte_offset() local
469 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range()
512 p4d_t *p4d; in hugetlb_free_pgd_range() local
/linux-6.6.21/arch/ia64/mm/
Dhugetlbpage.c33 p4d_t *p4d; in huge_pte_alloc() local
54 p4d_t *p4d; in huge_pte_offset() local
/linux-6.6.21/arch/arc/include/asm/
Dpgtable-levels.h111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK)) argument
112 #define p4d_page(p4d) virt_to_page(p4d_pgtable(p4d)) argument
113 #define set_p4d(p4dp, p4d) (*(p4dp) = p4d) argument

123456