/linux-5.19.10/arch/riscv/include/asm/ |
D | pgtable-64.h | 45 } p4d_t; typedef 48 #define __p4d(x) ((p4d_t) { (x) }) 49 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t)) 236 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() 244 static inline int p4d_none(p4d_t p4d) in p4d_none() 252 static inline int p4d_present(p4d_t p4d) in p4d_present() 260 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 268 static inline void p4d_clear(p4d_t *p4d) in p4d_clear() 274 static inline p4d_t pfn_p4d(unsigned long pfn, pgprot_t prot) in pfn_p4d() 279 static inline unsigned long _p4d_pfn(p4d_t p4d) in _p4d_pfn() [all …]
|
D | pgalloc.h | 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe() 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 72 p4d_t *p4d) in pgd_populate_safe() 101 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one() 108 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one() 114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free() 121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
|
/linux-5.19.10/include/asm-generic/ |
D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; typedef 33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval }) 35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset() 37 return (p4d_t *)pgd; in p4d_offset() 41 #define __p4d(x) ((p4d_t) { __pgd(x) }) 43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) 44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
|
D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; 28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none() 29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad() 30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present() 31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear() 42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
|
/linux-5.19.10/arch/x86/include/asm/ |
D | pgalloc.h | 113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() 134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe() 150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one() 156 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one() 159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() 168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d); 170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512]; 20 extern p4d_t level4_ident_pgt[512]; 62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte); 142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() 156 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
D | pgtable_types.h | 331 typedef struct { p4dval_t p4d; } p4d_t; typedef 333 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d() 335 return (p4d_t) { val }; in native_make_p4d() 338 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val() 345 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d() 347 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d() 350 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val() 408 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask() 414 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask() 419 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
D | paravirt.h | 488 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() 497 static inline p4d_t __p4d(p4dval_t val) in __p4d() 503 return (p4d_t) { ret }; in __p4d() 506 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val() 521 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \ 531 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
|
/linux-5.19.10/arch/powerpc/include/asm/nohash/64/ |
D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() 72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte() 77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d() 81 extern struct page *p4d_page(p4d_t p4d);
|
/linux-5.19.10/mm/kasan/ |
D | init.c | 32 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss; 45 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() 50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() 142 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate() 182 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() 238 p4d_t *p4d; in kasan_populate_early_shadow() 265 p4d_t *p; in kasan_populate_early_shadow() 312 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud() 327 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d() 329 p4d_t *p4d; in kasan_free_p4d() [all …]
|
/linux-5.19.10/arch/mips/include/asm/ |
D | pgtable-64.h | 189 static inline int p4d_none(p4d_t p4d) in p4d_none() 194 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 202 static inline int p4d_present(p4d_t p4d) in p4d_present() 207 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() 212 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 222 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
/linux-5.19.10/arch/s390/include/asm/ |
D | pgalloc.h | 53 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one() 59 return (p4d_t *) table; in p4d_alloc_one() 62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() 104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
/linux-5.19.10/arch/x86/mm/ |
D | init_64.c | 170 const p4d_t *p4d_ref; in sync_global_pgds_l4() 186 p4d_t *p4d; in sync_global_pgds_l4() 243 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d() 246 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() 255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud() 304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() 306 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() 322 p4d_t *p4d_page; in set_pte_vaddr() 340 p4d_t *p4d; in populate_extra_pmd() 364 p4d_t *p4d; in __init_extra_mapping() [all …]
|
D | kasan_init_64.c | 24 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE); 103 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d() 127 p4d_t *p4d; in kasan_populate_pgd() 192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset() 197 return (p4d_t *)pgd; in early_p4d_offset() 201 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset() 209 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() 249 p4d_t *p4d; in kasan_shallow_populate_p4ds()
|
D | ident_map.c | 61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init() 68 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init() 114 p4d_t *p4d; in kernel_ident_mapping_init() 128 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
|
/linux-5.19.10/arch/arm64/include/asm/ |
D | pgalloc.h | 44 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() 49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() 57 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
|
/linux-5.19.10/arch/x86/power/ |
D | hibernate_64.c | 32 p4d_t *p4d = NULL; in set_up_temporary_text_mapping() 55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping() 73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
|
/linux-5.19.10/include/linux/ |
D | pgtable.h | 117 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset() 656 static inline int p4d_same(p4d_t p4d_a, p4d_t p4d_b) in p4d_same() 827 void p4d_clear_bad(p4d_t *); 851 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad() 1450 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot); 1451 void p4d_clear_huge(p4d_t *p4d); 1453 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge() 1457 static inline void p4d_clear_huge(p4d_t *p4d) { } in p4d_clear_huge() 1464 int p4d_free_pud_page(p4d_t *p4d, unsigned long addr); 1468 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge() [all …]
|
/linux-5.19.10/arch/riscv/mm/ |
D | init.c | 283 static p4d_t __maybe_unused early_dtb_p4d[PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE); 375 static p4d_t trampoline_p4d[PTRS_PER_P4D] __page_aligned_bss; 376 static p4d_t fixmap_p4d[PTRS_PER_P4D] __page_aligned_bss; 377 static p4d_t early_p4d[PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE); 380 #define trampoline_p4d ((p4d_t *)XIP_FIXUP(trampoline_p4d)) 381 #define fixmap_p4d ((p4d_t *)XIP_FIXUP(fixmap_p4d)) 382 #define early_p4d ((p4d_t *)XIP_FIXUP(early_p4d)) 499 static p4d_t *__init get_p4d_virt_early(phys_addr_t pa) in get_p4d_virt_early() 501 return (p4d_t *)((uintptr_t)pa); in get_p4d_virt_early() 504 static p4d_t *__init get_p4d_virt_fixmap(phys_addr_t pa) in get_p4d_virt_fixmap() [all …]
|
/linux-5.19.10/arch/loongarch/include/asm/ |
D | pgtable.h | 123 static inline int p4d_none(p4d_t p4d) in p4d_none() 128 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 133 static inline int p4d_present(p4d_t p4d) in p4d_present() 138 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() 143 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 148 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
/linux-5.19.10/arch/s390/mm/ |
D | kasan_init.c | 95 p4d_t *p4_dir; in kasan_early_pgtable_populate() 261 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_early_init() 389 p4d_t *p4_dir_src; in kasan_copy_shadow_mapping() 390 p4d_t *p4_dir_dst; in kasan_copy_shadow_mapping() 397 (KASAN_SHADOW_SIZE >> P4D_SHIFT) * sizeof(p4d_t)); in kasan_copy_shadow_mapping()
|
/linux-5.19.10/mm/ |
D | pgalloc-track.h | 6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track() 19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()
|
/linux-5.19.10/arch/mips/mm/ |
D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc() 45 p4d_t *p4d; in huge_pte_offset()
|
/linux-5.19.10/arch/arm64/mm/ |
D | trans_pgd.c | 116 static int copy_pud(struct trans_pgd_info *info, p4d_t *dst_p4dp, in copy_pud() 117 p4d_t *src_p4dp, unsigned long start, in copy_pud() 156 p4d_t *dst_p4dp; in copy_p4d() 157 p4d_t *src_p4dp; in copy_p4d()
|
/linux-5.19.10/arch/sh/mm/ |
D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc() 53 p4d_t *p4d; in huge_pte_offset()
|