| /linux-6.1.9/include/asm-generic/ |
| D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; member
21 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
22 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
23 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
24 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) argument
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd }))) argument
|
| /linux-6.1.9/arch/x86/mm/ |
| D | kasan_init_64.c | 123 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd()
145 pgd_t *pgd; in kasan_populate_shadow() local
171 pgd_t *pgd; in clear_pgds() local
192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
204 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate()
231 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
245 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd, in kasan_shallow_populate_p4ds()
267 pgd_t *pgd; in kasan_shallow_populate_pgds() local
|
| D | pgtable.c | 93 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
100 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
113 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
123 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
143 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
264 pgd_t pgd = *pgdp; in mop_up_one_pmd() local
296 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
403 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
418 static inline void _pgd_free(pgd_t *pgd) in _pgd_free()
426 pgd_t *pgd; in pgd_alloc() local
[all …]
|
| D | init_64.c | 150 pgd_t *pgd; in sync_global_pgds_l5() local
191 pgd_t *pgd; in sync_global_pgds_l4() local
249 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
327 pgd_t *pgd; in set_pte_vaddr() local
345 pgd_t *pgd; in populate_extra_pmd() local
369 pgd_t *pgd; in __init_extra_mapping() local
740 pgd_t *pgd = pgd_offset_k(vaddr); in __kernel_physical_mapping_init() local
1224 pgd_t *pgd; in remove_pagetable() local
1292 pgd_t *pgd = pgd_offset_k(addr); in preallocate_vmalloc_pages() local
1422 pgd_t *pgd; in kern_addr_valid() local
[all …]
|
| D | pti.c | 124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in __pti_set_user_pgtbl()
173 pgd_t *pgd = kernel_to_user_pgdp(pgd_offset_k(address)); in pti_user_pagetable_walk_p4d() local
315 pgd_t *pgd; in pti_clone_pgtable() local
|
| /linux-6.1.9/arch/riscv/include/asm/ |
| D | pgtable-64.h | 313 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
321 static inline int pgd_none(pgd_t pgd) in pgd_none()
329 static inline int pgd_present(pgd_t pgd) in pgd_present()
337 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
345 static inline void pgd_clear(pgd_t *pgd) in pgd_clear()
351 static inline p4d_t *pgd_pgtable(pgd_t pgd) in pgd_pgtable()
358 #define pgd_page_vaddr(pgd) ((unsigned long)pgd_pgtable(pgd)) argument
360 static inline struct page *pgd_page(pgd_t pgd) in pgd_page()
364 #define pgd_page(pgd) pgd_page(pgd) argument
369 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
|
| D | pgalloc.h | 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe()
130 static inline void sync_kernel_mappings(pgd_t *pgd) in sync_kernel_mappings()
139 pgd_t *pgd; in pgd_alloc() local
|
| /linux-6.1.9/arch/arm/mm/ |
| D | pgd.c | 21 #define __pgd_free(pgd) kfree(pgd) argument
24 #define __pgd_free(pgd) free_pages((unsigned long)pgd, 2) argument
144 pgd_t *pgd; in pgd_free() local
|
| D | idmap.c | 68 static void idmap_add_pud(pgd_t *pgd, unsigned long addr, unsigned long end, in idmap_add_pud()
81 static void identity_mapping_add(pgd_t *pgd, const char *text_start, in identity_mapping_add()
|
| /linux-6.1.9/arch/x86/power/ |
| D | hibernate_32.c | 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
84 pgd_t *pgd; in resume_physical_mapping_init() local
147 pgd_t *pgd; in set_up_temporary_text_mapping() local
|
| D | hibernate_64.c | 28 static int set_up_temporary_text_mapping(pgd_t *pgd) in set_up_temporary_text_mapping()
100 pgd_t *pgd; in set_up_temporary_mappings() local
|
| /linux-6.1.9/mm/kasan/ |
| D | init.c | 33 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
38 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table()
179 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate()
231 pgd_t *pgd = pgd_offset_k(addr); in kasan_populate_early_shadow() local
327 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
443 pgd_t *pgd; in kasan_remove_zero_shadow() local
|
| /linux-6.1.9/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
50 pgd_t *pgd; in pgd_alloc() local
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
|
| /linux-6.1.9/arch/m68k/include/asm/ |
| D | pgtable_no.h | 19 #define pgd_present(pgd) (1) argument
20 #define pgd_none(pgd) (0) argument
21 #define pgd_bad(pgd) (0) argument
|
| D | mcf_pgalloc.h | 26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
76 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux-6.1.9/arch/arm/include/asm/ |
| D | pgtable-nommu.h | 20 #define pgd_present(pgd) (1) argument
21 #define pgd_none(pgd) (0) argument
22 #define pgd_bad(pgd) (0) argument
|
| /linux-6.1.9/arch/mips/mm/ |
| D | hugetlbpage.c | 27 pgd_t *pgd; in huge_pte_alloc() local
44 pgd_t *pgd; in huge_pte_offset() local
|
| /linux-6.1.9/arch/sh/mm/ |
| D | pgtable.c | 12 pgd_t *pgd = x; in pgd_ctor() local
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| D | hugetlbpage.c | 27 pgd_t *pgd; in huge_pte_alloc() local
52 pgd_t *pgd; in huge_pte_offset() local
|
| /linux-6.1.9/arch/um/include/asm/ |
| D | pgtable-2level.h | 34 static inline int pgd_newpage(pgd_t pgd) { return 0; } in pgd_newpage()
35 static inline void pgd_mkuptodate(pgd_t pgd) { } in pgd_mkuptodate()
|
| /linux-6.1.9/arch/loongarch/mm/ |
| D | hugetlbpage.c | 19 pgd_t *pgd; in huge_pte_alloc() local
36 pgd_t *pgd; in huge_pte_offset() local
|
| /linux-6.1.9/arch/parisc/include/asm/ |
| D | pgalloc.h | 21 pgd_t *pgd; in pgd_alloc() local
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux-6.1.9/arch/x86/include/asm/ |
| D | pgtable.h | 76 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
77 #define pgd_clear(pgd) (pgtable_l5_enabled() ? native_pgd_clear(pgd) : 0) argument
213 static inline unsigned long pgd_pfn(pgd_t pgd) in pgd_pfn()
271 static inline int pgd_devmap(pgd_t pgd) in pgd_devmap()
696 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
703 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
908 static inline int pgd_present(pgd_t pgd) in pgd_present()
915 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
924 #define pgd_page(pgd) pfn_to_page(pgd_pfn(pgd)) argument
927 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
[all …]
|
| D | pgtable_64.h | 144 pgd_t pgd; in native_set_p4d() local
161 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
166 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
|
| /linux-6.1.9/arch/x86/xen/ |
| D | mmu_pv.c | 366 __visible pgdval_t xen_pgd_val(pgd_t pgd) in xen_pgd_val()
380 __visible pgd_t xen_make_pgd(pgdval_t pgd) in xen_make_pgd()
446 static pgd_t *xen_get_user_pgd(pgd_t *pgd) in xen_get_user_pgd()
601 static void __xen_pgd_walk(struct mm_struct *mm, pgd_t *pgd, in __xen_pgd_walk()
729 static void __xen_pgd_pin(struct mm_struct *mm, pgd_t *pgd) in __xen_pgd_pin()
841 static void __xen_pgd_unpin(struct mm_struct *mm, pgd_t *pgd) in __xen_pgd_unpin()
1120 pgd_t *pgd; in xen_cleanmfnmap() local
1395 pgd_t *pgd = mm->pgd; in xen_pgd_alloc() local
1419 static void xen_pgd_free(struct mm_struct *mm, pgd_t *pgd) in xen_pgd_free()
1694 void __init xen_setup_kernel_pagetable(pgd_t *pgd, unsigned long max_pfn) in xen_setup_kernel_pagetable()
[all …]
|