Home
last modified time | relevance | path

Searched refs:p4d_val (Results 1 – 25 of 43) sorted by relevance

12

/linux-6.1.9/arch/powerpc/include/asm/nohash/64/
Dpgtable-4k.h56 #define p4d_none(p4d) (!p4d_val(p4d))
57 #define p4d_bad(p4d) (p4d_val(p4d) == 0)
58 #define p4d_present(p4d) (p4d_val(p4d) != 0)
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
74 return __pte(p4d_val(p4d)); in p4d_pte()
/linux-6.1.9/arch/riscv/include/asm/
Dpgtable-64.h51 #define p4d_val(x) ((x).p4d) macro
238 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
245 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) }); in set_p4d()
251 return (p4d_val(p4d) == 0); in p4d_none()
259 return (p4d_val(p4d) & _PAGE_PRESENT); in p4d_present()
285 return __page_val_to_pfn(p4d_val(p4d)); in _p4d_pfn()
291 return (pud_t *)pfn_to_virt(__page_val_to_pfn(p4d_val(p4d))); in p4d_pgtable()
293 return (pud_t *)pud_pgtable((pud_t) { p4d_val(p4d) }); in p4d_pgtable()
299 return pfn_to_page(__page_val_to_pfn(p4d_val(p4d))); in p4d_page()
/linux-6.1.9/arch/arc/include/asm/
Dpgtable-levels.h107 #define p4d_none(x) (!p4d_val(x))
108 #define p4d_bad(x) ((p4d_val(x) & ~PAGE_MASK))
109 #define p4d_present(x) (p4d_val(x))
110 #define p4d_clear(xp) do { p4d_val(*(xp)) = 0; } while (0)
111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK))
/linux-6.1.9/arch/mips/include/asm/
Dpgtable-64.h186 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
191 if (unlikely(p4d_val(p4d) & ~PAGE_MASK)) in p4d_bad()
199 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
204 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
209 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
212 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d))
/linux-6.1.9/arch/ia64/include/asm/
Dpgtable.h263 #define p4d_none(p4d) (!p4d_val(p4d))
264 #define p4d_bad(p4d) (!ia64_phys_addr_valid(p4d_val(p4d)))
265 #define p4d_present(p4d) (p4d_val(p4d) != 0UL)
266 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
267 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & _PFN_MASK))
268 #define p4d_page(p4d) virt_to_page((p4d_val(p4d) + PAGE_OFFSET))
Dpgalloc.h36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
/linux-6.1.9/arch/loongarch/include/asm/
Dpgtable.h119 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
124 return p4d_val(p4d) & ~PAGE_MASK; in p4d_bad()
129 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
134 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
139 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
147 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d))
/linux-6.1.9/mm/
Dptdump.c64 st->effective_prot(st, 1, p4d_val(val)); in ptdump_p4d_entry()
67 st->note_page(st, addr, 1, p4d_val(val)); in ptdump_p4d_entry()
/linux-6.1.9/arch/sparc/include/asm/
Dpgtable_64.h792 #define p4d_none(p4d) (!p4d_val(p4d))
794 #define p4d_bad(p4d) (p4d_val(p4d) & ~PAGE_MASK)
842 ((pud_t *) __va(p4d_val(p4d)))
843 #define p4d_present(p4d) (p4d_val(p4d) != 0U)
844 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
868 (p4d_val(*(p4dp)) = (__pa((unsigned long) (pudp))))
/linux-6.1.9/arch/s390/include/asm/
Dpgtable.h76 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
652 return (p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R2; in p4d_folded()
659 return (p4d_val(p4d) & _REGION_ENTRY_ORIGIN) != 0UL; in p4d_present()
666 return p4d_val(p4d) == _REGION2_ENTRY_EMPTY; in p4d_none()
674 return (p4d_val(p4d) & origin_mask) >> PAGE_SHIFT; in p4d_pfn()
730 unsigned long type = p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK; in p4d_bad()
736 return (p4d_val(p4d) & ~_REGION_ENTRY_BITS) != 0; in p4d_bad()
945 if ((p4d_val(*p4d) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R2) in p4d_clear()
1298 #define p4d_deref(pud) ((unsigned long)__va(p4d_val(pud) & _REGION_ENTRY_ORIGIN))
1371 if ((p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) >= _REGION_ENTRY_TYPE_R2) in pud_offset_lockless()
Dpage.h111 static inline unsigned long p4d_val(p4d_t p4d) in p4d_val() function
/linux-6.1.9/arch/x86/mm/
Dkasan_init_64.c295 p4dval_t p4d_val = __pa_nodebug(kasan_early_shadow_pud) | _KERNPG_TABLE; in kasan_early_init() local
301 p4d_val &= __default_kernel_pte_mask; in kasan_early_init()
313 kasan_early_shadow_p4d[i] = __p4d(p4d_val); in kasan_early_init()
/linux-6.1.9/include/asm-generic/
Dpgtable-nop4d.h40 #define p4d_val(x) (pgd_val((x).pgd)) macro
Dpgtable-nopud.h48 #define pud_val(x) (p4d_val((x).p4d))
/linux-6.1.9/arch/um/include/asm/
Dpgtable.h92 #define p4d_newpage(x) (p4d_val(x) & _PAGE_NEWPAGE)
93 #define p4d_mkuptodate(x) (p4d_val(x) &= ~_PAGE_NEWPAGE)
/linux-6.1.9/arch/arm64/include/asm/
Dpgtable.h382 return __pte(p4d_val(p4d)); in p4d_pte()
749 #define p4d_none(p4d) (!p4d_val(p4d))
750 #define p4d_bad(p4d) (!(p4d_val(p4d) & 2))
751 #define p4d_present(p4d) (p4d_val(p4d))
756 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d()
/linux-6.1.9/arch/x86/power/
Dhibernate.c169 set_p4d(p4d, __p4d(p4d_val(*p4d) & ~_PAGE_NX)); in relocate_restore_code()
/linux-6.1.9/arch/powerpc/include/asm/book3s/64/
Dhash.h139 return (p4d_val(p4d) == 0); in hash__p4d_bad()
Dradix.h256 return !!(p4d_val(p4d) & RADIX_P4D_BAD_BITS); in radix__p4d_bad()
/linux-6.1.9/arch/s390/mm/
Dpage-states.c155 page = phys_to_page(p4d_val(*p4d)); in mark_kernel_p4d()
/linux-6.1.9/arch/x86/include/asm/
Dpgtable_64.h47 __FILE__, __LINE__, &(e), p4d_val(e))
Dparavirt.h506 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val() function
508 return PVOP_ALT_CALLEE1(p4dval_t, mmu.p4d_val, p4d.p4d, in p4d_val()
/linux-6.1.9/arch/riscv/mm/
Dpageattr.c47 val = __p4d(set_pageattr_masks(p4d_val(val), walk)); in pageattr_p4d_entry()
/linux-6.1.9/arch/x86/entry/vsyscall/
Dvsyscall_64.c369 set_p4d(p4d, __p4d(p4d_val(*p4d) | _PAGE_USER)); in set_vsyscall_pgtable_user_bits()
/linux-6.1.9/arch/x86/kernel/
Dparavirt.c360 .mmu.p4d_val = PTE_IDENT,

12