Home
last modified time | relevance | path

Searched refs:p4d_val (Results 1 – 25 of 43) sorted by relevance

12

/linux-5.19.10/arch/powerpc/include/asm/nohash/64/
Dpgtable-4k.h56 #define p4d_none(p4d) (!p4d_val(p4d))
57 #define p4d_bad(p4d) (p4d_val(p4d) == 0)
58 #define p4d_present(p4d) (p4d_val(p4d) != 0)
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
74 return __pte(p4d_val(p4d)); in p4d_pte()
/linux-5.19.10/arch/riscv/include/asm/
Dpgtable-64.h47 #define p4d_val(x) ((x).p4d) macro
234 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
241 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) }); in set_p4d()
247 return (p4d_val(p4d) == 0); in p4d_none()
255 return (p4d_val(p4d) & _PAGE_PRESENT); in p4d_present()
281 return __page_val_to_pfn(p4d_val(p4d)); in _p4d_pfn()
287 return (pud_t *)pfn_to_virt(__page_val_to_pfn(p4d_val(p4d))); in p4d_pgtable()
289 return (pud_t *)pud_pgtable((pud_t) { p4d_val(p4d) }); in p4d_pgtable()
295 return pfn_to_page(__page_val_to_pfn(p4d_val(p4d))); in p4d_page()
/linux-5.19.10/arch/arc/include/asm/
Dpgtable-levels.h107 #define p4d_none(x) (!p4d_val(x))
108 #define p4d_bad(x) ((p4d_val(x) & ~PAGE_MASK))
109 #define p4d_present(x) (p4d_val(x))
110 #define p4d_clear(xp) do { p4d_val(*(xp)) = 0; } while (0)
111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK))
/linux-5.19.10/arch/mips/include/asm/
Dpgtable-64.h191 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
196 if (unlikely(p4d_val(p4d) & ~PAGE_MASK)) in p4d_bad()
204 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
209 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
214 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
217 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d))
/linux-5.19.10/arch/loongarch/include/asm/
Dpgtable.h125 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
130 return p4d_val(p4d) & ~PAGE_MASK; in p4d_bad()
135 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
140 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
145 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
153 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d))
/linux-5.19.10/arch/ia64/include/asm/
Dpgtable.h281 #define p4d_none(p4d) (!p4d_val(p4d))
282 #define p4d_bad(p4d) (!ia64_phys_addr_valid(p4d_val(p4d)))
283 #define p4d_present(p4d) (p4d_val(p4d) != 0UL)
284 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
285 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & _PFN_MASK))
286 #define p4d_page(p4d) virt_to_page((p4d_val(p4d) + PAGE_OFFSET))
Dpgalloc.h36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
/linux-5.19.10/mm/
Dptdump.c64 st->effective_prot(st, 1, p4d_val(val)); in ptdump_p4d_entry()
67 st->note_page(st, addr, 1, p4d_val(val)); in ptdump_p4d_entry()
/linux-5.19.10/arch/s390/include/asm/
Dpgtable.h76 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
669 return (p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R2; in p4d_folded()
676 return (p4d_val(p4d) & _REGION_ENTRY_ORIGIN) != 0UL; in p4d_present()
683 return p4d_val(p4d) == _REGION2_ENTRY_EMPTY; in p4d_none()
691 return (p4d_val(p4d) & origin_mask) >> PAGE_SHIFT; in p4d_pfn()
747 unsigned long type = p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK; in p4d_bad()
753 return (p4d_val(p4d) & ~_REGION_ENTRY_BITS) != 0; in p4d_bad()
961 if ((p4d_val(*p4d) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R2) in p4d_clear()
1301 #define p4d_deref(pud) ((unsigned long)__va(p4d_val(pud) & _REGION_ENTRY_ORIGIN))
1374 if ((p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) >= _REGION_ENTRY_TYPE_R2) in pud_offset_lockless()
Dpage.h111 static inline unsigned long p4d_val(p4d_t p4d) in p4d_val() function
/linux-5.19.10/arch/x86/mm/
Dkasan_init_64.c295 p4dval_t p4d_val = __pa_nodebug(kasan_early_shadow_pud) | _KERNPG_TABLE; in kasan_early_init() local
301 p4d_val &= __default_kernel_pte_mask; in kasan_early_init()
313 kasan_early_shadow_p4d[i] = __p4d(p4d_val); in kasan_early_init()
/linux-5.19.10/arch/sparc/include/asm/
Dpgtable_64.h810 #define p4d_none(p4d) (!p4d_val(p4d))
812 #define p4d_bad(p4d) (p4d_val(p4d) & ~PAGE_MASK)
860 ((pud_t *) __va(p4d_val(p4d)))
861 #define p4d_present(p4d) (p4d_val(p4d) != 0U)
862 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
886 (p4d_val(*(p4dp)) = (__pa((unsigned long) (pudp))))
/linux-5.19.10/include/asm-generic/
Dpgtable-nop4d.h40 #define p4d_val(x) (pgd_val((x).pgd)) macro
Dpgtable-nopud.h48 #define pud_val(x) (p4d_val((x).p4d))
/linux-5.19.10/arch/um/include/asm/
Dpgtable.h109 #define p4d_newpage(x) (p4d_val(x) & _PAGE_NEWPAGE)
110 #define p4d_mkuptodate(x) (p4d_val(x) &= ~_PAGE_NEWPAGE)
/linux-5.19.10/arch/arm64/include/asm/
Dpgtable.h376 return __pte(p4d_val(p4d)); in p4d_pte()
733 #define p4d_none(p4d) (!p4d_val(p4d))
734 #define p4d_bad(p4d) (!(p4d_val(p4d) & 2))
735 #define p4d_present(p4d) (p4d_val(p4d))
740 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d()
/linux-5.19.10/arch/x86/power/
Dhibernate.c169 set_p4d(p4d, __p4d(p4d_val(*p4d) & ~_PAGE_NX)); in relocate_restore_code()
/linux-5.19.10/arch/powerpc/include/asm/book3s/64/
Dhash.h139 return (p4d_val(p4d) == 0); in hash__p4d_bad()
Dradix.h256 return !!(p4d_val(p4d) & RADIX_P4D_BAD_BITS); in radix__p4d_bad()
/linux-5.19.10/arch/s390/mm/
Dpage-states.c155 page = phys_to_page(p4d_val(*p4d)); in mark_kernel_p4d()
/linux-5.19.10/arch/x86/include/asm/
Dpgtable_64.h47 __FILE__, __LINE__, &(e), p4d_val(e))
Dparavirt.h506 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val() function
508 return PVOP_ALT_CALLEE1(p4dval_t, mmu.p4d_val, p4d.p4d, in p4d_val()
/linux-5.19.10/arch/riscv/mm/
Dpageattr.c47 val = __p4d(set_pageattr_masks(p4d_val(val), walk)); in pageattr_p4d_entry()
/linux-5.19.10/arch/x86/entry/vsyscall/
Dvsyscall_64.c369 set_p4d(p4d, __p4d(p4d_val(*p4d) | _PAGE_USER)); in set_vsyscall_pgtable_user_bits()
/linux-5.19.10/arch/x86/kernel/
Dparavirt.c360 .mmu.p4d_val = PTE_IDENT,

12