/linux-6.6.21/arch/s390/include/asm/ |
D | hugetlb.h | 19 pte_t *ptep, pte_t pte, unsigned long sz); 21 pte_t *ptep, pte_t pte); 22 pte_t huge_ptep_get(pte_t *ptep); 23 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 24 unsigned long addr, pte_t *ptep); 49 pte_t *ptep, unsigned long sz) in huge_pte_clear() 57 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush() 58 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() 64 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 65 pte_t pte, int dirty) in huge_ptep_set_access_flags() [all …]
|
/linux-6.6.21/include/asm-generic/ |
D | hugetlb.h | 8 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) in mk_huge_pte() 13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() 18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() 23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 29 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect() 35 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 40 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 45 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 50 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 55 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp() [all …]
|
/linux-6.6.21/arch/powerpc/include/asm/nohash/ |
D | pgtable.h | 23 static inline int pte_write(pte_t pte) in pte_write() 29 static inline int pte_read(pte_t pte) { return 1; } in pte_read() 31 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 32 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 33 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() 34 static inline bool pte_hashpte(pte_t pte) { return false; } in pte_hashpte() 35 static inline bool pte_ci(pte_t pte) { return pte_val(pte) & _PAGE_NO_CACHE; } in pte_ci() 36 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 44 static inline int pte_protnone(pte_t pte) in pte_protnone() 55 static inline int pte_present(pte_t pte) in pte_present() [all …]
|
/linux-6.6.21/arch/mips/include/asm/ |
D | pgtable.h | 45 extern void __update_cache(unsigned long address, pte_t pte); 119 static inline void set_pte(pte_t *ptep, pte_t pte) 130 pte_t *buddy = ptep_buddy(ptep); 143 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 145 pte_t null = __pte(0); 171 static inline void set_pte(pte_t *ptep, pte_t pteval) 176 pte_t *buddy = ptep_buddy(ptep); 190 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 205 pte_t *ptep, pte_t pte, unsigned int nr) 248 #define PTE_T_LOG2 (__builtin_ffs(sizeof(pte_t)) - 1) [all …]
|
/linux-6.6.21/arch/m68k/include/asm/ |
D | mcf_pgtable.h | 105 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 121 static inline int pte_none(pte_t pte) in pte_none() 126 static inline int pte_present(pte_t pte) in pte_present() 132 pte_t *ptep) in pte_clear() 158 static inline int pte_read(pte_t pte) in pte_read() 163 static inline int pte_write(pte_t pte) in pte_write() 168 static inline int pte_exec(pte_t pte) in pte_exec() 173 static inline int pte_dirty(pte_t pte) in pte_dirty() 178 static inline int pte_young(pte_t pte) in pte_young() 183 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
D | sun3_pgtable.h | 85 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 101 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 102 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 103 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 111 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 140 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 141 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 142 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 144 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 145 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() [all …]
|
D | motorola_pgtable.h | 90 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 96 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set() 152 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 153 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 154 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 156 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 157 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 158 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 159 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() 160 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
/linux-6.6.21/arch/powerpc/include/asm/book3s/32/ |
D | pgtable.h | 59 static inline bool pte_user(pte_t pte) in pte_user() 132 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE) 261 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry() 280 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 323 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 336 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 337 pte_t *ptep) in ptep_get_and_clear() 344 pte_t *ptep) in ptep_set_wrprotect() 350 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 387 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 }) [all …]
|
/linux-6.6.21/arch/microblaze/include/asm/ |
D | pgtable.h | 29 extern pte_t *va_to_pte(unsigned long address); 245 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read() 246 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write() 247 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 248 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 249 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 251 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache() 252 static inline void pte_cache(pte_t pte) { pte_val(pte) &= ~_PAGE_NO_CACHE; } in pte_cache() 254 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect() 256 static inline pte_t pte_wrprotect(pte_t pte) \ in pte_wrprotect() [all …]
|
/linux-6.6.21/arch/um/include/asm/ |
D | pgtable.h | 111 static inline int pte_none(pte_t pte) in pte_none() 120 static inline int pte_read(pte_t pte) in pte_read() 126 static inline int pte_exec(pte_t pte){ in pte_exec() 131 static inline int pte_write(pte_t pte) in pte_write() 137 static inline int pte_dirty(pte_t pte) in pte_dirty() 142 static inline int pte_young(pte_t pte) in pte_young() 147 static inline int pte_newpage(pte_t pte) in pte_newpage() 152 static inline int pte_newprot(pte_t pte) in pte_newprot() 163 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot() 169 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() [all …]
|
/linux-6.6.21/arch/nios2/include/asm/ |
D | pgtable.h | 56 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 73 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)]; 84 static inline int pte_write(pte_t pte) \ in pte_write() 86 static inline int pte_dirty(pte_t pte) \ in pte_dirty() 88 static inline int pte_young(pte_t pte) \ in pte_young() 102 static inline int pte_none(pte_t pte) in pte_none() 107 static inline int pte_present(pte_t pte) \ in pte_present() 114 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 120 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 126 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/linux-6.6.21/arch/hexagon/include/asm/ |
D | pgtable.h | 143 extern void sync_icache_dcache(pte_t pte); 149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 177 pte_t *ptep) in pte_clear() 228 static inline int pte_none(pte_t pte) in pte_none() 236 static inline int pte_present(pte_t pte) in pte_present() 248 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 255 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 262 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 269 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 276 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
/linux-6.6.21/arch/openrisc/include/asm/ |
D | pgtable.h | 217 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read() 218 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 219 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 220 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 221 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 229 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 235 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 241 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 247 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/linux-6.6.21/arch/arm64/include/asm/ |
D | hugetlb.h | 27 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 31 pte_t *ptep, pte_t pte, unsigned long sz); 34 unsigned long addr, pte_t *ptep, 35 pte_t pte, int dirty); 37 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 38 unsigned long addr, pte_t *ptep); 41 unsigned long addr, pte_t *ptep); 43 extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 44 unsigned long addr, pte_t *ptep); 47 pte_t *ptep, unsigned long sz); [all …]
|
/linux-6.6.21/arch/alpha/include/asm/ |
D | pgtable.h | 135 extern pte_t __bad_page(void); 197 pte_t pte; \ 203 extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot) in pfn_pte() 204 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() 206 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 209 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set() 231 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none() 232 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present() 233 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 252 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write() [all …]
|
/linux-6.6.21/arch/riscv/include/asm/ |
D | pgtable.h | 31 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 159 pte_t *(*get_pte_virt)(phys_addr_t pa); 283 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 288 static inline pte_t pud_pte(pud_t pud) in pud_pte() 300 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 305 static inline pte_t pte_mknapot(pte_t pte, unsigned int order) in pte_mknapot() 318 static inline unsigned long pte_napot(pte_t pte) in pte_napot() 326 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 339 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 350 static inline int pte_present(pte_t pte) in pte_present() [all …]
|
D | hugetlb.h | 22 pte_t *ptep, unsigned long sz); 26 unsigned long addr, pte_t *ptep, pte_t pte, 30 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 31 unsigned long addr, pte_t *ptep); 34 pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 35 unsigned long addr, pte_t *ptep); 39 unsigned long addr, pte_t *ptep); 43 unsigned long addr, pte_t *ptep, 44 pte_t pte, int dirty); 47 pte_t huge_ptep_get(pte_t *ptep); [all …]
|
/linux-6.6.21/arch/xtensa/include/asm/ |
D | pgtable.h | 251 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write() 252 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 253 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 255 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 259 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 261 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 263 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 265 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() 284 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() [all …]
|
/linux-6.6.21/arch/sparc/include/asm/ |
D | pgtable_32.h | 99 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 148 static inline int pte_present(pte_t pte) in pte_present() 153 static inline int pte_none(pte_t pte) in pte_none() 158 static inline void __pte_clear(pte_t *ptep) in __pte_clear() 163 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear() 205 set_pte((pte_t *)pudp, __pte(0)); in pud_clear() 212 static inline int pte_write(pte_t pte) in pte_write() 217 static inline int pte_dirty(pte_t pte) in pte_dirty() 222 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
D | pgtable_64.h | 196 pte_t mk_pte_io(unsigned long, pgprot_t, int, unsigned long); 221 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 233 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() 241 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 262 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify() 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 361 static inline unsigned long pte_dirty(pte_t pte) in pte_dirty() 379 static inline unsigned long pte_write(pte_t pte) in pte_write() 398 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 418 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() [all …]
|
/linux-6.6.21/arch/csky/include/asm/ |
D | pgtable.h | 24 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 43 #define __swp_entry_to_pte(x) ((pte_t) { (x).val }) 83 extern pte_t invalid_pte_table[PTRS_PER_PTE]; 85 static inline void set_pte(pte_t *p, pte_t pte) in set_pte() 95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 141 static inline int pte_read(pte_t pte) in pte_read() 146 static inline int pte_write(pte_t pte) in pte_write() 151 static inline int pte_dirty(pte_t pte) in pte_dirty() 156 static inline int pte_young(pte_t pte) in pte_young() 161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
/linux-6.6.21/arch/x86/include/asm/ |
D | pgtable.h | 128 static inline bool pte_dirty(pte_t pte) in pte_dirty() 133 static inline bool pte_shstk(pte_t pte) in pte_shstk() 139 static inline int pte_young(pte_t pte) in pte_young() 172 static inline int pte_write(pte_t pte) in pte_write() 197 static inline int pte_huge(pte_t pte) in pte_huge() 202 static inline int pte_global(pte_t pte) in pte_global() 207 static inline int pte_exec(pte_t pte) in pte_exec() 212 static inline int pte_special(pte_t pte) in pte_special() 223 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 314 static inline pte_t pte_set_flags(pte_t pte, pteval_t set) in pte_set_flags() [all …]
|
/linux-6.6.21/arch/arm/include/asm/ |
D | pgtable.h | 57 extern void __pte_error(const char *file, int line, pte_t); 159 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 190 static inline bool pte_access_permitted(pte_t pte, bool write) in pte_access_permitted() 203 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() 207 extern void __sync_icache_dcache(pte_t pteval); 211 pte_t *ptep, pte_t pteval, unsigned int nr); 214 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 220 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 226 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 231 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma() [all …]
|
/linux-6.6.21/arch/riscv/mm/ |
D | hugetlbpage.c | 6 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() 10 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get() 18 pte_t pte = ptep_get(ptep); in huge_ptep_get() 30 pte_t *huge_pte_alloc(struct mm_struct *mm, in huge_pte_alloc() 36 pte_t *pte = NULL; in huge_pte_alloc() 52 pte = (pte_t *)pud; in huge_pte_alloc() 60 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc() 77 pte_t pteval = ptep_get_lockless(pte); in huge_pte_alloc() 84 pte_t *huge_pte_offset(struct mm_struct *mm, in huge_pte_offset() 89 pte_t *pte = NULL; in huge_pte_offset() [all …]
|
/linux-6.6.21/arch/arm64/mm/ |
D | hugetlbpage.c | 104 pte_t *ptep, size_t *pgsize) in find_num_contig() 115 if ((pte_t *)pmdp == ptep) { in find_num_contig() 151 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() 155 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get() 162 pte_t pte = ptep_get(ptep); in huge_ptep_get() 181 static pte_t get_clear_contig(struct mm_struct *mm, in get_clear_contig() 183 pte_t *ptep, in get_clear_contig() 187 pte_t orig_pte = ptep_get(ptep); in get_clear_contig() 191 pte_t pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_contig() 207 static pte_t get_clear_contig_flush(struct mm_struct *mm, in get_clear_contig_flush() [all …]
|