Home
last modified time | relevance | path

Searched refs:pteval (Results 1 – 25 of 53) sorted by relevance

123

/linux-6.6.21/mm/
Dhighmem.c173 idx = arch_kmap_local_map_idx(i, pte_pfn(pteval)); in __kmap_to_page()
177 return pte_page(kctrl->pteval[i]); in __kmap_to_page()
484 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument
540 pte_t pteval, *kmap_pte; in __kmap_local_pfn_prot() local
554 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot()
555 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte, pteval); in __kmap_local_pfn_prot()
556 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot()
557 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot()
617 current->kmap_ctrl.pteval[kmap_local_idx()] = __pte(0); in kunmap_local_indexed()
642 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local
[all …]
Drmap.c645 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
650 bool writable = pte_dirty(pteval); in set_tlb_ubc_flush_pending()
652 if (!pte_accessible(mm, pteval)) in set_tlb_ubc_flush_pending()
730 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, in set_tlb_ubc_flush_pending() argument
1477 pte_t pteval; in try_to_unmap_one() local
1596 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1609 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_unmap_one()
1611 set_tlb_ubc_flush_pending(mm, pteval, address); in try_to_unmap_one()
1613 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1622 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval); in try_to_unmap_one()
[all …]
Dkhugepaged.c507 pte_t pteval = ptep_get(_pte); in release_pte_pages() local
510 if (pte_none(pteval)) in release_pte_pages()
512 pfn = pte_pfn(pteval); in release_pte_pages()
551 pte_t pteval = ptep_get(_pte); in __collapse_huge_page_isolate() local
552 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate()
553 is_zero_pfn(pte_pfn(pteval)))) { in __collapse_huge_page_isolate()
565 if (!pte_present(pteval)) { in __collapse_huge_page_isolate()
569 if (pte_uffd_wp(pteval)) { in __collapse_huge_page_isolate()
573 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate()
656 (pte_young(pteval) || page_is_young(page) || in __collapse_huge_page_isolate()
[all …]
/linux-6.6.21/arch/sh/mm/
Dtlb-sh4.c18 unsigned long flags, pteval, vpn; in __update_tlb() local
32 pteval = pte.pte_low; in __update_tlb()
48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
55 pteval |= _PAGE_WT; in __update_tlb()
58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
Dtlb-pteaex.c20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
Dtlb-sh3.c29 unsigned long flags, pteval, vpn; in __update_tlb() local
43 pteval = pte_val(pte); in __update_tlb()
46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
/linux-6.6.21/drivers/staging/media/ipu3/
Dipu3-mmu.c121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument
131 pt[pte] = pteval; in imgu_mmu_alloc_page_table()
172 u32 pteval; in imgu_mmu_get_l2pt() local
203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt()
204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt()
430 u32 pteval; in imgu_mmu_init() local
450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init()
451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init()
457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init()
460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init()
[all …]
/linux-6.6.21/arch/s390/mm/
Dhugetlbpage.c76 unsigned long pteval; in __rste_to_pte() local
105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE; in __rste_to_pte()
106 pteval |= _PAGE_LARGE | _PAGE_PRESENT; in __rste_to_pte()
107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ); in __rste_to_pte()
108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE); in __rste_to_pte()
109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID); in __rste_to_pte()
110 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_PROTECT, _PAGE_PROTECT); in __rste_to_pte()
111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY); in __rste_to_pte()
112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG); in __rste_to_pte()
114 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_SOFT_DIRTY, _PAGE_SOFT_DIRTY); in __rste_to_pte()
[all …]
/linux-6.6.21/include/trace/events/
Dxen.h135 TP_PROTO(pte_t *ptep, pte_t pteval),
136 TP_ARGS(ptep, pteval),
139 __field(pteval_t, pteval)
142 __entry->pteval = pteval.pte),
145 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
146 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
151 TP_PROTO(pte_t *ptep, pte_t pteval), \
152 TP_ARGS(ptep, pteval))
260 pte_t *ptep, pte_t pteval),
261 TP_ARGS(mm, addr, ptep, pteval),
[all …]
/linux-6.6.21/arch/x86/mm/
Dpgtable_32.c27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
56 if (!pte_none(pteval)) in set_pte_vaddr()
57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
/linux-6.6.21/arch/riscv/include/asm/
Dpgtable.h514 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
516 *ptep = pteval; in set_pte()
521 static inline void __set_pte_at(pte_t *ptep, pte_t pteval) in __set_pte_at() argument
523 if (pte_present(pteval) && pte_exec(pteval)) in __set_pte_at()
524 flush_icache_pte(pteval); in __set_pte_at()
526 set_pte(ptep, pteval); in __set_pte_at()
530 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() argument
532 page_table_check_ptes_set(mm, ptep, pteval, nr); in set_ptes()
535 __set_pte_at(ptep, pteval); in set_ptes()
539 pte_val(pteval) += 1 << _PAGE_PFN_SHIFT; in set_ptes()
/linux-6.6.21/arch/sparc/include/asm/
Dhighmem.h54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
/linux-6.6.21/arch/hexagon/include/asm/
Dpgtable.h149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
152 if (pte_present_exec_user(pteval)) in set_pte()
153 sync_icache_dcache(pteval); in set_pte()
155 *ptep = pteval; in set_pte()
/linux-6.6.21/arch/arm64/mm/
Dfault.c216 pteval_t old_pteval, pteval; in ptep_set_access_flags() local
232 pteval = pte_val(pte); in ptep_set_access_flags()
234 old_pteval = pteval; in ptep_set_access_flags()
235 pteval ^= PTE_RDONLY; in ptep_set_access_flags()
236 pteval |= pte_val(entry); in ptep_set_access_flags()
237 pteval ^= PTE_RDONLY; in ptep_set_access_flags()
238 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in ptep_set_access_flags()
239 } while (pteval != old_pteval); in ptep_set_access_flags()
/linux-6.6.21/arch/ia64/include/asm/
Dpgtable.h292 extern void __ia64_sync_icache_dcache(pte_t pteval);
293 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
299 if (pte_present_exec_user(pteval) && in set_pte()
301 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte()
303 __ia64_sync_icache_dcache(pteval); in set_pte()
304 *ptep = pteval; in set_pte()
/linux-6.6.21/arch/powerpc/mm/book3s64/
Dhash_tlb.c245 unsigned long pteval = pte_val(*pte); in flush_hash_table_pmd_range() local
246 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range()
247 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_hash_table_pmd_range()
/linux-6.6.21/arch/arm/mm/
Dflush.c285 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache()
294 pfn = pte_pfn(pteval); in __sync_icache_dcache()
307 if (pte_exec(pteval)) in __sync_icache_dcache()
/linux-6.6.21/arch/powerpc/mm/ptdump/
Dhashpagetable.c377 unsigned long addr, pteval, psize; in walk_pte() local
382 pteval = pte_val(*pte); in walk_pte()
391 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte()
392 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte()
398 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
403 addr, pteval); in walk_pte()
/linux-6.6.21/arch/m68k/include/asm/
Dpgtable_mm.h30 #define set_pte(pteptr, pteval) \ argument
32 *(pteptr) = (pteval); \
/linux-6.6.21/drivers/iommu/amd/
Dio_pgtable.c339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument
344 while (!try_cmpxchg64(pte, &pteval, 0)) in free_clear_pte()
347 if (!IOMMU_PTE_PRESENT(pteval)) in free_clear_pte()
350 pt = IOMMU_PTE_PAGE(pteval); in free_clear_pte()
351 mode = IOMMU_PTE_MODE(pteval); in free_clear_pte()
/linux-6.6.21/arch/xtensa/mm/
Dtlb.c183 unsigned int pteval; in get_pte_for_vaddr() local
202 pteval = pte_val(*pte); in get_pte_for_vaddr()
204 return pteval; in get_pte_for_vaddr()
/linux-6.6.21/include/linux/
Dmm_inline.h566 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument
584 if (unlikely(pte_present(pteval) && pte_uffd_wp(pteval))) in pte_install_uffd_wp_if_needed()
591 if (unlikely(pte_swp_uffd_wp_any(pteval))) in pte_install_uffd_wp_if_needed()
/linux-6.6.21/arch/arm/include/asm/
Dpgtable.h203 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
207 extern void __sync_icache_dcache(pte_t pteval);
211 pte_t *ptep, pte_t pteval, unsigned int nr);
/linux-6.6.21/arch/x86/include/asm/
Dhighmem.h63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux-6.6.21/arch/csky/include/asm/
Dhighmem.h37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument

123