Home
last modified time | relevance | path

Searched refs:vmaddr (Results 1 – 25 of 46) sorted by relevance

12

/linux-6.6.21/arch/powerpc/include/asm/nohash/
Dtlbflush.h43 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
45 asm volatile ("tlbie %0; sync" : : "r" (vmaddr) : "memory"); in local_flush_tlb_page()
49 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
51 asm volatile ("tlbie %0; sync" : : "r" (vmaddr) : "memory"); in local_flush_tlb_page_psize()
66 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
67 void local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize);
69 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
75 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
76 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
/linux-6.6.21/arch/powerpc/include/asm/book3s/32/
Dtlbflush.h12 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
55 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
58 hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
60 _tlbie(vmaddr); in flush_tlb_page()
75 unsigned long vmaddr) in local_flush_tlb_page() argument
77 flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
81 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
/linux-6.6.21/arch/s390/mm/
Dgmap.c366 static int __gmap_unlink_by_vmaddr(struct gmap *gmap, unsigned long vmaddr) in __gmap_unlink_by_vmaddr() argument
373 entry = radix_tree_delete(&gmap->host_to_guest, vmaddr >> PMD_SHIFT); in __gmap_unlink_by_vmaddr()
391 unsigned long vmaddr; in __gmap_unmap_by_gaddr() local
393 vmaddr = (unsigned long) radix_tree_delete(&gmap->guest_to_host, in __gmap_unmap_by_gaddr()
395 return vmaddr ? __gmap_unlink_by_vmaddr(gmap, vmaddr) : 0; in __gmap_unmap_by_gaddr()
486 unsigned long vmaddr; in __gmap_translate() local
488 vmaddr = (unsigned long) in __gmap_translate()
491 return vmaddr ? (vmaddr | (gaddr & ~PMD_MASK)) : -EFAULT; in __gmap_translate()
522 unsigned long vmaddr) in gmap_unlink() argument
529 flush = __gmap_unlink_by_vmaddr(gmap, vmaddr); in gmap_unlink()
[all …]
/linux-6.6.21/arch/powerpc/mm/nohash/
Dtlb.c169 void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __local_flush_tlb_page() argument
177 _tlbil_va(vmaddr, pid, tsize, ind); in __local_flush_tlb_page()
181 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
183 __local_flush_tlb_page(vma ? vma->vm_mm : NULL, vmaddr, in local_flush_tlb_page()
189 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
191 __local_flush_tlb_page(mm, vmaddr, mmu_get_tsize(psize), 0); in local_flush_tlb_page_psize()
262 void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __flush_tlb_page() argument
286 _tlbivax_bcast(vmaddr, pid, tsize, ind); in __flush_tlb_page()
293 .addr = vmaddr, in __flush_tlb_page()
302 _tlbil_va(vmaddr, pid, tsize, ind); in __flush_tlb_page()
[all …]
De500_hugetlbpage.c188 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_hugetlb_page() argument
193 __flush_tlb_page(vma->vm_mm, vmaddr, tsize, 0); in flush_hugetlb_page()
/linux-6.6.21/arch/parisc/kernel/
Dcache.c315 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() argument
321 flush_dcache_page_asm(physaddr, vmaddr); in __flush_cache_page()
323 flush_icache_page_asm(physaddr, vmaddr); in __flush_cache_page()
327 static void flush_user_cache_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_user_cache_page() argument
334 vmaddr &= PAGE_MASK; in flush_user_cache_page()
349 flush_user_dcache_range_asm(vmaddr, vmaddr + PAGE_SIZE); in flush_user_cache_page()
351 flush_user_icache_range_asm(vmaddr, vmaddr + PAGE_SIZE); in flush_user_cache_page()
352 flush_tlb_page(vma, vmaddr); in flush_user_cache_page()
602 unsigned long vmaddr, unsigned long pfn) in flush_cache_page_if_present() argument
612 ptep = get_ptep(vma->vm_mm, vmaddr); in flush_cache_page_if_present()
[all …]
/linux-6.6.21/arch/mips/include/asm/
Dtlbflush.h41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end) argument
42 #define flush_tlb_kernel_range(vmaddr,end) \ argument
43 local_flush_tlb_kernel_range(vmaddr, end)
Dcacheflush.h79 struct page *page, unsigned long vmaddr) in flush_anon_page() argument
82 __flush_anon_page(page, vmaddr); in flush_anon_page()
/linux-6.6.21/arch/powerpc/include/asm/book3s/64/
Dtlbflush.h92 unsigned long vmaddr) in local_flush_tlb_page() argument
95 radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
99 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
102 radix__local_flush_tlb_page_psize(mm, vmaddr, psize); in local_flush_tlb_page_psize()
121 unsigned long vmaddr) in flush_tlb_page() argument
124 radix__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
Dhugetlb.h12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
13 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
87 unsigned long vmaddr) in flush_hugetlb_page() argument
90 return radix__flush_hugetlb_page(vma, vmaddr); in flush_hugetlb_page()
106 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
Dtlbflush-radix.h79 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
80 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
86 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
87 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
/linux-6.6.21/arch/loongarch/include/asm/
Dtlbflush.h41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end) argument
42 #define flush_tlb_kernel_range(vmaddr, end) local_flush_tlb_kernel_range(vmaddr, end) argument
/linux-6.6.21/arch/powerpc/mm/book3s32/
Dtlb.c97 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in hash__flush_tlb_page() argument
102 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in hash__flush_tlb_page()
103 pmd = pmd_off(mm, vmaddr); in hash__flush_tlb_page()
105 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in hash__flush_tlb_page()
/linux-6.6.21/arch/powerpc/mm/book3s64/
Dradix_hugetlbpage.c10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
Dradix_tlb.c615 void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__local_flush_tlb_page_psize() argument
624 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__local_flush_tlb_page_psize()
628 void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_tlb_page() argument
633 return radix__local_flush_hugetlb_page(vma, vmaddr); in radix__local_flush_tlb_page()
635 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, mmu_virtual_psize); in radix__local_flush_tlb_page()
914 void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__flush_tlb_page_psize() argument
928 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize()
940 pg_sizes, vmaddr, in radix__flush_tlb_page_psize()
941 vmaddr + size); in radix__flush_tlb_page_psize()
943 _tlbie_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize()
[all …]
/linux-6.6.21/arch/ia64/include/asm/
Dprocessor.h460 __u64 vmaddr, __u64 pte, in ia64_itr() argument
464 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itr()
477 ia64_itc (__u64 target_mask, __u64 vmaddr, __u64 pte, in ia64_itc() argument
481 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itc()
495 ia64_ptr (__u64 target_mask, __u64 vmaddr, __u64 log_size) in ia64_ptr() argument
498 ia64_ptri(vmaddr, (log_size << 2)); in ia64_ptr()
500 ia64_ptrd(vmaddr, (log_size << 2)); in ia64_ptr()
/linux-6.6.21/arch/microblaze/include/asm/
Dtlbflush.h28 unsigned long vmaddr) in local_flush_tlb_page() argument
29 { __tlbie(vmaddr); } in local_flush_tlb_page()
/linux-6.6.21/arch/s390/include/asm/
Dgmap.h118 int __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr);
122 void gmap_unlink(struct mm_struct *, unsigned long *table, unsigned long vmaddr);
148 unsigned long gaddr, unsigned long vmaddr);
/linux-6.6.21/arch/s390/kvm/
Dpriv.c258 unsigned long gaddr, vmaddr; in handle_iske() local
278 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_iske()
279 if (kvm_is_error_hva(vmaddr)) in handle_iske()
284 rc = get_guest_storage_key(current->mm, vmaddr, &key); in handle_iske()
287 rc = fixup_user_fault(current->mm, vmaddr, in handle_iske()
306 unsigned long vmaddr, gaddr; in handle_rrbe() local
325 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_rrbe()
326 if (kvm_is_error_hva(vmaddr)) in handle_rrbe()
331 rc = reset_guest_reference_bit(current->mm, vmaddr); in handle_rrbe()
333 rc = fixup_user_fault(current->mm, vmaddr, in handle_rrbe()
[all …]
/linux-6.6.21/arch/arm/mm/
Dflush.c378 void __flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr);
379 void __flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) in __flush_anon_page() argument
392 flush_cache_page(vma, vmaddr, pfn); in __flush_anon_page()
398 flush_pfn_alias(pfn, vmaddr); in __flush_anon_page()
/linux-6.6.21/arch/mips/mm/
Dcache.c127 void __flush_anon_page(struct page *page, unsigned long vmaddr) in __flush_anon_page() argument
132 if (pages_do_alias(addr, vmaddr)) { in __flush_anon_page()
136 kaddr = kmap_coherent(page, vmaddr); in __flush_anon_page()
/linux-6.6.21/arch/powerpc/include/asm/nohash/32/
Dhugetlb-8xx.h28 unsigned long vmaddr) in flush_hugetlb_page() argument
30 flush_tlb_page(vma, vmaddr); in flush_hugetlb_page()
/linux-6.6.21/arch/parisc/include/asm/
Dcacheflush.h75 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr,
84 void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr);
/linux-6.6.21/arch/sh/include/asm/
Dcacheflush.h68 struct page *page, unsigned long vmaddr) in flush_anon_page() argument
71 __flush_anon_page(page, vmaddr); in flush_anon_page()
/linux-6.6.21/arch/xtensa/include/asm/
Dtlbflush.h55 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, \ argument

12