Lines Matching refs:dst_vma
786 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
789 unsigned long vm_flags = dst_vma->vm_flags; in copy_nonpresent_pte()
882 WARN_ON_ONCE(!userfaultfd_wp(dst_vma)); in copy_nonpresent_pte()
886 if (!userfaultfd_wp(dst_vma)) in copy_nonpresent_pte()
905 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_page() argument
923 page_add_new_anon_rmap(new_page, dst_vma, addr); in copy_present_page()
924 lru_cache_add_inactive_or_unevictable(new_page, dst_vma); in copy_present_page()
928 pte = mk_pte(new_page, dst_vma->vm_page_prot); in copy_present_page()
929 pte = maybe_mkwrite(pte_mkdirty(pte), dst_vma); in copy_present_page()
930 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
933 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
942 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_pte() argument
963 return copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
991 if (!userfaultfd_wp(dst_vma)) in copy_present_pte()
994 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_pte()
1018 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pte_range() argument
1022 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range()
1066 dst_vma, src_vma, in copy_pte_range()
1085 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1142 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pmd_range() argument
1146 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range()
1162 addr, dst_vma, src_vma); in copy_pmd_range()
1171 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1179 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pud_range() argument
1183 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range()
1208 if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud, in copy_pud_range()
1216 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_p4d_range() argument
1220 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_p4d_range()
1232 if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d, in copy_p4d_range()
1245 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in vma_needs_copy() argument
1253 if (userfaultfd_wp(dst_vma)) in vma_needs_copy()
1272 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in copy_page_range() argument
1278 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_page_range()
1284 if (!vma_needs_copy(dst_vma, src_vma)) in copy_page_range()
1288 return copy_hugetlb_page_range(dst_mm, src_mm, dst_vma, src_vma); in copy_page_range()
1330 if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd, in copy_page_range()