Lines Matching refs:dst_vma

4952 			    struct vm_area_struct *dst_vma,  in copy_hugetlb_page_range()  argument
4991 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz); in copy_hugetlb_page_range()
5023 if (!userfaultfd_wp(dst_vma) && uffd_wp) in copy_hugetlb_page_range()
5042 if (!userfaultfd_wp(dst_vma) && uffd_wp) in copy_hugetlb_page_range()
5050 if (userfaultfd_wp(dst_vma)) in copy_hugetlb_page_range()
5077 new = alloc_huge_page(dst_vma, addr, 1); in copy_hugetlb_page_range()
5083 copy_user_huge_page(new, ptepage, addr, dst_vma, in copy_hugetlb_page_range()
5093 restore_reserve_on_error(h, dst_vma, addr, in copy_hugetlb_page_range()
5099 hugetlb_install_page(dst_vma, dst_pte, addr, new); in copy_hugetlb_page_range()
6168 struct vm_area_struct *dst_vma, in hugetlb_mcopy_atomic_pte() argument
6176 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
6177 struct address_space *mapping = dst_vma->vm_file->f_mapping; in hugetlb_mcopy_atomic_pte()
6178 pgoff_t idx = vma_hugecache_offset(h, dst_vma, dst_addr); in hugetlb_mcopy_atomic_pte()
6180 int vm_shared = dst_vma->vm_flags & VM_SHARED; in hugetlb_mcopy_atomic_pte()
6199 hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) { in hugetlb_mcopy_atomic_pte()
6204 page = alloc_huge_page(dst_vma, dst_addr, 0); in hugetlb_mcopy_atomic_pte()
6220 restore_reserve_on_error(h, dst_vma, dst_addr, page); in hugetlb_mcopy_atomic_pte()
6226 page = alloc_huge_page_vma(h, dst_vma, dst_addr); in hugetlb_mcopy_atomic_pte()
6240 hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) { in hugetlb_mcopy_atomic_pte()
6247 page = alloc_huge_page(dst_vma, dst_addr, 0); in hugetlb_mcopy_atomic_pte()
6254 copy_user_huge_page(page, *pagep, dst_addr, dst_vma, in hugetlb_mcopy_atomic_pte()
6305 hugepage_add_new_anon_rmap(page, dst_vma, dst_addr); in hugetlb_mcopy_atomic_pte()
6315 writable = dst_vma->vm_flags & VM_WRITE; in hugetlb_mcopy_atomic_pte()
6317 _dst_pte = make_huge_pte(dst_vma, page, writable); in hugetlb_mcopy_atomic_pte()
6335 update_mmu_cache(dst_vma, dst_addr, dst_pte); in hugetlb_mcopy_atomic_pte()
6351 restore_reserve_on_error(h, dst_vma, dst_addr, page); in hugetlb_mcopy_atomic_pte()