Lines Matching refs:dst_vma
769 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma,
772 unsigned long vm_flags = dst_vma->vm_flags;
862 pte_marker marker = copy_pte_marker(entry, dst_vma);
869 if (!userfaultfd_wp(dst_vma))
888 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
906 folio_add_new_anon_rmap(new_folio, dst_vma, addr);
907 folio_add_lru_vma(new_folio, dst_vma);
911 pte = mk_pte(&new_folio->page, dst_vma->vm_page_prot);
912 pte = maybe_mkwrite(pte_mkdirty(pte), dst_vma);
913 if (userfaultfd_pte_wp(dst_vma, ptep_get(src_pte)))
916 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);
925 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
949 return copy_present_page(dst_vma, src_vma, dst_pte, src_pte,
977 if (!userfaultfd_wp(dst_vma))
980 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);
1003 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
1007 struct mm_struct *dst_mm = dst_vma->vm_mm;
1065 dst_vma, src_vma,
1084 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte,
1140 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
1144 struct mm_struct *dst_mm = dst_vma->vm_mm;
1160 addr, dst_vma, src_vma);
1169 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd,
1177 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
1181 struct mm_struct *dst_mm = dst_vma->vm_mm;
1206 if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud,
1214 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,
1218 struct mm_struct *dst_mm = dst_vma->vm_mm;
1230 if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d,
1243 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)
1246 * Always copy pgtables when dst_vma has uffd-wp enabled even if it's
1251 if (userfaultfd_wp(dst_vma))
1270 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)
1276 struct mm_struct *dst_mm = dst_vma->vm_mm;
1282 if (!vma_needs_copy(dst_vma, src_vma))
1286 return copy_hugetlb_page_range(dst_mm, src_mm, dst_vma, src_vma);
1328 if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd,
1330 untrack_pfn_clear(dst_vma);