Lines Matching refs:dst_vma
5036 struct vm_area_struct *dst_vma,
5075 dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz);
5105 if (!userfaultfd_wp(dst_vma))
5124 if (!userfaultfd_wp(dst_vma))
5129 pte_to_swp_entry(entry), dst_vma);
5159 new_folio = alloc_hugetlb_folio(dst_vma, addr, 1);
5167 addr, dst_vma);
5180 restore_reserve_on_error(h, dst_vma, addr,
5186 hugetlb_install_folio(dst_vma, dst_pte, addr,
5205 if (!userfaultfd_wp(dst_vma))
6285 struct vm_area_struct *dst_vma,
6291 struct mm_struct *dst_mm = dst_vma->vm_mm;
6294 struct hstate *h = hstate_vma(dst_vma);
6295 struct address_space *mapping = dst_vma->vm_file->f_mapping;
6296 pgoff_t idx = vma_hugecache_offset(h, dst_vma, dst_addr);
6298 int vm_shared = dst_vma->vm_flags & VM_SHARED;
6320 update_mmu_cache(dst_vma, dst_addr, dst_pte);
6337 hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) {
6342 folio = alloc_hugetlb_folio(dst_vma, dst_addr, 0);
6357 restore_reserve_on_error(h, dst_vma, dst_addr, folio);
6363 folio = alloc_hugetlb_folio_vma(h, dst_vma, dst_addr);
6377 hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) {
6384 folio = alloc_hugetlb_folio(dst_vma, dst_addr, 0);
6391 ret = copy_user_large_folio(folio, *foliop, dst_addr, dst_vma);
6444 hugepage_add_new_anon_rmap(folio, dst_vma, dst_addr);
6453 writable = dst_vma->vm_flags & VM_WRITE;
6455 _dst_pte = make_huge_pte(dst_vma, &folio->page, writable);
6473 update_mmu_cache(dst_vma, dst_addr, dst_pte);
6489 restore_reserve_on_error(h, dst_vma, dst_addr, folio);