Lines Matching refs:dst_pmd
70 int mfill_atomic_install_pte(pmd_t *dst_pmd,
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);
140 static int mfill_atomic_pte_copy(pmd_t *dst_pmd,
205 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,
216 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd,
227 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl);
248 static int mfill_atomic_pte_continue(pmd_t *dst_pmd,
276 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,
292 static int mfill_atomic_pte_poison(pmd_t *dst_pmd,
304 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);
523 static __always_inline ssize_t mfill_atomic_pte(pmd_t *dst_pmd,
533 return mfill_atomic_pte_continue(dst_pmd, dst_vma,
536 return mfill_atomic_pte_poison(dst_pmd, dst_vma,
552 err = mfill_atomic_pte_copy(dst_pmd, dst_vma,
556 err = mfill_atomic_pte_zeropage(dst_pmd,
559 err = shmem_mfill_atomic_pte(dst_pmd, dst_vma,
576 pmd_t *dst_pmd;
660 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);
661 if (unlikely(!dst_pmd)) {
666 dst_pmdval = pmdp_get_lockless(dst_pmd);
668 * If the dst_pmd is mapped as THP don't
676 unlikely(__pte_alloc(dst_mm, dst_pmd))) {
681 if (unlikely(pmd_trans_huge(*dst_pmd))) {
686 BUG_ON(pmd_none(*dst_pmd));
687 BUG_ON(pmd_trans_huge(*dst_pmd));
689 err = mfill_atomic_pte(dst_pmd, dst_vma, dst_addr,