| /kernel/linux/linux-6.6/mm/ |
| H A D | userfaultfd.c | 70 int mfill_atomic_install_pte(pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
140 static int mfill_atomic_pte_copy(pmd_t *dst_pmd, in mfill_atomic_pte_copy() argument
205 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_copy()
216 static int mfill_atomic_pte_zeropage(pmd_t *dst_pmd, in mfill_atomic_pte_zeropage() argument
227 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
248 static int mfill_atomic_pte_continue(pmd_t *dst_pmd, in mfill_atomic_pte_continue() argument
276 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_continue()
292 static int mfill_atomic_pte_poison(pmd_t *dst_pmd, in mfill_atomic_pte_poison() argument
304 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_add in mfill_atomic_pte_poison()
523 mfill_atomic_pte(pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr, unsigned long src_addr, uffd_flags_t flags, struct folio **foliop) mfill_atomic_pte() argument
576 pmd_t *dst_pmd; mfill_atomic() local
[all...] |
| H A D | huge_memory.c | 1063 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd()
1080 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1104 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1107 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1148 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1153 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1062 copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) copy_huge_pmd() argument
|
| H A D | memory.c | 1004 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range()
1030 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1146 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1149 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1150 if (!dst_pmd) in copy_pmd_range()
1159 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1169 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1172 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
1003 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, unsigned long end) copy_pte_range() argument
|
| H A D | shmem.c | 2568 int shmem_mfill_atomic_pte(pmd_t *dst_pmd, in shmem_mfill_atomic_pte() argument
2662 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
| /kernel/linux/linux-5.10/mm/ |
| H A D | userfaultfd.c | 52 pmd_t *dst_pmd, in mcopy_atomic_pte()
112 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
147 pmd_t *dst_pmd, in mfill_zeropage_pte()
159 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
417 pmd_t *dst_pmd, in mfill_atomic_pte()
439 err = mcopy_atomic_pte(dst_mm, dst_pmd, dst_vma, in mfill_atomic_pte()
443 err = mfill_zeropage_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
448 err = shmem_mcopy_atomic_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
452 err = shmem_mfill_zeropage_pte(dst_mm, dst_pmd, in mfill_atomic_pte()
469 pmd_t *dst_pmd; in __mcopy_atomic() local
51 mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr, unsigned long src_addr, struct page **pagep, bool wp_copy) mcopy_atomic_pte() argument
146 mfill_zeropage_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr) mfill_zeropage_pte() argument
416 mfill_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr, unsigned long src_addr, struct page **page, bool zeropage, bool wp_copy) mfill_atomic_pte() argument
[all...] |
| H A D | huge_memory.c | 1014 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd()
1031 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1054 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1057 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1107 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1112 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1013 copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) copy_huge_pmd() argument
|
| H A D | shmem.c | 2352 pmd_t *dst_pmd, in shmem_mfill_atomic_pte()
2442 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in shmem_mfill_atomic_pte()
2485 pmd_t *dst_pmd, in shmem_mcopy_atomic_pte()
2491 return shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, in shmem_mcopy_atomic_pte()
2496 pmd_t *dst_pmd, in shmem_mfill_zeropage_pte()
2502 return shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, in shmem_mfill_zeropage_pte()
2351 shmem_mfill_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr, unsigned long src_addr, bool zeropage, struct page **pagep) shmem_mfill_atomic_pte() argument
2484 shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr, unsigned long src_addr, struct page **pagep) shmem_mcopy_atomic_pte() argument
2495 shmem_mfill_zeropage_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, struct vm_area_struct *dst_vma, unsigned long dst_addr) shmem_mfill_zeropage_pte() argument
|
| H A D | memory.c | 937 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_pte_range()
954 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1049 pmd_t *src_pmd, *dst_pmd; in copy_pmd_range() local
1052 dst_pmd = pmd_alloc(dst_mm, dst_pud, addr); in copy_pmd_range()
1053 if (!dst_pmd) in copy_pmd_range()
1062 err = copy_huge_pmd(dst_mm, src_mm, dst_pmd, src_pmd, in copy_pmd_range()
1072 if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd, in copy_pmd_range()
1075 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
936 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, unsigned long end) copy_pte_range() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | shmem_fs.h | 122 extern int shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
128 pmd_t *dst_pmd,
134 #define shmem_mfill_zeropage_pte(dst_mm, dst_pmd, dst_vma, \
|
| H A D | huge_mm.h | 12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | shmem_fs.h | 179 extern int shmem_mfill_atomic_pte(pmd_t *dst_pmd,
186 #define shmem_mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, \
|
| H A D | userfaultfd_k.h | 72 extern int mfill_atomic_install_pte(pmd_t *dst_pmd,
|
| H A D | huge_mm.h | 12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
|