| /kernel/linux/linux-6.6/mm/ |
| H A D | memory.c | 746 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() argument
749 swp_entry_t entry = pte_to_swp_entry(ptep_get(src_pte)); in try_restore_exclusive_pte()
753 restore_exclusive_pte(vma, page, addr, src_pte); in try_restore_exclusive_pte()
769 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte()
773 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte()
793 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
815 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
848 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
858 if (try_restore_exclusive_pte(src_pte, src_vma, addr)) in copy_nonpresent_pte()
889 pte_t *dst_pte, pte_t *src_pte, unsigne in copy_present_page()
768 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, unsigned long addr, int *rss) copy_nonpresent_pte() argument
888 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, struct folio **prealloc, struct page *page) copy_present_page() argument
925 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, struct folio **prealloc) copy_present_pte() argument
1010 pte_t *src_pte, *dst_pte; copy_pte_range() local
[all...] |
| H A D | hugetlb.c | 5039 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
5070 src_pte = hugetlb_walk(src_vma, addr, sz); in copy_hugetlb_page_range()
5071 if (!src_pte) { in copy_hugetlb_page_range()
5084 * dst_pte == src_pte is the common case of src/dest sharing. in copy_hugetlb_page_range()
5095 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5097 entry = huge_ptep_get(src_pte); in copy_hugetlb_page_range()
5122 set_huge_pte_at(src, addr, src_pte, entry, sz); in copy_hugetlb_page_range()
5135 entry = huge_ptep_get(src_pte); in copy_hugetlb_page_range()
5176 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5178 entry = huge_ptep_get(src_pte); in copy_hugetlb_page_range()
5225 move_huge_pte(struct vm_area_struct *vma, unsigned long old_addr, unsigned long new_addr, pte_t *src_pte, pte_t *dst_pte, unsigned long sz) move_huge_pte() argument
5263 pte_t *src_pte, *dst_pte; move_hugetlb_page_tables() local
[all...] |
| /kernel/linux/linux-5.10/mm/ |
| H A D | memory.c | 701 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte()
705 pte_t pte = *src_pte; in copy_nonpresent_pte()
735 if (pte_swp_soft_dirty(*src_pte)) in copy_nonpresent_pte()
737 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
739 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
768 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
770 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
801 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page()
857 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
870 pte_t *dst_pte, pte_t *src_pte, unsigne in copy_present_pte()
700 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, unsigned long addr, int *rss) copy_nonpresent_pte() argument
800 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, struct page **prealloc, pte_t pte, struct page *page) copy_present_page() argument
869 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, struct page **prealloc) copy_present_pte() argument
943 pte_t *src_pte, *dst_pte; copy_pte_range() local
[all...] |
| H A D | hugetlb.c | 3814 pte_t *src_pte, *dst_pte, entry, dst_entry; in copy_hugetlb_page_range() local
3843 src_pte = huge_pte_offset(src, addr, sz); in copy_hugetlb_page_range()
3844 if (!src_pte) in copy_hugetlb_page_range()
3854 * dst_pte == src_pte is the common case of src/dest sharing. in copy_hugetlb_page_range()
3862 if ((dst_pte == src_pte) || !huge_pte_none(dst_entry)) in copy_hugetlb_page_range()
3866 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
3868 entry = huge_ptep_get(src_pte); in copy_hugetlb_page_range()
3888 set_huge_swap_pte_at(src, addr, src_pte, in copy_hugetlb_page_range()
3901 huge_ptep_set_wrprotect(src, addr, src_pte); in copy_hugetlb_page_range()
3903 entry = huge_ptep_get(src_pte); in copy_hugetlb_page_range()
[all...] |