| /kernel/linux/linux-5.10/mm/ |
| H A D | memory.c | 700 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_nonpresent_pte() argument
718 &src_mm->mmlist); in copy_nonpresent_pte()
739 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
770 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
804 struct mm_struct *src_mm = src_vma->vm_mm; in copy_present_page() local
823 if (likely(!atomic_read(&src_mm->has_pinned))) in copy_present_page()
873 struct mm_struct *src_mm = src_vma->vm_mm; in copy_present_pte() local
897 ptep_set_wrprotect(src_mm, addr, src_pte); in copy_present_pte()
917 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc() argument
926 if (mem_cgroup_charge(new_page, src_mm, GFP_KERNE in page_copy_prealloc()
941 struct mm_struct *src_mm = src_vma->vm_mm; copy_pte_range() local
1048 struct mm_struct *src_mm = src_vma->vm_mm; copy_pmd_range() local
1085 struct mm_struct *src_mm = src_vma->vm_mm; copy_pud_range() local
1148 struct mm_struct *src_mm = src_vma->vm_mm; copy_page_range() local
[all...] |
| H A D | huge_memory.c | 1013 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
1032 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1050 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1093 atomic_read(&src_mm->has_pinned) && in copy_huge_pmd()
1108 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
1181 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pud() argument
1190 src_ptl = pud_lockptr(src_mm, src_pud); in copy_huge_pud()
1209 atomic_read(&src_mm->has_pinned) && in copy_huge_pud()
1217 pudp_set_wrprotect(src_mm, addr, src_pud); in copy_huge_pud()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | huge_mm.h | 11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | memory.c | 768 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_nonpresent_pte() argument
787 &src_mm->mmlist); in copy_nonpresent_pte()
793 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
815 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
848 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
929 struct mm_struct *src_mm = src_vma->vm_mm; in copy_present_pte() local
964 ptep_set_wrprotect(src_mm, addr, src_pte); in copy_present_pte()
984 static inline struct folio *page_copy_prealloc(struct mm_struct *src_mm, in page_copy_prealloc() argument
993 if (mem_cgroup_charge(new_folio, src_mm, GFP_KERNEL)) { in page_copy_prealloc()
1008 struct mm_struct *src_mm in copy_pte_range() local
1145 struct mm_struct *src_mm = src_vma->vm_mm; copy_pmd_range() local
1182 struct mm_struct *src_mm = src_vma->vm_mm; copy_pud_range() local
1277 struct mm_struct *src_mm = src_vma->vm_mm; copy_page_range() local
[all...] |
| H A D | huge_memory.c | 1062 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
1081 src_ptl = pmd_lockptr(src_mm, src_pmd); in copy_huge_pmd()
1100 set_pmd_at(src_mm, addr, src_pmd, pmd); in copy_huge_pmd()
1149 pmdp_set_wrprotect(src_mm, addr, src_pmd); in copy_huge_pmd()
1220 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pud() argument
1229 src_ptl = pud_lockptr(src_mm, src_pud); in copy_huge_pud()
1250 pudp_set_wrprotect(src_mm, addr, src_pud); in copy_huge_pud()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 300 struct amdgpu_res_cursor src_mm, dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
309 amdgpu_res_first(src->mem, src->offset, size, &src_mm); in amdgpu_ttm_copy_mem_to_mem()
313 while (src_mm.remaining) { in amdgpu_ttm_copy_mem_to_mem()
318 cur_size = min3(src_mm.size, dst_mm.size, 256ULL << 20); in amdgpu_ttm_copy_mem_to_mem()
321 r = amdgpu_ttm_map_buffer(src->bo, src->mem, &src_mm, in amdgpu_ttm_copy_mem_to_mem()
339 amdgpu_res_next(&src_mm, cur_size); in amdgpu_ttm_copy_mem_to_mem()
1453 struct amdgpu_res_cursor src_mm; in amdgpu_ttm_access_memory_sdma() local
1480 amdgpu_res_first(abo->tbo.resource, offset, len, &src_mm); in amdgpu_ttm_access_memory_sdma()
1482 src_mm.start; in amdgpu_ttm_access_memory_sdma()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 361 struct drm_mm_node *src_mm, *dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
372 src_mm = amdgpu_find_mm_node(src->mem, &src_offset); in amdgpu_ttm_copy_mem_to_mem()
373 src_node_size = (src_mm->size << PAGE_SHIFT) - src_offset; in amdgpu_ttm_copy_mem_to_mem()
375 src_mm = NULL; in amdgpu_ttm_copy_mem_to_mem()
405 r = amdgpu_ttm_map_buffer(src->bo, src->mem, src_mm, in amdgpu_ttm_copy_mem_to_mem()
431 ++src_mm; in amdgpu_ttm_copy_mem_to_mem()
432 src_node_size = src_mm->size << PAGE_SHIFT; in amdgpu_ttm_copy_mem_to_mem()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | huge_mm.h | 11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|