Lines Matching refs:vm_mm
493 pgd_t *pgd = pgd_offset(vma->vm_mm, addr);
732 set_pte_at(vma->vm_mm, address, ptep, pte);
916 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);
929 struct mm_struct *src_mm = src_vma->vm_mm;
980 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);
1007 struct mm_struct *dst_mm = dst_vma->vm_mm;
1008 struct mm_struct *src_mm = src_vma->vm_mm;
1144 struct mm_struct *dst_mm = dst_vma->vm_mm;
1145 struct mm_struct *src_mm = src_vma->vm_mm;
1181 struct mm_struct *dst_mm = dst_vma->vm_mm;
1182 struct mm_struct *src_mm = src_vma->vm_mm;
1218 struct mm_struct *dst_mm = dst_vma->vm_mm;
1276 struct mm_struct *dst_mm = dst_vma->vm_mm;
1277 struct mm_struct *src_mm = src_vma->vm_mm;
1648 pgd = pgd_offset(vma->vm_mm, addr);
1736 mmu_notifier_range_init(&range, MMU_NOTIFY_UNMAP, 0, vma->vm_mm,
1767 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma->vm_mm,
1770 tlb_gather_mmu(&tlb, vma->vm_mm);
1771 update_hiwater_rss(vma->vm_mm);
1852 inc_mm_counter(vma->vm_mm, mm_counter_file(page));
1854 set_pte_at(vma->vm_mm, addr, pte, mk_pte(page, prot));
1876 pte = get_locked_pte(vma->vm_mm, addr, &ptl);
1907 struct mm_struct *const mm = vma->vm_mm;
1982 BUG_ON(mmap_read_trylock(vma->vm_mm));
2028 BUG_ON(mmap_read_trylock(vma->vm_mm));
2120 struct mm_struct *mm = vma->vm_mm;
2446 struct mm_struct *mm = vma->vm_mm;
2821 struct mm_struct *mm = vma->vm_mm;
3066 struct mm_struct *mm = vma->vm_mm;
3248 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd, vmf->address,
3372 mm_tlb_flush_pending(vmf->vma->vm_mm)))
3626 vma->vm_mm, vmf->address & PAGE_MASK,
3630 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address,
3665 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd,
3678 pte_clear(vmf->vma->vm_mm, vmf->address, vmf->pte);
3758 migration_entry_wait(vma->vm_mm, vmf->pmd,
3775 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
3837 vma->vm_mm, GFP_KERNEL,
3868 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
3879 count_memcg_event_mm(vma->vm_mm, PGMAJFAULT);
3936 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address,
4009 inc_mm_counter(vma->vm_mm, MM_ANONPAGES);
4010 dec_mm_counter(vma->vm_mm, MM_SWAPENTS);
4044 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, pte);
4045 arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte);
4119 if (pte_alloc(vma->vm_mm, vmf->pmd))
4133 !mm_forbids_zeropage(vma->vm_mm)) {
4139 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
4147 ret = check_stable_address_space(vma->vm_mm);
4165 if (mem_cgroup_charge(folio, vma->vm_mm, GFP_KERNEL))
4181 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address,
4190 ret = check_stable_address_space(vma->vm_mm);
4201 inc_mm_counter(vma->vm_mm, MM_ANONPAGES);
4215 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry);
4258 vmf->prealloc_pte = pte_alloc_one(vma->vm_mm);
4298 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, vmf->prealloc_pte);
4303 mm_inc_nr_ptes(vma->vm_mm);
4336 vmf->prealloc_pte = pte_alloc_one(vma->vm_mm);
4341 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd);
4351 add_mm_counter(vma->vm_mm, mm_counter_file(page), HPAGE_PMD_NR);
4360 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);
4409 add_mm_counter(vma->vm_mm, MM_ANONPAGES, nr);
4414 add_mm_counter(vma->vm_mm, mm_counter_file(page), nr);
4417 set_ptes(vma->vm_mm, addr, vmf->pte, entry, nr);
4463 ret = check_stable_address_space(vma->vm_mm);
4476 pmd_install(vma->vm_mm, vmf->pmd, &vmf->prealloc_pte);
4477 else if (unlikely(pte_alloc(vma->vm_mm, vmf->pmd)))
4481 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
4578 vmf->prealloc_pte = pte_alloc_one(vmf->vma->vm_mm);
4656 if (mem_cgroup_charge(page_folio(vmf->cow_page), vma->vm_mm,
4737 struct mm_struct *vm_mm = vma->vm_mm;
4744 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd,
4772 pte_free(vm_mm, vmf->prealloc_pte);
4881 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd,
5023 vmf->pte = pte_offset_map_nolock(vmf->vma->vm_mm, vmf->pmd,
5098 struct mm_struct *mm = vma->vm_mm;
5315 struct mm_struct *mm = vma->vm_mm;
5341 ret = hugetlb_fault(vma->vm_mm, vma, address, flags);
5688 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl);
5709 if (follow_pte(vma->vm_mm, address, &ptep, &ptl))
5753 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl))
5768 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl))