Lines Matching refs:vm_mm
77 if (!vma->vm_mm) /* vdso */
86 test_bit(MMF_DISABLE_THP, &vma->vm_mm->flags))
123 !enforce_sysfs, vma->vm_mm, vm_flags);
657 if (mem_cgroup_charge(folio, vma->vm_mm, gfp)) {
665 pgtable = pte_alloc_one(vma->vm_mm);
679 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd);
685 ret = check_stable_address_space(vma->vm_mm);
693 pte_free(vma->vm_mm, pgtable);
703 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable);
704 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);
706 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR);
707 mm_inc_nr_ptes(vma->vm_mm);
710 count_memcg_event_mm(vma->vm_mm, THP_FAULT_ALLOC);
718 pte_free(vma->vm_mm, pgtable);
788 !mm_forbids_zeropage(vma->vm_mm) &&
793 pgtable = pte_alloc_one(vma->vm_mm);
796 zero_page = mm_get_huge_zero_page(vma->vm_mm);
798 pte_free(vma->vm_mm, pgtable);
802 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd);
805 ret = check_stable_address_space(vma->vm_mm);
808 pte_free(vma->vm_mm, pgtable);
811 pte_free(vma->vm_mm, pgtable);
815 set_huge_zero_page(pgtable, vma->vm_mm, vma,
822 pte_free(vma->vm_mm, pgtable);
839 struct mm_struct *mm = vma->vm_mm;
914 pgtable = pte_alloc_one(vma->vm_mm);
937 struct mm_struct *mm = vma->vm_mm;
1026 struct mm_struct *mm = vma->vm_mm;
1181 struct mm_struct *mm = vma->vm_mm;
1265 vmf->ptl = pud_lock(vmf->vma->vm_mm, vmf->pud);
1279 vmf->ptl = pmd_lock(vmf->vma->vm_mm, vmf->pmd);
1298 vmf->ptl = pmd_lockptr(vma->vm_mm, vmf->pmd);
1448 struct mm_struct *mm = vma->vm_mm;
1500 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd);
1549 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd);
1570 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd);
1753 struct mm_struct *mm = vma->vm_mm;
1808 struct mm_struct *mm = vma->vm_mm;
1944 ptl = pmd_lock(vma->vm_mm, pmd);
1962 ptl = pud_lock(vma->vm_mm, pud);
2010 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma->vm_mm,
2014 ptl = pud_lock(vma->vm_mm, pud);
2028 struct mm_struct *mm = vma->vm_mm;
2069 struct mm_struct *mm = vma->vm_mm;
2272 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma->vm_mm,
2276 ptl = pmd_lock(vma->vm_mm, pmd);
2304 pmd_t *pmd = mm_find_pmd(vma->vm_mm, address);
2340 struct vm_area_struct *next = find_vma(vma->vm_mm, vma->vm_end);
3208 struct mm_struct *mm = vma->vm_mm;
3256 struct mm_struct *mm = vma->vm_mm;