Lines Matching defs:pmd
736 pmd_t *pmd,
749 pmd_ptl = pmd_lock(vma->vm_mm, pmd);
750 pmd_populate(vma->vm_mm, pmd, pmd_pgtable(orig_pmd));
767 * @pmd: pointer to the new hugepage's PMD
776 pmd_t *pmd,
810 __collapse_huge_page_copy_failed(pte, pmd, orig_pmd, vma,
943 pmd_t **pmd)
947 *pmd = mm_find_pmd(mm, address);
948 if (!*pmd)
951 pmde = pmdp_get_lockless(*pmd);
967 pmd_t *pmd)
974 if (new_pmd != pmd)
988 unsigned long haddr, pmd_t *pmd,
1004 .pmd = pmd,
1008 pte = pte_offset_map_nolock(mm, pmd, address, &ptl);
1085 pmd_t *pmd, _pmd;
1115 result = find_pmd_or_thp_or_none(mm, address, &pmd);
1127 result = __collapse_huge_page_swapin(mm, vma, address, pmd,
1143 /* check if the pmd is still valid */
1144 result = check_pmd_still_valid(mm, address, pmd);
1155 pmd_ptl = pmd_lock(mm, pmd); /* probably unnecessary */
1164 _pmd = pmdp_collapse_flush(vma, address, pmd);
1182 BUG_ON(!pmd_none(*pmd));
1188 pmd_populate(mm, pmd, pmd_pgtable(_pmd));
1200 result = __collapse_huge_page_copy(pte, hpage, pmd, _pmd,
1220 BUG_ON(!pmd_none(*pmd));
1223 pgtable_trans_huge_deposit(mm, pmd, pgtable);
1224 set_pmd_at(mm, address, pmd, _pmd);
1225 update_mmu_cache_pmd(vma, address, pmd);
1245 pmd_t *pmd;
1257 result = find_pmd_or_thp_or_none(mm, address, &pmd);
1263 pte = pte_offset_map_lock(mm, pmd, address, &ptl);
1308 * Here we can also mark the new huge pmd as
1444 .pmd = pmdp,
1467 * as pmd-mapped. Possibly install a huge PMD mapping the THP.
1478 pmd_t *pmd, pgt_pmd;
1491 result = find_pmd_or_thp_or_none(mm, haddr, &pmd);
1505 /* Keep pmd pgtable for uffd-wp; see comment in retract_page_tables() */
1524 result = find_pmd_or_thp_or_none(mm, haddr, &pmd);
1530 * All pte entries have been removed and pmd cleared.
1531 * Skip all the pte checks and just update the pmd mapping.
1539 start_pte = pte_offset_map_lock(mm, pmd, haddr, &ptl);
1585 pml = pmd_lock(mm, pmd);
1587 start_pte = pte_offset_map_nolock(mm, pmd, haddr, &ptl);
1639 pml = pmd_lock(mm, pmd);
1643 pgt_pmd = pmdp_collapse_flush(vma, haddr, pmd);
1656 /* step 5: install pmd entry */
1658 ? set_huge_pmd(vma, haddr, pmd, hpage)
1688 pmd_t *pmd, pgt_pmd;
1707 if (find_pmd_or_thp_or_none(mm, addr, &pmd) != SCAN_SUCCEED)
1727 pml = pmd_lock(mm, pmd);
1728 ptl = pte_lockptr(mm, pmd);
1744 pgt_pmd = pmdp_collapse_flush(vma, addr, pmd);